-- Logs begin at Thu 2022-01-20 09:54:23 UTC, end at Thu 2022-01-20 12:11:03 UTC. -- Jan 20 10:49:15.857712 dv-neutron-825471-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 20 10:49:18.014209 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.common.config [-] Logging enabled! Jan 20 10:49:18.014927 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev5 Jan 20 10:49:18.015023 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84226) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 20 10:49:18.017182 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.common.config [-] Logging enabled! Jan 20 10:49:18.017433 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev5 Jan 20 10:49:18.017709 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84226) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 20 10:49:18.018686 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 20 10:49:18.018921 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 20 10:49:18.019271 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 20 10:49:18.019517 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 20 10:49:18.019743 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 20 10:49:18.020063 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.020360 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.020658 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.020896 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.021190 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.021482 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.021794 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.022083 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.022380 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.022666 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.022948 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.023230 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.023461 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.023741 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.024029 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.024315 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.024538 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] debug = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.024818 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.025248 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.025679 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.025966 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.026259 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.026535 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.026811 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.027097 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.027458 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] host = dv-neutron-825471-1-hyperv {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.028312 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.028606 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.028899 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.029189 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.029470 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.029774 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.030064 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.030340 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.030616 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] log_file = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.030893 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.031182 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.031472 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.031767 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.031994 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.032218 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.032506 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.032799 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.033077 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.033353 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.033655 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.033932 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.034208 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.034479 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.034765 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.035049 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.035334 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.035610 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.035884 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.036153 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.036428 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.036746 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.036995 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.037272 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.037557 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.037860 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.038138 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.038415 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.038719 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.039008 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.039293 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.039579 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.039856 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.040141 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.040416 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.040690 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.040965 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] use_json = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.041240 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.041511 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.041818 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.042092 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.042366 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.042640 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.042913 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.043278 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:18.043584 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.043883 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.044187 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.044472 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.044764 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.045050 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.045342 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.045647 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.045938 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.046229 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.046521 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.046801 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.047088 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.047386 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.047679 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.047960 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.048240 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.048535 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.048816 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.049093 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.049373 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.049694 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.049977 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.050251 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.050533 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.050812 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.051084 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.051356 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.051633 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.051923 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.052199 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.052469 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.052739 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.053015 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.053287 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.053598 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.053878 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.054152 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.054426 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.054968 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.055244 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.055519 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.055797 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.056070 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.056348 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.056621 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.056893 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.057166 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.057440 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.057745 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.058025 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.058297 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.058573 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.058904 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.059187 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.059460 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.059736 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.060010 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.060300 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.060601 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.060882 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.061165 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.061448 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.061753 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.062036 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.062317 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.062596 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.062878 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.063153 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.063447 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.063732 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.064021 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.064304 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.064583 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.064881 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.065161 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.065445 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.065748 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.066029 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.066314 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.066599 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.066896 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.067194 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.067491 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.067792 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.068090 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.068376 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.068688 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.068969 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:18.069189 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 20 10:49:18.069431 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84226) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 20 10:49:18.475082 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO keyring.backend [-] Loading KWallet Jan 20 10:49:18.483106 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO keyring.backend [-] Loading SecretService Jan 20 10:49:18.486411 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO keyring.backend [-] Loading Windows Jan 20 10:49:18.487769 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO keyring.backend [-] Loading chainer Jan 20 10:49:18.488357 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO keyring.backend [-] Loading macOS Jan 20 10:49:18.522014 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 20 10:49:18.522291 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=84226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 20 10:49:18.522581 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 20 10:49:18.522917 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 20 10:49:18.833361 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:18.833587 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:18.833867 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:18.891072 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:18.891355 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:18.891632 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:18.894797 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:18.895073 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:18.895339 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:18.924411 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:18.924699 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:18.924968 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:18.953044 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:18.953321 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:18.953612 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.273739 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.274396 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.274396 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.274569 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.275441 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.397904 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.398223 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.398509 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.398799 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.399050 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.399360 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.399627 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.399886 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.400138 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.400421 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.400681 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.400947 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.401209 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.401464 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.401752 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.402020 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.402279 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.402655 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.403050 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.403340 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.403688 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.403944 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.404194 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.404478 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.404730 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.404977 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.405374 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 10:49:19.405644 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 10:49:19.405888 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 10:49:19.406127 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 10:49:19.406366 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 10:49:19.406604 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 10:49:19.407149 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 20 10:49:19.410337 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 20 10:49:19.414439 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 20 10:49:19.418416 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Jan 20 10:49:19.420076 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 20 10:49:19.420458 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 20 10:49:19.420792 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 20 10:49:19.421181 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 20 10:49:19.424038 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 20 10:49:19.424294 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 20 10:49:19.424644 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 20 10:49:19.454408 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 20 10:49:19.454861 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.455161 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84226) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 20 10:49:19.455528 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.456910 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84226) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 20 10:49:19.457194 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 20 10:49:19.457442 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 20 10:49:19.460710 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.460994 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:19.522502 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 20 10:49:19.522744 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 20 10:49:19.522981 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 20 10:49:19.523349 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 20 10:49:19.553847 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_db.sqlalchemy.engines [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84226) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 20 10:49:19.979395 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Initializing driver for type 'gre' Jan 20 10:49:19.979923 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] gre ID ranges: [(1, 1000)] Jan 20 10:49:20.110529 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Initializing driver for type 'local' Jan 20 10:49:20.110867 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Initializing driver for type 'vlan' Jan 20 10:49:20.161839 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] VlanTypeDriver initialization complete Jan 20 10:49:20.162210 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Initializing driver for type 'vxlan' Jan 20 10:49:20.162703 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] vxlan ID ranges: [(1, 1000)] Jan 20 10:49:20.316302 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Initializing extension driver 'port_security' Jan 20 10:49:20.316906 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.extensions.port_security [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] PortSecurityExtensionDriver initialization complete Jan 20 10:49:20.316906 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Initializing mechanism driver 'openvswitch' Jan 20 10:49:20.317231 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Initializing mechanism driver 'hyperv' Jan 20 10:49:20.327534 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:49:20.328237 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > port after_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.328606 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > port after_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.328955 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > port after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.329468 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 20 10:49:20.329932 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > subnet after_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.330287 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > subnet after_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.330630 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.331024 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 20 10:49:20.331424 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > network after_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.331774 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > network after_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.332118 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > network after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.332503 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 20 10:49:20.332938 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > security_group after_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.333285 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > security_group after_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.333671 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.334223 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 20 10:49:20.334622 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.334965 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.335301 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.335716 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 20 10:49:20.336150 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] ML2 OVO RPC backend initialized. {{(pid=84226) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Jan 20 10:49:20.336791 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.337145 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.337588 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > network before_response 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.337937 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > networks before_response 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.338279 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > port before_response 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.338620 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > ports before_response 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.338960 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > subnet before_response 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.339300 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > subnets before_response 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.339647 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > network after_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.340608 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > network after_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.340955 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > network after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.341294 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > port after_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.341662 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > port after_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.341998 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > port after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.342334 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > subnet after_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.342671 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > subnet after_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.343005 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.343583 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.plugin [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Modular L2 Plugin initialization complete Jan 20 10:49:20.343912 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading services supported by the core plugin {{(pid=84226) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 20 10:49:20.344236 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.plugins.ml2.managers [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Got port-security extension from driver 'port_security' Jan 20 10:49:20.344700 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.extensions.vlantransparent [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Disabled vlantransparent extension. Jan 20 10:49:20.345118 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84226) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 20 10:49:20.345430 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading Plugin: router Jan 20 10:49:20.384393 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.384784 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router after_create 55549900 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.385148 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router before_create 55549900 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.385508 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.385905 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.386258 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router after_delete 55549900 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.386615 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.387462 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router after_create 55549900 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.387806 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router after_update 55549900 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.388152 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router after_update 55549900 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.388497 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.388849 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router after_update 55549900 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.389253 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router precommit_update 55549900 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.389658 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: port after_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.389986 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: port after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.390320 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: subnet after_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.390656 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.391001 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.391346 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router precommit_create 55549900 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.391687 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: port before_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.392030 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router precommit_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.392383 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router after_update 55549900 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.392724 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.393071 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router precommit_create 55549900 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.393428 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.393801 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router precommit_update 55549900 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.394166 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > agent after_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.394514 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > agent after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.394858 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > network after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.395748 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Tracking information for resource: router configured {{(pid=84226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 10:49:20.396086 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Tracking information for resource: floatingip configured {{(pid=84226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 10:49:20.401001 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.db.l3_agentschedulers_db [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 20 10:49:20.401613 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: port after_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.401975 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: port after_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.402423 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: port after_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.403397 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: port after_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.404359 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router before_create 55550100 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.404748 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.405117 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router precommit_create 55550100 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.405478 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > router precommit_update 55550100 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.409967 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.services.provider_configuration [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Service providers = [] {{(pid=84226) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 20 10:49:20.410334 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.db.servicetype_db [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84226) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 20 10:49:20.413407 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.services.service_base [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 10:49:20.413798 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.services.service_base [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 10:49:20.414147 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.services.service_base [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 10:49:20.415053 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.services.service_base [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 10:49:20.415434 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.services.service_base [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 20 10:49:20.415823 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 10:49:20.416148 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 20 10:49:20.427987 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 10:49:20.428329 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading Plugin: auto_allocate Jan 20 10:49:20.435440 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: network precommit_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.435817 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: network precommit_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.436338 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 10:49:20.436665 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading Plugin: tag Jan 20 10:49:20.443342 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 10:49:20.443676 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading Plugin: timestamp Jan 20 10:49:20.456878 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 10:49:20.457215 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading Plugin: network_ip_availability Jan 20 10:49:20.462642 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.463017 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.463374 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.464188 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 10:49:20.464514 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading Plugin: flavors Jan 20 10:49:20.469339 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 10:49:20.469759 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading Plugin: revisions Jan 20 10:49:20.474139 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 10:49:20.474532 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_concurrency.lockutils [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.952s {{(pid=84226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 20 10:49:20.475271 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84226) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 20 10:49:20.475610 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Initializing extension manager. Jan 20 10:49:20.476121 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: __init__.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.476466 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: __pycache__ {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.476804 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.477143 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.477480 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: _filter_validation_lib.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.477942 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.478281 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: address_group.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.479040 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.479602 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: address-group Jan 20 10:49:20.479929 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: address_scope.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.481237 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.482045 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: address-scope Jan 20 10:49:20.482376 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.483339 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.483849 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: router-admin-state-down-before-update Jan 20 10:49:20.484172 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: agent.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.484883 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.485389 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: agent Jan 20 10:49:20.485753 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: agent_resources_synced.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.486677 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.487184 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: agent-resources-synced Jan 20 10:49:20.487510 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: allowedaddresspairs.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.497965 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.498512 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: allowed-address-pairs Jan 20 10:49:20.498847 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: auto_allocated_topology.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.499955 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.500511 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: auto-allocated-topology Jan 20 10:49:20.500841 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: availability_zone.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.501672 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.502189 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: availability_zone Jan 20 10:49:20.502516 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: availability_zone_filter.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.503448 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.503992 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: availability_zone_filter Jan 20 10:49:20.504345 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: data_plane_status.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.505267 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.505811 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension data-plane-status not supported by any of loaded plugins Jan 20 10:49:20.506138 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: default_subnetpools.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.507064 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.507575 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: default-subnetpools Jan 20 10:49:20.507901 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.508685 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.509199 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: dhcp_agent_scheduler Jan 20 10:49:20.509524 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: dns.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.510473 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.516543 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension dns-integration not supported by any of loaded plugins Jan 20 10:49:20.516543 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: dns_domain_ports.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.517326 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.517862 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 20 10:49:20.518191 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: dvr.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.518878 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.519386 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: dvr Jan 20 10:49:20.519712 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: empty_string_filtering.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.520648 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.521216 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: empty-string-filtering Jan 20 10:49:20.521555 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.522502 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.523016 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 20 10:49:20.523341 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.524421 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.525051 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 20 10:49:20.525373 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: external_net.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.526325 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.526882 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: external-net Jan 20 10:49:20.527221 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.528193 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.528704 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: extra_dhcp_opt Jan 20 10:49:20.529028 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: extraroute.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.529971 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.530485 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: extraroute Jan 20 10:49:20.530808 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: extraroute_atomic.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.531871 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.532389 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: extraroute-atomic Jan 20 10:49:20.532716 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: filter_validation.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.533402 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.533949 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: filter-validation Jan 20 10:49:20.534378 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: fip_pf_description.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.535310 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.535827 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 20 10:49:20.536154 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: fip_port_details.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.537095 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.537642 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: fip-port-details Jan 20 10:49:20.537998 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: flavors.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.539287 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.539811 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: flavors Jan 20 10:49:20.540137 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.541871 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.542405 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 20 10:49:20.542745 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: floatingip_pools.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.544037 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.544653 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: floatingip-pools Jan 20 10:49:20.544987 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: ip_allocation.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.554006 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.554820 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension ip_allocation not supported by any of loaded plugins Jan 20 10:49:20.555203 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.556148 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.556655 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: ip-substring-filtering Jan 20 10:49:20.556985 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: l2_adjacency.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.557954 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.558460 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 20 10:49:20.559510 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: l3.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.560509 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.561030 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: router Jan 20 10:49:20.561419 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.563897 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.564431 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 20 10:49:20.564764 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.565749 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.566273 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: ext-gw-mode Jan 20 10:49:20.566653 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.567537 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.568055 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: l3-ha Jan 20 10:49:20.568381 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: l3_flavors.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.575170 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.575686 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: l3-flavors Jan 20 10:49:20.576015 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.576944 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.577489 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 20 10:49:20.577847 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: l3agentscheduler.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.578957 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.579474 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: l3_agent_scheduler Jan 20 10:49:20.579806 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: logging.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.581345 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.581911 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension logging not supported by any of loaded plugins Jan 20 10:49:20.582271 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: metering.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.583104 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.583690 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: metering Jan 20 10:49:20.584074 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.585215 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.585762 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: metering_source_and_destination_fields Jan 20 10:49:20.586097 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: multiprovidernet.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.587049 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.587568 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: multi-provider Jan 20 10:49:20.587899 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: netmtu.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.588843 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.589354 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: net-mtu Jan 20 10:49:20.589723 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: netmtu_writable.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.590705 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.591312 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: net-mtu-writable Jan 20 10:49:20.591645 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: network_availability_zone.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.592327 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.592835 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: network_availability_zone Jan 20 10:49:20.593162 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: network_ip_availability.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.594296 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.594809 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: network-ip-availability Jan 20 10:49:20.595215 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: network_segment_range.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.595966 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.596473 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension network-segment-range not supported by any of loaded plugins Jan 20 10:49:20.596805 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: pagination.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.597830 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.598166 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: pagination Jan 20 10:49:20.598492 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.599417 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.599936 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: port-mac-address-regenerate Jan 20 10:49:20.600263 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: port_resource_request.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.601180 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.601748 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension port-resource-request not supported by any of loaded plugins Jan 20 10:49:20.602163 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: portbindings.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.603102 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.603618 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: binding Jan 20 10:49:20.603944 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: portbindings_extended.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.605236 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.606430 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: binding-extended Jan 20 10:49:20.606766 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: portsecurity.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.607752 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.608262 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: port-security Jan 20 10:49:20.608587 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: project_id.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.609600 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.609934 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: project-id Jan 20 10:49:20.610258 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: providernet.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.611182 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.611698 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: provider Jan 20 10:49:20.612025 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: qos.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.623288 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.623813 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension qos not supported by any of loaded plugins Jan 20 10:49:20.624151 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.625433 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.625990 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 20 10:49:20.626325 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.627261 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.627781 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 20 10:49:20.628111 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: qos_default.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.629043 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.629641 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension qos-default not supported by any of loaded plugins Jan 20 10:49:20.629974 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: qos_fip.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.630634 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.631146 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension qos-fip not supported by any of loaded plugins Jan 20 10:49:20.631472 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: qos_gateway_ip.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.632414 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.632928 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 20 10:49:20.633261 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: qos_port_network_policy.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.634223 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.634736 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 20 10:49:20.635063 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: qos_rule_type_details.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.636100 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.636610 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 20 10:49:20.637020 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: qos_rules_alias.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.638103 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.638622 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 20 10:49:20.638948 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: quotasv2.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.639840 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.640170 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: quotas Jan 20 10:49:20.640496 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: quotasv2_detail.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.642292 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.642638 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: quota_details Jan 20 10:49:20.642989 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: rbac.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.644063 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.644597 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: rbac-policies Jan 20 10:49:20.644935 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: rbac_address_scope.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.645914 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.646438 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: rbac-address-scope Jan 20 10:49:20.646772 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: rbac_security_groups.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.647702 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.648219 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: rbac-security-groups Jan 20 10:49:20.648549 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: rbac_subnetpool.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.649478 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.650029 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: rbac-subnetpool Jan 20 10:49:20.650358 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: revisionifmatch.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.656261 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.656776 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: revision-if-match Jan 20 10:49:20.657105 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: revisions.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.658331 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.658848 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: standard-attr-revisions Jan 20 10:49:20.659178 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: router_availability_zone.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.659864 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.660378 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: router_availability_zone Jan 20 10:49:20.660707 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: routerservicetype.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.661688 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.662210 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension router-service-type not supported by any of loaded plugins Jan 20 10:49:20.662540 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.663470 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.663982 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: port-security-groups-filtering Jan 20 10:49:20.664421 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: securitygroup.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.676199 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.676734 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: security-group Jan 20 10:49:20.677073 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: segment.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.677907 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.684520 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension segment not supported by any of loaded plugins Jan 20 10:49:20.684520 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.685021 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.685563 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 20 10:49:20.685899 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: servicetype.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.687177 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.687702 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: service-type Jan 20 10:49:20.688033 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: sorting.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.689092 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.689364 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: sorting Jan 20 10:49:20.689728 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: standard_attr_segment.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.690654 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.691171 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 20 10:49:20.691498 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: standardattrdescription.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.692152 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.692686 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: standard-attr-description Jan 20 10:49:20.693155 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: stateful_security_group.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.694141 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.694656 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: stateful-security-group Jan 20 10:49:20.694984 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: stdattrs_common.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.695572 dv-neutron-825471-1-hyperv neutron-server[84226]: WARNING neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 20 10:49:20.695896 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.696837 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.697354 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 20 10:49:20.697719 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: subnet_onboard.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.698949 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.699587 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: subnet_onboard Jan 20 10:49:20.699916 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.700872 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.701390 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 20 10:49:20.701858 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: subnet_service_types.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.702816 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.703335 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: subnet-service-types Jan 20 10:49:20.703664 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: subnetallocation.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.704828 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.705347 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: subnet_allocation Jan 20 10:49:20.705719 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.706400 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.706908 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: subnetpool-prefix-ops Jan 20 10:49:20.707233 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.708177 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.708690 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 20 10:49:20.709017 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: tagging.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.710113 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.710630 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: standard-attr-tag Jan 20 10:49:20.710958 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: timestamp.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.717237 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.717799 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loaded extension: standard-attr-timestamp Jan 20 10:49:20.718135 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: trunk.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.719186 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.719709 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension trunk not supported by any of loaded plugins Jan 20 10:49:20.720042 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: trunk_details.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.721042 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.721597 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension trunk-details not supported by any of loaded plugins Jan 20 10:49:20.721933 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: uplink_status_propagation.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.722866 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.723382 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 20 10:49:20.723710 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Loading extension file: vlantransparent.py {{(pid=84226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 10:49:20.724395 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 10:49:20.724993 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 20 10:49:20.727306 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Creating instance of TrackedResource for resource:network Jan 20 10:49:20.728050 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Creating instance of TrackedResource for resource:subnet Jan 20 10:49:20.728656 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 10:49:20.729430 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Creating instance of TrackedResource for resource:port Jan 20 10:49:20.731454 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.v2.resource_helper [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 10:49:20.732034 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.v2.resource_helper [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Service FLAVORS assigned prefix: {{(pid=84226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 10:49:20.732665 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.v2.resource_helper [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 10:49:20.733094 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.v2.resource_helper [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 10:49:20.733429 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Creating instance of TrackedResource for resource:router Jan 20 10:49:20.734142 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Creating instance of TrackedResource for resource:floatingip Jan 20 10:49:20.740602 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.v2.resource_helper [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Service METERING assigned prefix: /metering {{(pid=84226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 10:49:20.740602 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.740602 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.740602 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:49:20.740602 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Creating instance of CountableResource for resource:rbac_policy Jan 20 10:49:20.740954 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Creating instance of TrackedResource for resource:security_group Jan 20 10:49:20.740954 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 20 10:49:20.740954 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.v2.resource_helper [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Service CORE assigned prefix: {{(pid=84226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 10:49:20.740954 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 10:49:20.740954 dv-neutron-825471-1-hyperv neutron-server[84226]: WARNING neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] subnetpool is already registered Jan 20 10:49:20.741305 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.v2.resource_helper [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Service CORE assigned prefix: {{(pid=84226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 10:49:20.741668 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 10:49:20.742004 dv-neutron-825471-1-hyperv neutron-server[84226]: WARNING neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] subnetpool is already registered Jan 20 10:49:20.744584 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.v2.resource_helper [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 10:49:20.745020 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.v2.resource_helper [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Service FLAVORS assigned prefix: {{(pid=84226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 10:49:20.745645 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.v2.resource_helper [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 10:49:20.746126 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.v2.resource_helper [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 10:49:20.746615 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Creating instance of TrackedResource for resource:router Jan 20 10:49:20.746956 dv-neutron-825471-1-hyperv neutron-server[84226]: WARNING neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] router is already registered Jan 20 10:49:20.747552 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Creating instance of TrackedResource for resource:floatingip Jan 20 10:49:20.747888 dv-neutron-825471-1-hyperv neutron-server[84226]: WARNING neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] floatingip is already registered Jan 20 10:49:20.748617 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.v2.resource_helper [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Service METERING assigned prefix: /metering {{(pid=84226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 10:49:20.749287 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Creating instance of CountableResource for resource:rbac_policy Jan 20 10:49:20.749645 dv-neutron-825471-1-hyperv neutron-server[84226]: WARNING neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] rbac_policy is already registered Jan 20 10:49:20.750255 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Creating instance of TrackedResource for resource:security_group Jan 20 10:49:20.750583 dv-neutron-825471-1-hyperv neutron-server[84226]: WARNING neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] security_group is already registered Jan 20 10:49:20.751167 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 20 10:49:20.751501 dv-neutron-825471-1-hyperv neutron-server[84226]: WARNING neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] security_group_rule is already registered Jan 20 10:49:20.752172 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.v2.resource_helper [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Service CORE assigned prefix: {{(pid=84226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 10:49:20.752508 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 10:49:20.752837 dv-neutron-825471-1-hyperv neutron-server[84226]: WARNING neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] subnetpool is already registered Jan 20 10:49:20.753445 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.v2.resource_helper [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Service CORE assigned prefix: {{(pid=84226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 10:49:20.753805 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 10:49:20.754133 dv-neutron-825471-1-hyperv neutron-server[84226]: WARNING neutron.quota.resource_registry [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] subnetpool is already registered Jan 20 10:49:20.754789 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: extensions {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.756336 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: address-groups {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.757955 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: address-scopes {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.759149 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: agents {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.760359 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: auto-allocated-topology {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.761687 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: availability_zones {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.763313 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: dhcp-networks {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.764682 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: dhcp-agents {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.766211 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: routers {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.768064 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: flavors {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.769217 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: service_profiles {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.770435 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: next_providers {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.771923 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: service_profiles {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.773339 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: floatingip-pools {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.775002 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: routers {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.776432 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: floatingips {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.778427 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: l3-routers {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.779780 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: l3-agents {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.781146 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: metering-labels {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.782592 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: metering-label-rules {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.783852 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: network-ip-availabilities {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.785150 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: bindings {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.787695 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: quotas {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.789289 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: quotas {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.790796 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: rbac-policies {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.792077 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: security-groups {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.793972 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: security-group-rules {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.795289 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: service-providers {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.796485 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: subnetpools {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.797919 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: subnetpools {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.799391 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: tags {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.801140 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: tags {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.802928 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: tags {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.804907 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: tags {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.806731 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: tags {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.808373 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: tags {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.810423 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: tags {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.812221 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: tags {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.814078 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: tags {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.815887 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron.api.extensions [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Extended resource: tags {{(pid=84226) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 10:49:20.822536 dv-neutron-825471-1-hyperv neutron-server[84226]: WARNING keystonemiddleware.auth_token [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 20 10:49:20.826491 dv-neutron-825471-1-hyperv neutron-server[84226]: WARNING keystonemiddleware.auth_token [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 20 10:49:20.834861 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_concurrency.lockutils [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Acquired lock "singleton_lock" {{(pid=84226) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 20 10:49:20.835349 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_concurrency.lockutils [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Releasing lock "singleton_lock" {{(pid=84226) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 20 10:49:20.835981 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO oslo_service.service [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Starting 2 workers Jan 20 10:49:20.841326 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Started child 84331 {{(pid=84226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 20 10:49:20.845647 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Started child 84332 {{(pid=84226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 20 10:49:20.846639 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:20.847225 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO neutron.service [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 20 10:49:20.847859 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Notify callbacks [] for process, before_spawn {{(pid=84226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:20.848104 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [-] (84331) wsgi starting up on http://0.0.0.0:9696 Jan 20 10:49:20.850439 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:20.850967 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO oslo_service.service [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Starting 1 workers Jan 20 10:49:20.851856 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [-] (84332) wsgi starting up on http://0.0.0.0:9696 Jan 20 10:49:20.856114 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Started child 84333 {{(pid=84226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 20 10:49:20.856945 dv-neutron-825471-1-hyperv neutron-server[84226]: INFO oslo_service.service [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Starting 1 workers Jan 20 10:49:20.860391 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.service [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] calling RpcWorker wait() {{(pid=84333) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 20 10:49:20.860955 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.service [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] returning from RpcWorker wait() {{(pid=84333) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 20 10:49:20.861418 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Started child 84334 {{(pid=84226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 20 10:49:20.862221 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0a54-a7aa-4136-93c3-e0cef927c310 None None] Notify callbacks [] for process, after_spawn {{(pid=84226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:20.862329 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:20.862710 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:49:20.864268 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84226) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 20 10:49:20.864475 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 20 10:49:20.864661 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 20 10:49:20.864875 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 20 10:49:20.865222 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 20 10:49:20.865390 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 20 10:49:20.865930 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.866210 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.866497 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.866771 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.867073 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.867645 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.867922 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:20.868397 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.868397 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.868397 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.868667 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.868835 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.869003 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.869257 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.869507 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.869820 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.870098 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.870406 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.870661 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.870785 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.871064 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.871395 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.871648 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.871919 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] debug = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.872178 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.872691 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.872919 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.873157 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.873573 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.878260 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.878260 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.878260 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.878260 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.878260 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.878260 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.878260 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.878260 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.879035 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.879035 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.879035 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.879035 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] host = dv-neutron-825471-1-hyperv {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.879035 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.879035 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.879035 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.881837 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.882200 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.882515 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.882850 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.883189 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.883537 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.883850 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.884179 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.884495 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.884785 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.885292 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] log_file = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.885476 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] log_options = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.885889 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.886180 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.886463 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.886687 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.886898 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.887075 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.887347 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.887571 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.887765 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.888013 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.888233 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.888454 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.888717 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.888968 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.889213 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.889671 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.889927 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.890224 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.890494 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.890734 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.890968 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.891198 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.891443 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.891670 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.891908 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.892355 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.892621 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.892845 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.893068 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.893289 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.893599 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.893858 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.894103 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.894363 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.894595 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.894821 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.895635 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.896016 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.896509 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.897039 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.897464 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.897809 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.902974 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.902974 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.903148 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:49:20.903223 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.903223 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] use_json = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.903223 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.903223 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.903223 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.903223 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.903223 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.903223 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.903223 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.903742 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.903742 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.903742 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.903742 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.903742 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.903742 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.903742 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.903742 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.904175 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.904175 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.904175 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.904175 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.904418 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.904739 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.905200 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.905478 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.905754 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.906000 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.906267 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.906499 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.906714 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.906937 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.907177 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.907454 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.907685 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.907924 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.908168 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.908403 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.908644 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.908875 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.909128 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.909387 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.909778 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.911141 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.911141 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.911141 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.911141 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.911141 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.911141 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.913177 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.913177 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.913177 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.913177 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.913177 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.913177 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.913177 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.913177 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.913177 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.916055 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.916055 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.916055 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.916055 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.916055 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.916055 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.916055 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.916055 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.916055 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.916674 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.916674 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.916674 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.917327 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.917786 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.918624 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.918862 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.919098 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.919324 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.919550 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.919884 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.920116 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.922031 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.922303 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.922532 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.922756 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.923141 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.923391 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.923704 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.924023 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.924270 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.924539 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.924768 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.925032 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.925277 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.925561 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.925816 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.926041 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.926291 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.926548 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.926795 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.927045 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.927292 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.927536 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.927793 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.928039 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.928264 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.928485 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.928746 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.928978 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.929263 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.930068 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.930475 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.930888 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.931148 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.931434 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.931671 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.931966 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.932191 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.932517 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.932812 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.933093 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.933377 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.933679 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.933922 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.934204 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.937886 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.938217 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.938502 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.938787 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.939035 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.939362 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.939630 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.939888 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.941830 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.942093 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.942435 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.942705 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.942953 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.943176 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.943484 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.943752 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.943992 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.944266 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.944531 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.944770 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.945007 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.945244 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.945460 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.945747 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.945977 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.946194 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.946439 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.946680 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.946922 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.947147 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.947382 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.947614 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.947828 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.948051 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.948732 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.949001 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.949286 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.949574 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.949864 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.950209 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.950463 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.950708 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.950931 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.951158 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.951513 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.951778 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.951998 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.952846 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.953435 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.953718 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.953978 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.954248 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.954499 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.954738 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.956490 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.956490 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.956696 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.956964 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.957281 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.957502 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.957870 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.958114 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.958777 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.959041 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.959281 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.960693 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.961301 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.961590 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.961821 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.962045 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.962271 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.962518 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.963149 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.963375 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.963614 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.965922 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.966139 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.966389 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.966627 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.966880 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.967112 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.967342 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.967571 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.967861 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.968080 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.968318 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.968611 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.968887 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.969121 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.969347 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.969635 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.969896 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.970111 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.970326 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.970551 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.970763 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.971071 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.971350 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.971572 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.971877 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.972125 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.972355 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.972622 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.972959 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.973193 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.973438 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.973927 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.974159 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.974409 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.975949 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.976403 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.976703 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.977070 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.977338 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.977693 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.977988 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.978275 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.978732 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.980138 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.981702 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.982067 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.982358 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.982619 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.982908 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.983176 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.983415 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.983681 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.983928 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.984157 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.984407 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.984653 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.984906 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.985160 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.985414 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.985674 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.985906 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.986141 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.986372 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.986597 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:20.986760 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 20 10:49:20.987270 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84226) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 20 10:49:20.987432 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 20 10:49:20.987586 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 20 10:49:20.987778 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 20 10:49:20.987950 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 20 10:49:20.988102 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 20 10:49:20.988310 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.988471 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.988631 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.988795 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.988958 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.989141 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.989304 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.989462 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.989657 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.989817 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.989975 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.990137 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.990298 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.990454 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.990601 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.990764 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.991018 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.991118 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.991233 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.991419 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.991577 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.991739 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.991898 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] debug = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.992057 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.992255 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.992423 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.992580 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.992738 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.992897 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.993055 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.993214 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.993373 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.993531 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.993710 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.993870 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.994029 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.994188 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.994345 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.994504 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.994662 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] host = dv-neutron-825471-1-hyperv {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.994820 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.994977 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.995135 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.995292 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.995450 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.995609 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.995770 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.995928 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.996123 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.996283 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.996525 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.996781 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.996946 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.997106 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] log_file = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.997266 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] log_options = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.997424 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.997609 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.997770 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.997952 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.998118 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.998278 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.998438 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.998596 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.998755 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.998914 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.999071 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.999232 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.999389 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.999548 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.999706 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:20.999866 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.000026 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.000187 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.000367 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.000526 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.000686 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.000844 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.001003 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.001162 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.001319 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.001481 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.001664 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.001823 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.001982 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.002193 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.002373 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.002540 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.002699 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.002865 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.003017 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.003180 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.003338 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.003510 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.003657 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.003811 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.003970 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.004133 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.004289 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.004448 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.004608 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.004772 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] use_json = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.004927 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.005086 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.005251 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.005847 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.005847 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.005847 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.006070 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.006203 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 10:49:21.007667 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.007667 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.007667 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.007667 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.007667 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.007667 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.007667 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.007667 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.008248 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.008248 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.008248 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.008248 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.008248 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.008595 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.008595 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.008735 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.008813 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.008932 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.009094 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.009257 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.009420 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.009601 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.009766 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.009927 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.010089 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.010250 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.010412 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.010575 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.010737 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.010899 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.011061 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.011223 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.011384 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.011564 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.012223 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.012385 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.012547 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.012709 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.012869 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.013026 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.013199 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.013359 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.013521 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.013695 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.013854 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.014015 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.014161 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.014311 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.014473 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.014635 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.014796 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.014972 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.015132 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.015293 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.015454 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.015617 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.015846 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.016022 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.016185 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.016348 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.016509 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.016670 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.016832 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.016994 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.017157 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.017319 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.017480 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.017666 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.017829 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.017990 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.018153 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.018313 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.018474 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.018636 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.018807 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.018982 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.019144 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.019306 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.019467 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.019627 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.019788 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.019948 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.020109 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.020270 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.020430 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.020590 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.020751 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.020914 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.021077 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.021237 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.021397 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.021575 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.021739 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.021899 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.022061 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.022222 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.022383 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.022544 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.022704 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.022863 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.023023 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.023193 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.023354 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.023516 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.023677 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.023844 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.023929 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:49:21.024022 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.024182 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.024353 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.024514 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.024673 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.024833 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.024993 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.025155 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.025317 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.025479 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.025665 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.026000 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.026000 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.026288 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.026288 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.026550 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.026686 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.026844 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.026982 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.027129 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.027308 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.027576 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.027576 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.027844 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.027844 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.028103 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.028238 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.028376 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.028512 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.028658 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.028796 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.028944 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.029079 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.029215 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.031743 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.031743 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.031743 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.031970 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 53086) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:49:21.032062 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.032062 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.032062 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.032062 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.032062 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.032062 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.032062 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.032062 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.032577 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.032577 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.032577 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.032577 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.032577 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.032577 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.032577 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.032577 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.033008 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.033008 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.033008 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.033008 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.033008 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.033280 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.033280 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.033565 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.033655 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.033779 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.033943 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.034104 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.034280 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.034431 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.034594 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.034758 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.034919 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.035080 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.035257 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.035418 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.035583 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.035744 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.036425 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.036425 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.036425 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.036425 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.036702 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.036768 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.036927 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.037094 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.037194 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.037344 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.037498 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.037684 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.037840 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.038007 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.038202 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.038311 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.038495 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.038661 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.038964 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.038964 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.039135 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.039261 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.039429 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.039592 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.039756 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.039922 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.040270 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.040270 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.040550 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.040550 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.041169 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.041169 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.041169 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.041169 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.041778 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.041778 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.041778 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.041778 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.042237 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.042237 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.042237 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.042698 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.042698 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.042698 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.043588 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.043588 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.043824 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.044100 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.044329 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.044875 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0128679 Jan 20 10:49:21.045283 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.045462 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.045656 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.045803 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.045960 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.046124 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.046293 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.046454 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.046617 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.046777 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.046940 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.047227 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.047398 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.047560 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.047721 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.047880 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.048042 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.048204 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.048364 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.048526 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.048788 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 10:49:21.048912 dv-neutron-825471-1-hyperv neutron-server[84226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 20 10:49:31.314186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b17791-fc3b-4254-ae7e-e68fb24c3658 None None] get_active_networks_info from dv-neutron-825471-1-hyperv {{(pid=84333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 10:49:31.379750 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b17791-fc3b-4254-ae7e-e68fb24c3658 None None] No non-hosted networks {{(pid=84333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 20 10:49:31.394075 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.agentschedulers_db [None req-20b17791-fc3b-4254-ae7e-e68fb24c3658 None None] DHCP Agent not found on host dv-neutron-825471-1-hyperv {{(pid=84333) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 20 10:49:31.511186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9472b28-a8e8-49de-bc13-22109deaea13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1783063'] for agent, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:33.794376 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32bdb22f-d970-4819-9f6e-6aca1d7c564d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1783063'] for agent, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:33.827151 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-3380a6b5-2897-4cdb-a045-076ae5f85e9b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-825471-1-hyperv {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 10:49:33.827977 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-3380a6b5-2897-4cdb-a045-076ae5f85e9b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 10:49:34.349379 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3380a6b5-2897-4cdb-a045-076ae5f85e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:34.747251 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1783063'] for agent, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:34.882420 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1783063'] for agent, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:34.884410 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:34.884991 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:34.885516 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:34.886061 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:34.886738 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:34.887274 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:34.888997 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:34.893567 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:34.895107 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:34.895462 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:34.898626 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:34.899727 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-825471-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:49:34.917390 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-825471-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:49:36.157453 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1783063'] for agent, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:37.713222 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 53182) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:49:38.314991 dv-neutron-825471-1-hyperv neutron-server[84331]: WARNING oslo_policy.policy [None req-b9cd9124-0182-4646-80a4-90aa33db8130 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 10:49:38.315575 dv-neutron-825471-1-hyperv neutron-server[84331]: WARNING oslo_policy.policy [None req-b9cd9124-0182-4646-80a4-90aa33db8130 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 10:49:38.550669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [None req-b9cd9124-0182-4646-80a4-90aa33db8130 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84331) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 10:49:38.551699 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b9cd9124-0182-4646-80a4-90aa33db8130 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8375680 Jan 20 10:49:40.748820 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.db.l3_hamode_db [None req-87ebe118-eaa6-4e1c-82c5-fb4453892097 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 20 10:49:40.811110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 53196) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:49:40.835671 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ebe118-eaa6-4e1c-82c5-fb4453892097 None None] Routers set() bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:49:40.835982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ebe118-eaa6-4e1c-82c5-fb4453892097 None None] Router IDs set() for agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 20 10:49:41.197114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f4493505-909b-4449-93d0-ee2548ef7c4a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:49:41.250602 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.policy [None req-f4493505-909b-4449-93d0-ee2548ef7c4a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84331) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 20 10:49:41.251349 dv-neutron-825471-1-hyperv neutron-server[84331]: WARNING oslo_policy.policy [None req-f4493505-909b-4449-93d0-ee2548ef7c4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 10:49:41.251713 dv-neutron-825471-1-hyperv neutron-server[84331]: WARNING oslo_policy.policy [None req-f4493505-909b-4449-93d0-ee2548ef7c4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 10:49:41.254955 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.quota [None req-f4493505-909b-4449-93d0-ee2548ef7c4a admin admin] Loaded quota_driver: . Jan 20 10:49:41.270634 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f4493505-909b-4449-93d0-ee2548ef7c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:49:41.407667 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f4493505-909b-4449-93d0-ee2548ef7c4a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747727138958', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747727182387', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747727182037', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747727175424', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747727167494', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-527627', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-534393', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1677927', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1611726'] for rbac-policy, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:41.590626 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f4493505-909b-4449-93d0-ee2548ef7c4a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:41.591927 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f4493505-909b-4449-93d0-ee2548ef7c4a admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7797103 Jan 20 10:49:44.107999 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 53210) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:49:44.474337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '61a297bcb27b4815a1d31d05f18194cd'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:49:44.478971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:49:44.484121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Usage tracker for resource:network and tenant:61a297bcb27b4815a1d31d05f18194cd is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:49:44.488666 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:49:44.494734 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:49:44.561762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Made reservation on behalf of 61a297bcb27b4815a1d31d05f18194cd for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:49:44.564609 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:44.582526 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:44.625093 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:49:44.628671 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Usage tracker for resource:security_group_rule and tenant:61a297bcb27b4815a1d31d05f18194cd is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:49:44.631488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:49:44.637357 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:49:44.702214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:44.744778 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:44.768211 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:49:44.795234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747725495763', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:44.795805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Unsubscribe: segment precommit_create {{(pid=84331) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 20 10:49:44.796303 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Added segment 998b1f77-8579-4f30-8d71-e66cf6c50b25 of type vlan for network 09b41f3f-c527-47c5-b736-6f5fd628155a Jan 20 10:49:44.805163 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8f8cd4-789d-4112-a46b-a5c0ee8bae01,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:49:44.866515 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:44.866850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:44.867175 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:44.867496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:44.867829 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:44.868151 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:44.868480 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:44.868798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:44.869154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:44.869462 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:44.869806 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Tracked resource versions report: Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: pushed versions: Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: { 'ConntrackHelper': {'1.0'}, Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Log': {'1.0'}, Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Network': {'1.1'}, Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Port': {'1.5'}, Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'PortForwarding': {'1.2'}, Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'QosPolicy': {'1.8'}, Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'SecurityGroup': {'1.2'}, Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'SecurityGroupRule': {'1.0'}, Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'SubPort': {'1.0'}, Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Subnet': {'1.1'}, Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Trunk': {'1.1'}} Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: consumer versions: Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: { DHCP agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: L3 agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: Metadata agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: Metering agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: Open vSwitch agent@dv-neutron-825471-1-hyperv: { 'ConntrackHelper': '1.0', Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Log': '1.0', Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Network': '1.1', Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Port': '1.5', Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'PortForwarding': '1.2', Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'QosPolicy': '1.8', Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'SecurityGroup': '1.2', Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'SecurityGroupRule': '1.0', Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'SubPort': '1.0', Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Subnet': '1.1', Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Trunk': '1.1'}} Jan 20 10:49:44.871251 dv-neutron-825471-1-hyperv neutron-server[84331]: {{(pid=84331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 10:49:44.905844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:45.007609 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:45.008545 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:49:45.009226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:45.113655 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] Pushing event updated for resources: {'Network': ['ID=09b41f3f-c527-47c5-b736-6f5fd628155a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:49:45.124785 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 09b41f3f-c527-47c5-b736-6f5fd628155a details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:49:45.168431 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c7d51ab9-4b67-41ce-8804-14ff6d2980c6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0593636 Jan 20 10:49:47.775678 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 53226) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:49:48.365168 dv-neutron-825471-1-hyperv neutron-server[84332]: WARNING oslo_policy.policy [None req-55a67277-f705-433f-80a4-24cf111f144e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 10:49:48.365765 dv-neutron-825471-1-hyperv neutron-server[84332]: WARNING oslo_policy.policy [None req-55a67277-f705-433f-80a4-24cf111f144e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 10:49:48.764994 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.policy [None req-55a67277-f705-433f-80a4-24cf111f144e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84332) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 20 10:49:48.765782 dv-neutron-825471-1-hyperv neutron-server[84332]: WARNING oslo_policy.policy [None req-55a67277-f705-433f-80a4-24cf111f144e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 10:49:48.766146 dv-neutron-825471-1-hyperv neutron-server[84332]: WARNING oslo_policy.policy [None req-55a67277-f705-433f-80a4-24cf111f144e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 10:49:48.768943 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a67277-f705-433f-80a4-24cf111f144e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:49:48.770838 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-55a67277-f705-433f-80a4-24cf111f144e admin admin] 10.222.0.70 "GET /v2.0/networks/09b41f3f-c527-47c5-b736-6f5fd628155a HTTP/1.1" status: 200 len: 825 time: 0.9932137 Jan 20 10:49:48.802652 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5b408849-6186-4953-8ae6-1021205f695d admin admin] 10.222.0.70 "GET /v2.0/subnetpools/c370f842-de67-478f-ae74-829a3de500ee HTTP/1.1" status: 200 len: 734 time: 0.0265465 Jan 20 10:49:48.811159 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'c370f842-de67-478f-ae74-829a3de500ee', 'gateway_ip': '172.20.0.1', 'network_id': '09b41f3f-c527-47c5-b736-6f5fd628155a', 'tenant_id': '61a297bcb27b4815a1d31d05f18194cd', 'name': 'private-subnet'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:49:48.812665 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.quota [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Loaded quota_driver: . Jan 20 10:49:48.818521 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:49:48.824005 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Usage tracker for resource:subnet and tenant:61a297bcb27b4815a1d31d05f18194cd is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:49:48.827910 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:49:48.834811 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:49:48.893462 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Made reservation on behalf of 61a297bcb27b4815a1d31d05f18194cd for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:49:48.896282 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:49.248607 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:49.333889 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Checking segment: {'id': '998b1f77-8579-4f30-8d71-e66cf6c50b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '09b41f3f-c527-47c5-b736-6f5fd628155a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:49:49.334196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Network hostable DHCP agents. Network: 09b41f3f-c527-47c5-b736-6f5fd628155a, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:49:49.346904 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a341b4-b234-4729-a8b4-c9b2279d9d31,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:49:49.360539 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:49.360926 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:49.361256 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:49.361602 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:49.361949 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:49.362273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:49.362602 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:49.362922 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:49.363234 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:49.363542 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:49.363852 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Tracked resource versions report: Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: pushed versions: Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: { 'ConntrackHelper': {'1.0'}, Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Log': {'1.0'}, Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Network': {'1.1'}, Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Port': {'1.5'}, Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'PortForwarding': {'1.2'}, Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'QosPolicy': {'1.8'}, Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'SecurityGroup': {'1.2'}, Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'SecurityGroupRule': {'1.0'}, Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'SubPort': {'1.0'}, Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Subnet': {'1.1'}, Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Trunk': {'1.1'}} Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: consumer versions: Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: { DHCP agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: L3 agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: Metadata agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: Metering agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: Open vSwitch agent@dv-neutron-825471-1-hyperv: { 'ConntrackHelper': '1.0', Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Log': '1.0', Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Network': '1.1', Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Port': '1.5', Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'PortForwarding': '1.2', Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'QosPolicy': '1.8', Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'SecurityGroup': '1.2', Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'SecurityGroupRule': '1.0', Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'SubPort': '1.0', Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Subnet': '1.1', Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Trunk': '1.1'}} Jan 20 10:49:49.365048 dv-neutron-825471-1-hyperv neutron-server[84332]: {{(pid=84332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 10:49:49.464649 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Network 09b41f3f-c527-47c5-b736-6f5fd628155a is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:49:49.573301 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 09b41f3f-c527-47c5-b736-6f5fd628155a) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:49:49.578557 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:49:49.584183 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:49.584896 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ff06e9-0b1f-456a-bf0c-59dc2aae8597 None None] Network 09b41f3f-c527-47c5-b736-6f5fd628155a requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:49:49.665731 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2b0484e1-7447-423c-b71d-4a5e1148ecd9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8578534 Jan 20 10:49:49.887840 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-09b41f3f-c527-47c5-b736-6f5fd628155a', 'network_id': '09b41f3f-c527-47c5-b736-6f5fd628155a', 'tenant_id': '61a297bcb27b4815a1d31d05f18194cd', 'fixed_ips': [{'subnet_id': '42a341b4-b234-4729-a8b4-c9b2279d9d31'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 10:49:49.889639 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:50.073725 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Allocated IP 172.20.0.2 (09b41f3f-c527-47c5-b736-6f5fd628155a/42a341b4-b234-4729-a8b4-c9b2279d9d31/881ebe32-55df-4f93-baa8-17bfdf193cba) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:49:50.299206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:50.312723 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Transition to ACTIVE for port object 881ebe32-55df-4f93-baa8-17bfdf193cba will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:49:50.331674 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Transition to ACTIVE for port object 881ebe32-55df-4f93-baa8-17bfdf193cba will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:49:50.402884 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:50.469262 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Network 09b41f3f-c527-47c5-b736-6f5fd628155a is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:49:50.472095 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:49:50.477801 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:49:50.480012 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Pushing event updated for resources: {'Port': ['ID=881ebe32-55df-4f93-baa8-17bfdf193cba,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:49:50.491779 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:50.492135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:50.492478 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:50.492837 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:50.493164 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:50.493495 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:50.493854 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:50.494204 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:50.494529 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:50.494853 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:50.495174 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Tracked resource versions report: Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: pushed versions: Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: { 'ConntrackHelper': {'1.0'}, Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Log': {'1.0'}, Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Network': {'1.1'}, Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Port': {'1.5'}, Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'PortForwarding': {'1.2'}, Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'QosPolicy': {'1.8'}, Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'SecurityGroup': {'1.2'}, Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'SecurityGroupRule': {'1.0'}, Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'SubPort': {'1.0'}, Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Subnet': {'1.1'}, Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Trunk': {'1.1'}} Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: consumer versions: Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: { DHCP agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: L3 agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: Metadata agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: Metering agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: Open vSwitch agent@dv-neutron-825471-1-hyperv: { 'ConntrackHelper': '1.0', Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Log': '1.0', Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Network': '1.1', Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Port': '1.5', Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'PortForwarding': '1.2', Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'QosPolicy': '1.8', Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'SecurityGroup': '1.2', Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'SecurityGroupRule': '1.0', Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'SubPort': '1.0', Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Subnet': '1.1', Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Trunk': '1.1'}} Jan 20 10:49:50.496441 dv-neutron-825471-1-hyperv neutron-server[84333]: {{(pid=84333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 10:49:50.582040 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Attempting to bind port 881ebe32-55df-4f93-baa8-17bfdf193cba on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:49:50.582409 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Attempting to bind port 881ebe32-55df-4f93-baa8-17bfdf193cba by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '998b1f77-8579-4f30-8d71-e66cf6c50b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '09b41f3f-c527-47c5-b736-6f5fd628155a'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:49:50.582843 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Attempting to bind port 881ebe32-55df-4f93-baa8-17bfdf193cba on network 09b41f3f-c527-47c5-b736-6f5fd628155a {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:49:50.589296 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:49:50.590301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Checking segment: {'id': '998b1f77-8579-4f30-8d71-e66cf6c50b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '09b41f3f-c527-47c5-b736-6f5fd628155a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:49:50.590301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:50.590608 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Bound using segment: {'id': '998b1f77-8579-4f30-8d71-e66cf6c50b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '09b41f3f-c527-47c5-b736-6f5fd628155a'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:49:50.591020 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Bound port: 881ebe32-55df-4f93-baa8-17bfdf193cba, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998b1f77-8579-4f30-8d71-e66cf6c50b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '09b41f3f-c527-47c5-b736-6f5fd628155a'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:49:50.591947 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:50.677552 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] For port 881ebe32-55df-4f93-baa8-17bfdf193cba, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:49:50.681674 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] For port 881ebe32-55df-4f93-baa8-17bfdf193cba, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=881ebe32-55df-4f93-baa8-17bfdf193cba,segment=NetworkSegment(998b1f77-8579-4f30-8d71-e66cf6c50b25),segment_id=998b1f77-8579-4f30-8d71-e66cf6c50b25)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:49:50.808767 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:50.920349 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae8ab8-158a-443a-9f97-e7d497cca112 None None] Pushing event updated for resources: {'Port': ['ID=881ebe32-55df-4f93-baa8-17bfdf193cba,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:49:52.036642 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 53246) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:49:52.445385 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-1f644560-f6db-47fd-b1d6-1e2c32d53b6a admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 10:49:52.446394 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1f644560-f6db-47fd-b1d6-1e2c32d53b6a admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4088006 Jan 20 10:49:54.540417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821f364d-daf1-493d-9d92-a6d36ee0cf75 None None] Network 09b41f3f-c527-47c5-b736-6f5fd628155a requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:49:54.707712 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e9df3cb0-a2b2-4829-8673-720ba8083134 None None] Provisioning for port 881ebe32-55df-4f93-baa8-17bfdf193cba completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:49:54.714812 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 53260) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:49:55.122254 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-59a8a403-ccf8-464b-98f4-a4c4ada6f703 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 10:49:55.124345 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-59a8a403-ccf8-464b-98f4-a4c4ada6f703 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4086192 Jan 20 10:49:55.141274 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 881ebe32-55df-4f93-baa8-17bfdf193cba up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:49:55.299093 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 881ebe32-55df-4f93-baa8-17bfdf193cba completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:49:55.306302 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 881ebe32-55df-4f93-baa8-17bfdf193cba triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:49:55.306809 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:55.421452 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:55.453879 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 881ebe32-55df-4f93-baa8-17bfdf193cba, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=881ebe32-55df-4f93-baa8-17bfdf193cba,segment=NetworkSegment(998b1f77-8579-4f30-8d71-e66cf6c50b25),segment_id=998b1f77-8579-4f30-8d71-e66cf6c50b25)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:49:55.573652 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:55.639245 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=881ebe32-55df-4f93-baa8-17bfdf193cba,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:49:57.111836 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 881ebe32-55df-4f93-baa8-17bfdf193cba up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:49:57.180400 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 881ebe32-55df-4f93-baa8-17bfdf193cba triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:49:57.180770 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:57.707098 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 53272) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:49:58.150839 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-949cc86d-ea98-4974-8c50-d3aba207eded admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '61a297bcb27b4815a1d31d05f18194cd'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:49:58.158560 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-949cc86d-ea98-4974-8c50-d3aba207eded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:49:58.162533 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-949cc86d-ea98-4974-8c50-d3aba207eded admin admin] Usage tracker for resource:router and tenant:61a297bcb27b4815a1d31d05f18194cd is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:49:58.165866 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-949cc86d-ea98-4974-8c50-d3aba207eded admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:49:58.171766 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-949cc86d-ea98-4974-8c50-d3aba207eded admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:49:58.264998 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-949cc86d-ea98-4974-8c50-d3aba207eded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:58.266517 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-949cc86d-ea98-4974-8c50-d3aba207eded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:58.289752 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-949cc86d-ea98-4974-8c50-d3aba207eded admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:58.460128 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-949cc86d-ea98-4974-8c50-d3aba207eded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:58.590056 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-949cc86d-ea98-4974-8c50-d3aba207eded admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:49:58.591257 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-949cc86d-ea98-4974-8c50-d3aba207eded admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8831556 Jan 20 10:50:00.807590 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 53282) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:50:01.196408 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-82368b61-ed90-41da-9eb0-fa1a284f1da8 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 10:50:01.197400 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-82368b61-ed90-41da-9eb0-fa1a284f1da8 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3888631 Jan 20 10:50:01.293382 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8215979e-1c26-4fb1-a0f3-efabe2c2b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:03.543247 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 53292) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:50:03.785120 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9eac418-a2f2-4683-b4a3-8094b151ab52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:03.933822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:50:03.938862 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:50:03.942583 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Usage tracker for resource:network and tenant:e158647d30314d73a791a403a3cf8356 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:50:03.945419 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:50:03.951513 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:50:04.014234 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Made reservation on behalf of e158647d30314d73a791a403a3cf8356 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:50:04.016489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:04.033006 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:04.071778 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:50:04.076273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Usage tracker for resource:security_group_rule and tenant:e158647d30314d73a791a403a3cf8356 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:50:04.079566 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:50:04.085230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:50:04.151720 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:04.189905 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:04.207917 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Reserving flat network on physical network physnet1 {{(pid=84332) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 20 10:50:04.227728 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7497946-86c6-424c-a298-7b1e87747048,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:50:04.234322 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747725495763', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:04.234976 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Unsubscribe: segment precommit_create {{(pid=84332) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 20 10:50:04.235449 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Added segment ae45b4c5-59a2-43c2-b823-b9fcd25928f0 of type flat for network 5b1d19bb-43c5-44cb-9395-b66102f481bc Jan 20 10:50:04.273899 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:04.390107 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:04.390858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:50:04.391461 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:04.504248 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] Pushing event updated for resources: {'Network': ['ID=5b1d19bb-43c5-44cb-9395-b66102f481bc,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:50:04.515030 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:50:04.568441 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-91a48646-d7f7-4b42-a5b6-8a10a40bbe68 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0241258 Jan 20 10:50:04.687940 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:04.910499 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:06.076068 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:06.815251 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 53312) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:50:07.041831 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d3632a-3d32-4bd9-a491-e90ec6a6caae admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:50:07.043164 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e5d3632a-3d32-4bd9-a491-e90ec6a6caae admin admin] 10.222.0.70 "GET /v2.0/subnets/42a341b4-b234-4729-a8b4-c9b2279d9d31 HTTP/1.1" status: 200 len: 849 time: 0.2269659 Jan 20 10:50:07.184840 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-18f61a8c-9f18-46e3-a387-6cae88995ad9 admin admin] 10.222.0.70 "GET /v2.0/routers/0b9f57c9-ac75-42e9-a48b-047eec197d80 HTTP/1.1" status: 200 len: 704 time: 0.1362121 Jan 20 10:50:07.648760 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:07.867018 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] Allocated IP 172.20.0.1 (09b41f3f-c527-47c5-b736-6f5fd628155a/42a341b4-b234-4729-a8b4-c9b2279d9d31/0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:50:08.018226 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:08.034650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] Transition to ACTIVE for port object 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:50:08.128123 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:08.196600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] Network 09b41f3f-c527-47c5-b736-6f5fd628155a is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:50:08.199309 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:50:08.203850 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:50:08.204824 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:08.206901 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] Pushing event updated for resources: {'Port': ['ID=0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:50:08.441990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:08.539487 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fc70b1b1-85c7-4ab9-92b9-1e6e576c210c None None] Provisioning for port 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:50:08.545094 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fc70b1b1-85c7-4ab9-92b9-1e6e576c210c None None] Provisioning complete for port 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:50:08.545488 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc70b1b1-85c7-4ab9-92b9-1e6e576c210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:08.596530 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fc70b1b1-85c7-4ab9-92b9-1e6e576c210c None None] Port 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:50:08.658762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:08.698770 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:08.699508 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:08.834836 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] Pushing event updated for resources: {'Port': ['ID=0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:50:08.898614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] Network 09b41f3f-c527-47c5-b736-6f5fd628155a is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:50:08.899659 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:50:09.120438 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e5aa768f-5961-49b8-ae24-c83a4da79d77 None None] Provisioning complete for port 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:50:09.120727 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5aa768f-5961-49b8-ae24-c83a4da79d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:09.173624 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e5aa768f-5961-49b8-ae24-c83a4da79d77 None None] Port 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:50:09.298943 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] Router 0b9f57c9-ac75-42e9-a48b-047eec197d80 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 10:50:09.467112 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:50:09.476288 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-42ceba5e-8e77-4d6d-b381-4bd21f2c1ada admin admin] 10.222.0.70 "PUT /v2.0/routers/0b9f57c9-ac75-42e9-a48b-047eec197d80/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2858527 Jan 20 10:50:09.476438 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Sync routers for ids ['0b9f57c9-ac75-42e9-a48b-047eec197d80'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:50:09.489970 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Routers {'0b9f57c9-ac75-42e9-a48b-047eec197d80'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:50:09.490802 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:50:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0b9f57c9-ac75-42e9-a48b-047eec197d80'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:50:09.661306 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Set router 0b9f57c9-ac75-42e9-a48b-047eec197d80 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:50:10.036710 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9f57c9-ac75-42e9-a48b-047eec197d80', 'name': 'router1', 'tenant_id': '61a297bcb27b4815a1d31d05f18194cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:49:58Z', 'updated_at': '2022-01-20T10:50:08Z', 'revision_number': 2, 'project_id': '61a297bcb27b4815a1d31d05f18194cd', 'gw_port_host': None, '_interfaces': [{'id': '0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0', 'name': '', 'network_id': '09b41f3f-c527-47c5-b736-6f5fd628155a', 'tenant_id': '61a297bcb27b4815a1d31d05f18194cd', 'mac_address': 'fa:16:3e:13:2f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9f57c9-ac75-42e9-a48b-047eec197d80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42a341b4-b234-4729-a8b4-c9b2279d9d31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:50:07Z', 'updated_at': '2022-01-20T10:50:08Z', 'revision_number': 2, 'project_id': '61a297bcb27b4815a1d31d05f18194cd', 'subnets': [{'id': '42a341b4-b234-4729-a8b4-c9b2279d9d31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c370f842-de67-478f-ae74-829a3de500ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:50:10.041493 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Checking router: 0b9f57c9-ac75-42e9-a48b-047eec197d80 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 10:50:10.041883 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Updating router 0b9f57c9-ac75-42e9-a48b-047eec197d80 port 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 10:50:10.095641 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:10.486905 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:10.501293 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Transition to ACTIVE for port object 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:50:10.567464 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:10.758521 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2156b31-cdbb-48ba-846f-6cfc996fdfa2 None None] Pushing event updated for resources: {'Port': ['ID=0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:50:10.809685 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156b31-cdbb-48ba-846f-6cfc996fdfa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:50:10.810574 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156b31-cdbb-48ba-846f-6cfc996fdfa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:50:10.811145 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156b31-cdbb-48ba-846f-6cfc996fdfa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:50:10.811485 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156b31-cdbb-48ba-846f-6cfc996fdfa2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:50:10.811830 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156b31-cdbb-48ba-846f-6cfc996fdfa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:50:10.812161 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156b31-cdbb-48ba-846f-6cfc996fdfa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:50:10.812486 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156b31-cdbb-48ba-846f-6cfc996fdfa2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:50:10.812825 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156b31-cdbb-48ba-846f-6cfc996fdfa2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:50:10.813151 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156b31-cdbb-48ba-846f-6cfc996fdfa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:50:10.813467 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156b31-cdbb-48ba-846f-6cfc996fdfa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:50:10.813811 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156b31-cdbb-48ba-846f-6cfc996fdfa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156b31-cdbb-48ba-846f-6cfc996fdfa2 None None] Tracked resource versions report: Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: pushed versions: Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: { 'ConntrackHelper': {'1.0'}, Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Log': {'1.0'}, Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Network': {'1.1'}, Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Port': {'1.5'}, Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'PortForwarding': {'1.2'}, Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'QosPolicy': {'1.8'}, Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'SecurityGroup': {'1.2'}, Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'SecurityGroupRule': {'1.0'}, Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'SubPort': {'1.0'}, Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Subnet': {'1.1'}, Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Trunk': {'1.1'}} Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: consumer versions: Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: { DHCP agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: L3 agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: Metadata agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: Metering agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: Open vSwitch agent@dv-neutron-825471-1-hyperv: { 'ConntrackHelper': '1.0', Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Log': '1.0', Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Network': '1.1', Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Port': '1.5', Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'PortForwarding': '1.2', Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'QosPolicy': '1.8', Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'SecurityGroup': '1.2', Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'SecurityGroupRule': '1.0', Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'SubPort': '1.0', Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Subnet': '1.1', Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Trunk': '1.1'}} Jan 20 10:50:10.815074 dv-neutron-825471-1-hyperv neutron-server[84334]: {{(pid=84334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 10:50:10.826124 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Attempting to bind port 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:50:10.826538 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Attempting to bind port 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '998b1f77-8579-4f30-8d71-e66cf6c50b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '09b41f3f-c527-47c5-b736-6f5fd628155a'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:50:10.827133 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Attempting to bind port 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0 on network 09b41f3f-c527-47c5-b736-6f5fd628155a {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:50:10.833651 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:50:10.834048 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Checking segment: {'id': '998b1f77-8579-4f30-8d71-e66cf6c50b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '09b41f3f-c527-47c5-b736-6f5fd628155a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:50:10.834519 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:10.834904 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Bound using segment: {'id': '998b1f77-8579-4f30-8d71-e66cf6c50b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '09b41f3f-c527-47c5-b736-6f5fd628155a'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:50:10.835364 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Bound port: 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998b1f77-8579-4f30-8d71-e66cf6c50b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '09b41f3f-c527-47c5-b736-6f5fd628155a'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:50:10.835747 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:10.921293 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] For port 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:50:10.925441 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] For port 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0,segment=NetworkSegment(998b1f77-8579-4f30-8d71-e66cf6c50b25),segment_id=998b1f77-8579-4f30-8d71-e66cf6c50b25)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:50:10.996393 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:11.086904 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2156b31-cdbb-48ba-846f-6cfc996fdfa2 None None] Pushing event updated for resources: {'Port': ['ID=0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:50:11.092012 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Routers {'0b9f57c9-ac75-42e9-a48b-047eec197d80'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:50:11.092787 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:50:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0b9f57c9-ac75-42e9-a48b-047eec197d80'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:50:11.243018 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] Set router 0b9f57c9-ac75-42e9-a48b-047eec197d80 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:50:11.562631 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 53334) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:50:11.564884 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9f57c9-ac75-42e9-a48b-047eec197d80', 'name': 'router1', 'tenant_id': '61a297bcb27b4815a1d31d05f18194cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:49:58Z', 'updated_at': '2022-01-20T10:50:08Z', 'revision_number': 2, 'project_id': '61a297bcb27b4815a1d31d05f18194cd', 'gw_port_host': None, '_interfaces': [{'id': '0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0', 'name': '', 'network_id': '09b41f3f-c527-47c5-b736-6f5fd628155a', 'tenant_id': '61a297bcb27b4815a1d31d05f18194cd', 'mac_address': 'fa:16:3e:13:2f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9f57c9-ac75-42e9-a48b-047eec197d80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42a341b4-b234-4729-a8b4-c9b2279d9d31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:50:07Z', 'updated_at': '2022-01-20T10:50:10Z', 'revision_number': 4, 'project_id': '61a297bcb27b4815a1d31d05f18194cd', 'subnets': [{'id': '42a341b4-b234-4729-a8b4-c9b2279d9d31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c370f842-de67-478f-ae74-829a3de500ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:50:11.568896 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9e5312-b06d-4be4-ab19-00ea4c198e59 None None] The sync data for ids ['0b9f57c9-ac75-42e9-a48b-047eec197d80'] in dv-neutron-825471-1-hyperv is: [{'id': '0b9f57c9-ac75-42e9-a48b-047eec197d80', 'name': 'router1', 'tenant_id': '61a297bcb27b4815a1d31d05f18194cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:49:58Z', 'updated_at': '2022-01-20T10:50:08Z', 'revision_number': 2, 'project_id': '61a297bcb27b4815a1d31d05f18194cd', 'gw_port_host': None, '_interfaces': [{'id': '0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0', 'name': '', 'network_id': '09b41f3f-c527-47c5-b736-6f5fd628155a', 'tenant_id': '61a297bcb27b4815a1d31d05f18194cd', 'mac_address': 'fa:16:3e:13:2f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9f57c9-ac75-42e9-a48b-047eec197d80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42a341b4-b234-4729-a8b4-c9b2279d9d31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:50:07Z', 'updated_at': '2022-01-20T10:50:10Z', 'revision_number': 4, 'project_id': '61a297bcb27b4815a1d31d05f18194cd', 'subnets': [{'id': '42a341b4-b234-4729-a8b4-c9b2279d9d31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c370f842-de67-478f-ae74-829a3de500ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:50:11.730269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cacb4bd-2e01-4d51-8473-045ea6eb8759 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:50:11.730818 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4cacb4bd-2e01-4d51-8473-045ea6eb8759 admin admin] Synchronizing usage tracker for tenant:e158647d30314d73a791a403a3cf8356 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:50:11.790224 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4cacb4bd-2e01-4d51-8473-045ea6eb8759 admin admin] Unset dirty status for tenant:e158647d30314d73a791a403a3cf8356 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:50:11.791311 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4cacb4bd-2e01-4d51-8473-045ea6eb8759 admin admin] 10.222.0.70 "GET /v2.0/networks/5b1d19bb-43c5-44cb-9395-b66102f481bc HTTP/1.1" status: 200 len: 842 time: 0.2276597 Jan 20 10:50:11.801210 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0905a05d-bc81-4c31-b0bd-611ea1ccbcc1 admin admin] Request body: {'subnet': {'cidr': '172.26.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.26.0.1', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:50:11.807037 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0905a05d-bc81-4c31-b0bd-611ea1ccbcc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:50:11.810900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0905a05d-bc81-4c31-b0bd-611ea1ccbcc1 admin admin] Usage tracker for resource:subnet and tenant:e158647d30314d73a791a403a3cf8356 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:50:11.813749 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0905a05d-bc81-4c31-b0bd-611ea1ccbcc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:50:11.823400 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0905a05d-bc81-4c31-b0bd-611ea1ccbcc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:50:11.905599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0905a05d-bc81-4c31-b0bd-611ea1ccbcc1 admin admin] Made reservation on behalf of e158647d30314d73a791a403a3cf8356 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:50:11.908058 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0905a05d-bc81-4c31-b0bd-611ea1ccbcc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:12.404389 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-0905a05d-bc81-4c31-b0bd-611ea1ccbcc1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 10:50:12.405133 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0905a05d-bc81-4c31-b0bd-611ea1ccbcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:12.493398 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905a05d-bc81-4c31-b0bd-611ea1ccbcc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6803678-b9f7-4554-861d-00141a25ed1b,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:50:12.501996 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0905a05d-bc81-4c31-b0bd-611ea1ccbcc1 admin admin] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:50:12.502349 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0905a05d-bc81-4c31-b0bd-611ea1ccbcc1 admin admin] Network hostable DHCP agents. Network: 5b1d19bb-43c5-44cb-9395-b66102f481bc, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:50:12.618947 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0905a05d-bc81-4c31-b0bd-611ea1ccbcc1 admin admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:50:12.698766 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-0905a05d-bc81-4c31-b0bd-611ea1ccbcc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 5b1d19bb-43c5-44cb-9395-b66102f481bc) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:50:12.703462 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0905a05d-bc81-4c31-b0bd-611ea1ccbcc1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:50:12.704398 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0905a05d-bc81-4c31-b0bd-611ea1ccbcc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:12.708277 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402c0a6f-3a80-45db-93fb-4e8b0b99a1d7 None None] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:50:12.791023 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0905a05d-bc81-4c31-b0bd-611ea1ccbcc1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9932168 Jan 20 10:50:12.924132 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32228bb-ce79-4d86-994b-3eb8946d42dd None None] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:50:13.146710 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:50:13.276068 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:50:13.281217 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:50:13.281612 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:13.459174 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:13.490433 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0,segment=NetworkSegment(998b1f77-8579-4f30-8d71-e66cf6c50b25),segment_id=998b1f77-8579-4f30-8d71-e66cf6c50b25)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:50:13.591110 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:13.657267 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:50:14.943815 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 53348) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:50:15.121481 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:50:15.187410 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:50:15.187782 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:15.229097 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7d3877a0-913e-40fa-983b-8d4db2d24af7 admin admin] 10.222.0.70 "GET /v2.0/routers/0b9f57c9-ac75-42e9-a48b-047eec197d80 HTTP/1.1" status: 200 len: 710 time: 0.2841516 Jan 20 10:50:15.364201 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c27f6d2-4956-483e-b063-72c2751b09fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:50:15.365578 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2c27f6d2-4956-483e-b063-72c2751b09fa admin admin] 10.222.0.70 "GET /v2.0/networks/5b1d19bb-43c5-44cb-9395-b66102f481bc HTTP/1.1" status: 200 len: 886 time: 0.1304622 Jan 20 10:50:15.384164 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-83c9471e-372e-415e-bf77-8c76dd2f6eeb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:50:15.857560 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-83c9471e-372e-415e-bf77-8c76dd2f6eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:16.094715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-83c9471e-372e-415e-bf77-8c76dd2f6eeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:16.149412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-83c9471e-372e-415e-bf77-8c76dd2f6eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:16.286608 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-83c9471e-372e-415e-bf77-8c76dd2f6eeb admin admin] Allocated IP 172.26.0.45 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/ae4223f1-e0cd-41ec-b72a-be77c43709da) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:50:16.432541 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-83c9471e-372e-415e-bf77-8c76dd2f6eeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:16.556851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-83c9471e-372e-415e-bf77-8c76dd2f6eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:16.627015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c9471e-372e-415e-bf77-8c76dd2f6eeb admin admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:50:16.629754 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-83c9471e-372e-415e-bf77-8c76dd2f6eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:50:16.634601 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9471e-372e-415e-bf77-8c76dd2f6eeb admin admin] Pushing event updated for resources: {'Port': ['ID=ae4223f1-e0cd-41ec-b72a-be77c43709da,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:50:16.645704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c9471e-372e-415e-bf77-8c76dd2f6eeb admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:50:16.918213 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-83c9471e-372e-415e-bf77-8c76dd2f6eeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:17.112949 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-83c9471e-372e-415e-bf77-8c76dd2f6eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:17.116294 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-83c9471e-372e-415e-bf77-8c76dd2f6eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:17.318916 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c9471e-372e-415e-bf77-8c76dd2f6eeb admin admin] Router 0b9f57c9-ac75-42e9-a48b-047eec197d80 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 10:50:17.516573 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c9471e-372e-415e-bf77-8c76dd2f6eeb admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:50:17.526397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-83c9471e-372e-415e-bf77-8c76dd2f6eeb admin admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:17.526859 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Sync routers for ids ['0b9f57c9-ac75-42e9-a48b-047eec197d80'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:50:17.527573 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-83c9471e-372e-415e-bf77-8c76dd2f6eeb admin admin] 10.222.0.70 "PUT /v2.0/routers/0b9f57c9-ac75-42e9-a48b-047eec197d80 HTTP/1.1" status: 200 len: 889 time: 2.1566212 Jan 20 10:50:17.540037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Routers {'0b9f57c9-ac75-42e9-a48b-047eec197d80'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:50:17.540708 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:50:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0b9f57c9-ac75-42e9-a48b-047eec197d80'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:50:17.760242 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Set router 0b9f57c9-ac75-42e9-a48b-047eec197d80 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:50:18.070426 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9f57c9-ac75-42e9-a48b-047eec197d80', 'name': 'router1', 'tenant_id': '61a297bcb27b4815a1d31d05f18194cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': 'ae4223f1-e0cd-41ec-b72a-be77c43709da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:49:58Z', 'updated_at': '2022-01-20T10:50:16Z', 'revision_number': 4, 'project_id': '61a297bcb27b4815a1d31d05f18194cd', 'gw_port': {'id': 'ae4223f1-e0cd-41ec-b72a-be77c43709da', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9f57c9-ac75-42e9-a48b-047eec197d80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:50:16Z', 'updated_at': '2022-01-20T10:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0', 'name': '', 'network_id': '09b41f3f-c527-47c5-b736-6f5fd628155a', 'tenant_id': '61a297bcb27b4815a1d31d05f18194cd', 'mac_address': 'fa:16:3e:13:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9f57c9-ac75-42e9-a48b-047eec197d80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42a341b4-b234-4729-a8b4-c9b2279d9d31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:50:07Z', 'updated_at': '2022-01-20T10:50:13Z', 'revision_number': 5, 'project_id': '61a297bcb27b4815a1d31d05f18194cd', 'subnets': [{'id': '42a341b4-b234-4729-a8b4-c9b2279d9d31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c370f842-de67-478f-ae74-829a3de500ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:50:18.075092 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Checking router: 0b9f57c9-ac75-42e9-a48b-047eec197d80 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 10:50:18.075950 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Updating router 0b9f57c9-ac75-42e9-a48b-047eec197d80 port ae4223f1-e0cd-41ec-b72a-be77c43709da binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 10:50:18.127800 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:18.446222 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:18.457622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Transition to ACTIVE for port object ae4223f1-e0cd-41ec-b72a-be77c43709da will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:50:18.550268 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:18.627322 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8ad5a-d773-4980-a08f-fd3697e9a3ad None None] Pushing event updated for resources: {'Port': ['ID=ae4223f1-e0cd-41ec-b72a-be77c43709da,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:50:18.629463 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Attempting to bind port ae4223f1-e0cd-41ec-b72a-be77c43709da on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:50:18.629851 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Attempting to bind port ae4223f1-e0cd-41ec-b72a-be77c43709da by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:50:18.630216 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Attempting to bind port ae4223f1-e0cd-41ec-b72a-be77c43709da on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:50:18.636587 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:50:18.636951 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:50:18.637347 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:18.637828 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:50:18.638364 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Bound port: ae4223f1-e0cd-41ec-b72a-be77c43709da, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:50:18.638742 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:18.711295 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] For port ae4223f1-e0cd-41ec-b72a-be77c43709da, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:50:18.714152 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] For port ae4223f1-e0cd-41ec-b72a-be77c43709da, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ae4223f1-e0cd-41ec-b72a-be77c43709da,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:50:18.772970 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:18.856338 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8ad5a-d773-4980-a08f-fd3697e9a3ad None None] Pushing event updated for resources: {'Port': ['ID=ae4223f1-e0cd-41ec-b72a-be77c43709da,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:50:18.862477 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Routers {'0b9f57c9-ac75-42e9-a48b-047eec197d80'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:50:18.862477 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:50:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0b9f57c9-ac75-42e9-a48b-047eec197d80'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:50:19.058313 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] Set router 0b9f57c9-ac75-42e9-a48b-047eec197d80 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:50:19.382387 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9f57c9-ac75-42e9-a48b-047eec197d80', 'name': 'router1', 'tenant_id': '61a297bcb27b4815a1d31d05f18194cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': 'ae4223f1-e0cd-41ec-b72a-be77c43709da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:49:58Z', 'updated_at': '2022-01-20T10:50:16Z', 'revision_number': 4, 'project_id': '61a297bcb27b4815a1d31d05f18194cd', 'gw_port': {'id': 'ae4223f1-e0cd-41ec-b72a-be77c43709da', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9f57c9-ac75-42e9-a48b-047eec197d80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:50:16Z', 'updated_at': '2022-01-20T10:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0', 'name': '', 'network_id': '09b41f3f-c527-47c5-b736-6f5fd628155a', 'tenant_id': '61a297bcb27b4815a1d31d05f18194cd', 'mac_address': 'fa:16:3e:13:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9f57c9-ac75-42e9-a48b-047eec197d80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42a341b4-b234-4729-a8b4-c9b2279d9d31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:50:07Z', 'updated_at': '2022-01-20T10:50:13Z', 'revision_number': 5, 'project_id': '61a297bcb27b4815a1d31d05f18194cd', 'subnets': [{'id': '42a341b4-b234-4729-a8b4-c9b2279d9d31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c370f842-de67-478f-ae74-829a3de500ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:50:19.386307 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd2a368-891c-41ed-846b-a528e0248800 None None] The sync data for ids ['0b9f57c9-ac75-42e9-a48b-047eec197d80'] in dv-neutron-825471-1-hyperv is: [{'id': '0b9f57c9-ac75-42e9-a48b-047eec197d80', 'name': 'router1', 'tenant_id': '61a297bcb27b4815a1d31d05f18194cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': 'ae4223f1-e0cd-41ec-b72a-be77c43709da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:49:58Z', 'updated_at': '2022-01-20T10:50:16Z', 'revision_number': 4, 'project_id': '61a297bcb27b4815a1d31d05f18194cd', 'gw_port': {'id': 'ae4223f1-e0cd-41ec-b72a-be77c43709da', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9f57c9-ac75-42e9-a48b-047eec197d80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:50:16Z', 'updated_at': '2022-01-20T10:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0', 'name': '', 'network_id': '09b41f3f-c527-47c5-b736-6f5fd628155a', 'tenant_id': '61a297bcb27b4815a1d31d05f18194cd', 'mac_address': 'fa:16:3e:13:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9f57c9-ac75-42e9-a48b-047eec197d80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42a341b4-b234-4729-a8b4-c9b2279d9d31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:50:07Z', 'updated_at': '2022-01-20T10:50:13Z', 'revision_number': 5, 'project_id': '61a297bcb27b4815a1d31d05f18194cd', 'subnets': [{'id': '42a341b4-b234-4729-a8b4-c9b2279d9d31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c370f842-de67-478f-ae74-829a3de500ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:50:19.744480 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 53360) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:50:19.889360 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a648c4f4-8788-4a92-80aa-b324d42b6000 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1428273 Jan 20 10:50:19.922994 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 5 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 10:50:21.167933 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ae4223f1-e0cd-41ec-b72a-be77c43709da up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:50:21.304213 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port ae4223f1-e0cd-41ec-b72a-be77c43709da completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:50:21.309163 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port ae4223f1-e0cd-41ec-b72a-be77c43709da triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:50:21.309551 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:21.422036 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:21.438419 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port ae4223f1-e0cd-41ec-b72a-be77c43709da, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ae4223f1-e0cd-41ec-b72a-be77c43709da,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:50:21.510440 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:21.582627 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=ae4223f1-e0cd-41ec-b72a-be77c43709da,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:50:23.143749 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ae4223f1-e0cd-41ec-b72a-be77c43709da up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:50:23.250967 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port ae4223f1-e0cd-41ec-b72a-be77c43709da triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:50:23.251696 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:31.310693 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea14c5b3-8fa0-4cc2-8835-01fa5dd6bd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:33.779413 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-605fa451-ac8d-4c4a-a987-9afb3f3db6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:34.704103 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:34.892697 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:36.121218 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:50:56.923714 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 5 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 10:51:01.292732 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c668545a-610b-4fdc-83a2-18f274ad3d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:51:03.818782 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd77117d-a073-4183-8576-ab33601be4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:51:04.681561 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:51:04.898765 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:51:06.127032 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:51:31.309371 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1185ca5a-aa1e-4ebc-9088-635e187cf98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:51:33.924763 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 5 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 10:51:34.491462 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8572fc9-3f35-4831-989a-cabbba13e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:51:34.766853 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:51:34.904840 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:51:36.132335 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:52:01.337604 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0223c63e-13d4-49a8-9fb3-c62193e6ed8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:52:03.812445 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c1db526-889c-44c7-b361-aef1f93e6721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:52:04.714621 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:52:04.920609 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:52:06.137928 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:52:10.925698 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 5 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 10:52:28.968356 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 53968) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:52:29.060122 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ee0de4-4e7d-4e55-9556-a41951b6e516 admin admin] GET failed (client error): The resource could not be found. Jan 20 10:52:29.061301 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-32ee0de4-4e7d-4e55-9556-a41951b6e516 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0920262 Jan 20 10:52:29.197304 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf28e9a-9e79-4b89-a60c-3b9fb06c0351 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:52:29.198742 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7cf28e9a-9e79-4b89-a60c-3b9fb06c0351 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1336381 Jan 20 10:52:31.233710 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 53978) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:52:31.319940 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e58ad18-4196-4156-8474-643520fdd755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:52:31.363024 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ab91b1-62f5-4fc6-8c06-d6438c64bf03 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:52:31.363585 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-48ab91b1-62f5-4fc6-8c06-d6438c64bf03 admin admin] Synchronizing usage tracker for tenant:e158647d30314d73a791a403a3cf8356 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:52:31.485686 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-48ab91b1-62f5-4fc6-8c06-d6438c64bf03 admin admin] Unset dirty status for tenant:e158647d30314d73a791a403a3cf8356 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:52:31.486880 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-48ab91b1-62f5-4fc6-8c06-d6438c64bf03 admin admin] 10.222.0.70 "GET /v2.0/subnets/42a341b4-b234-4729-a8b4-c9b2279d9d31 HTTP/1.1" status: 200 len: 849 time: 0.2521970 Jan 20 10:52:31.495853 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ac537581-a042-48b2-9bf7-7b546054ef56 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:52:31.610475 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ac537581-a042-48b2-9bf7-7b546054ef56 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:52:31.869015 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ac537581-a042-48b2-9bf7-7b546054ef56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747725419255'] for subnet, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:52:31.919140 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac537581-a042-48b2-9bf7-7b546054ef56 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:52:31.919734 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ac537581-a042-48b2-9bf7-7b546054ef56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:52:31.921297 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ac537581-a042-48b2-9bf7-7b546054ef56 admin admin] 10.222.0.70 "PUT /v2.0/subnets/42a341b4-b234-4729-a8b4-c9b2279d9d31 HTTP/1.1" status: 200 len: 868 time: 0.4289293 Jan 20 10:52:31.925758 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58f200c-436a-47dc-bf7a-ce2fb5b75518 None None] Network 09b41f3f-c527-47c5-b736-6f5fd628155a requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:52:31.945636 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac537581-a042-48b2-9bf7-7b546054ef56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a341b4-b234-4729-a8b4-c9b2279d9d31,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:52:31.955722 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac537581-a042-48b2-9bf7-7b546054ef56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:52:31.956072 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac537581-a042-48b2-9bf7-7b546054ef56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:52:31.956416 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac537581-a042-48b2-9bf7-7b546054ef56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:52:31.956743 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac537581-a042-48b2-9bf7-7b546054ef56 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:52:31.957071 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac537581-a042-48b2-9bf7-7b546054ef56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:52:31.957403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac537581-a042-48b2-9bf7-7b546054ef56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:52:31.957754 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac537581-a042-48b2-9bf7-7b546054ef56 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:52:31.958078 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac537581-a042-48b2-9bf7-7b546054ef56 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:52:31.958401 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac537581-a042-48b2-9bf7-7b546054ef56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:52:31.958719 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac537581-a042-48b2-9bf7-7b546054ef56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:52:31.959036 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac537581-a042-48b2-9bf7-7b546054ef56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:52:32.428978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-782f47e5-e936-42b9-8f55-a58f6ce49ba8 None None] Provisioning complete for port 0f4c8b1b-d246-44fa-8c67-73b6d6c0beb0 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:52:32.429513 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-782f47e5-e936-42b9-8f55-a58f6ce49ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:52:32.551977 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-782f47e5-e936-42b9-8f55-a58f6ce49ba8 None None] Provisioning complete for port 881ebe32-55df-4f93-baa8-17bfdf193cba triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:52:32.552248 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-782f47e5-e936-42b9-8f55-a58f6ce49ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:52:33.806011 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b054b559-737b-4cad-b5a1-5f0c827d7503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:52:33.971270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 53988) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:52:34.167783 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa911a8-8299-451a-bdd0-e09ef2f4ad3d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:52:34.168159 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa911a8-8299-451a-bdd0-e09ef2f4ad3d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:52:34.169816 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0aa911a8-8299-451a-bdd0-e09ef2f4ad3d admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1975915 Jan 20 10:52:34.691438 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:52:34.908627 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:52:36.177211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:52:36.224101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 53998) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:52:36.418931 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2aca25-06eb-45af-be37-e682092bd290 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:52:36.419306 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2aca25-06eb-45af-be37-e682092bd290 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:52:36.420807 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ad2aca25-06eb-45af-be37-e682092bd290 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1958611 Jan 20 10:52:38.446822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54008) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:52:38.639405 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3effe73c-5a24-4d73-8225-6f61fa75938d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:52:38.640658 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3effe73c-5a24-4d73-8225-6f61fa75938d admin admin] 10.222.0.70 "GET /v2.0/networks/09b41f3f-c527-47c5-b736-6f5fd628155a HTTP/1.1" status: 200 len: 869 time: 0.1929092 Jan 20 10:52:40.681245 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54018) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:52:40.870580 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a093b6-215a-4245-9e5e-0072b37dcd3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:52:40.871939 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b9a093b6-215a-4245-9e5e-0072b37dcd3b admin admin] 10.222.0.70 "GET /v2.0/networks/5b1d19bb-43c5-44cb-9395-b66102f481bc HTTP/1.1" status: 200 len: 886 time: 0.1893773 Jan 20 10:52:42.876604 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54028) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:52:43.005786 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eeb912-cea5-4ba7-8076-985253d99219 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:52:43.006156 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eeb912-cea5-4ba7-8076-985253d99219 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:52:43.007661 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a1eeb912-cea5-4ba7-8076-985253d99219 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1301191 Jan 20 10:52:45.049649 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54038) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:52:45.181921 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4387dd-96d1-4405-a4f3-8d55a504816f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:52:45.182299 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4387dd-96d1-4405-a4f3-8d55a504816f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:52:45.184547 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bf4387dd-96d1-4405-a4f3-8d55a504816f admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1337574 Jan 20 10:52:47.221851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54048) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:52:47.351244 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ce24b0-2013-4945-a59b-b4357d42bf8a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:52:47.352566 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a2ce24b0-2013-4945-a59b-b4357d42bf8a admin admin] 10.222.0.70 "GET /v2.0/subnets/42a341b4-b234-4729-a8b4-c9b2279d9d31 HTTP/1.1" status: 200 len: 868 time: 0.1298559 Jan 20 10:52:47.925410 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 5 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 10:52:49.356311 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54058) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:52:49.477970 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5079517-ba2f-4e3a-9e38-54946f887582 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:52:49.479308 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e5079517-ba2f-4e3a-9e38-54946f887582 admin admin] 10.222.0.70 "GET /v2.0/subnets/a6803678-b9f7-4554-861d-00141a25ed1b HTTP/1.1" status: 200 len: 816 time: 0.1220510 Jan 20 10:53:01.319588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a97ec0c-5238-4916-8c49-c5dcc21e00fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:03.804251 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7805e3a8-ce6c-4448-942e-ac37e8cee7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:04.701955 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:04.919543 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:06.102068 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:07.720837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54096) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:53:07.794042 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [None req-8c38b1ac-cf4b-4243-b2f6-c8ba7e3d5733 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84331) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 10:53:07.795048 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8c38b1ac-cf4b-4243-b2f6-c8ba7e3d5733 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0732737 Jan 20 10:53:09.868878 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54106) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:53:09.967361 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a81ae9-59cb-4ab7-b1af-5a713a139f18 admin admin] GET failed (client error): The resource could not be found. Jan 20 10:53:09.968559 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b3a81ae9-59cb-4ab7-b1af-5a713a139f18 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0987535 Jan 20 10:53:10.093680 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf27a68-8bc5-415c-a888-456da1a79c74 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:53:10.095055 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ccf27a68-8bc5-415c-a888-456da1a79c74 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1226387 Jan 20 10:53:12.129152 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54116) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:53:12.200428 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:53:12.205801 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:53:12.215765 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:53:12.290448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Made reservation on behalf of e158647d30314d73a791a403a3cf8356 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:53:12.292807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:12.380422 dv-neutron-825471-1-hyperv neutron-server[84331]: WARNING neutron.services.revisions.revision_plugin [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Could not find related network for resource to bump revision. Jan 20 10:53:12.393009 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:53:12.402229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:12.402652 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Added segment 4b46e09c-5a2e-48ea-b903-0b7a8748033a of type vlan for network 50e40545-03f8-4f2b-8a62-8caa3e6e6de0 Jan 20 10:53:12.426775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:12.508088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:12.509012 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:53:12.509822 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:12.610625 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Pushing event updated for resources: {'Network': ['ID=50e40545-03f8-4f2b-8a62-8caa3e6e6de0,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:53:12.618411 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:12.618757 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:12.619091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:12.619422 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:12.619765 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:12.620807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:12.621161 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:12.621491 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:12.621844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:12.622167 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:12.622485 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:12.634239 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 50e40545-03f8-4f2b-8a62-8caa3e6e6de0 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:53:12.680090 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2cb379ac-9518-468f-8347-f7a7df032f3d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5498500 Jan 20 10:53:14.710650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54126) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:53:14.806461 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3c7cf2-0002-477f-aa83-1270cf28ec2f admin admin] GET failed (client error): The resource could not be found. Jan 20 10:53:14.807997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3c3c7cf2-0002-477f-aa83-1270cf28ec2f admin admin] Synchronizing usage tracker for tenant:e158647d30314d73a791a403a3cf8356 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:53:14.872246 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3c3c7cf2-0002-477f-aa83-1270cf28ec2f admin admin] Unset dirty status for tenant:e158647d30314d73a791a403a3cf8356 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:53:14.873368 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3c3c7cf2-0002-477f-aa83-1270cf28ec2f admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1617725 Jan 20 10:53:14.980719 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db1302d-22c6-43ff-828c-77f797a25916 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:53:14.982199 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7db1302d-22c6-43ff-828c-77f797a25916 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1049306 Jan 20 10:53:14.991281 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-56577ce7-d9b9-406a-8de3-f0356ef3dbab admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '50e40545-03f8-4f2b-8a62-8caa3e6e6de0', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:53:14.996297 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-56577ce7-d9b9-406a-8de3-f0356ef3dbab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:53:15.005555 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-56577ce7-d9b9-406a-8de3-f0356ef3dbab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:53:15.060885 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56577ce7-d9b9-406a-8de3-f0356ef3dbab admin admin] Made reservation on behalf of e158647d30314d73a791a403a3cf8356 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:53:15.063166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-56577ce7-d9b9-406a-8de3-f0356ef3dbab admin admin] Notify callbacks [] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:15.325848 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-56577ce7-d9b9-406a-8de3-f0356ef3dbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:15.396547 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56577ce7-d9b9-406a-8de3-f0356ef3dbab admin admin] Pushing event updated for resources: {'Subnet': ['ID=aad350fe-a5b0-4241-823d-5c0b5f27689d,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:53:15.412315 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56577ce7-d9b9-406a-8de3-f0356ef3dbab admin admin] Checking segment: {'id': '4b46e09c-5a2e-48ea-b903-0b7a8748033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '50e40545-03f8-4f2b-8a62-8caa3e6e6de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:53:15.412682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56577ce7-d9b9-406a-8de3-f0356ef3dbab admin admin] Network hostable DHCP agents. Network: 50e40545-03f8-4f2b-8a62-8caa3e6e6de0, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:53:15.484765 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56577ce7-d9b9-406a-8de3-f0356ef3dbab admin admin] Network 50e40545-03f8-4f2b-8a62-8caa3e6e6de0 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:53:15.537122 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-56577ce7-d9b9-406a-8de3-f0356ef3dbab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 50e40545-03f8-4f2b-8a62-8caa3e6e6de0) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:53:15.544294 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56577ce7-d9b9-406a-8de3-f0356ef3dbab admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:53:15.544495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-56577ce7-d9b9-406a-8de3-f0356ef3dbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:15.545887 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1281fd8-df2f-48bb-8642-fb1e93201f5e None None] Network 50e40545-03f8-4f2b-8a62-8caa3e6e6de0 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:53:15.650093 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-56577ce7-d9b9-406a-8de3-f0356ef3dbab admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6620224 Jan 20 10:53:15.832450 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-50e40545-03f8-4f2b-8a62-8caa3e6e6de0', 'network_id': '50e40545-03f8-4f2b-8a62-8caa3e6e6de0', 'tenant_id': 'e158647d30314d73a791a403a3cf8356', 'fixed_ips': [{'subnet_id': 'aad350fe-a5b0-4241-823d-5c0b5f27689d'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 10:53:15.833483 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:15.990138 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Allocated IP 192.168.233.2 (50e40545-03f8-4f2b-8a62-8caa3e6e6de0/aad350fe-a5b0-4241-823d-5c0b5f27689d/ecf85b8f-ba42-4e0a-904a-734c8b9e820d) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:53:16.194067 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:16.205341 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Transition to ACTIVE for port object ecf85b8f-ba42-4e0a-904a-734c8b9e820d will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:53:16.224262 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Transition to ACTIVE for port object ecf85b8f-ba42-4e0a-904a-734c8b9e820d will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:53:16.297172 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:16.366765 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Network 50e40545-03f8-4f2b-8a62-8caa3e6e6de0 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:53:16.369515 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:53:16.374669 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:53:16.376700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Pushing event updated for resources: {'Port': ['ID=ecf85b8f-ba42-4e0a-904a-734c8b9e820d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:53:16.388238 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:16.388576 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:16.388910 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:16.389252 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:16.389589 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:16.389918 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:16.390236 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:16.390565 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:16.390882 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:16.391194 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:16.391507 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:53:16.474166 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Attempting to bind port ecf85b8f-ba42-4e0a-904a-734c8b9e820d on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:53:16.474450 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Attempting to bind port ecf85b8f-ba42-4e0a-904a-734c8b9e820d by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '4b46e09c-5a2e-48ea-b903-0b7a8748033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '50e40545-03f8-4f2b-8a62-8caa3e6e6de0'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:53:16.474806 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Attempting to bind port ecf85b8f-ba42-4e0a-904a-734c8b9e820d on network 50e40545-03f8-4f2b-8a62-8caa3e6e6de0 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:53:16.481663 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:53:16.482034 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Checking segment: {'id': '4b46e09c-5a2e-48ea-b903-0b7a8748033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '50e40545-03f8-4f2b-8a62-8caa3e6e6de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:53:16.482433 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:16.482815 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Bound using segment: {'id': '4b46e09c-5a2e-48ea-b903-0b7a8748033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '50e40545-03f8-4f2b-8a62-8caa3e6e6de0'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:53:16.483425 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Bound port: ecf85b8f-ba42-4e0a-904a-734c8b9e820d, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b46e09c-5a2e-48ea-b903-0b7a8748033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '50e40545-03f8-4f2b-8a62-8caa3e6e6de0'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:53:16.483809 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:16.573583 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] For port ecf85b8f-ba42-4e0a-904a-734c8b9e820d, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:53:16.576619 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] For port ecf85b8f-ba42-4e0a-904a-734c8b9e820d, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ecf85b8f-ba42-4e0a-904a-734c8b9e820d,segment=NetworkSegment(4b46e09c-5a2e-48ea-b903-0b7a8748033a),segment_id=4b46e09c-5a2e-48ea-b903-0b7a8748033a)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:53:16.628455 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:16.707104 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f66eff-3fb8-4aab-9b5d-a8fb14839034 None None] Pushing event updated for resources: {'Port': ['ID=ecf85b8f-ba42-4e0a-904a-734c8b9e820d,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:53:17.252117 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ecf85b8f-ba42-4e0a-904a-734c8b9e820d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:53:17.422373 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port ecf85b8f-ba42-4e0a-904a-734c8b9e820d completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:53:17.549840 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f79d292-edf1-47cd-91dc-5a36a7bd8d00 None None] Network 50e40545-03f8-4f2b-8a62-8caa3e6e6de0 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:53:17.746173 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-927e16af-c3e5-4788-afa8-9661a0891bdf None None] Provisioning for port ecf85b8f-ba42-4e0a-904a-734c8b9e820d completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:53:17.762194 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-927e16af-c3e5-4788-afa8-9661a0891bdf None None] Provisioning complete for port ecf85b8f-ba42-4e0a-904a-734c8b9e820d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:53:17.762565 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-927e16af-c3e5-4788-afa8-9661a0891bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:17.905364 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-927e16af-c3e5-4788-afa8-9661a0891bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:17.946675 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-927e16af-c3e5-4788-afa8-9661a0891bdf None None] For port ecf85b8f-ba42-4e0a-904a-734c8b9e820d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ecf85b8f-ba42-4e0a-904a-734c8b9e820d,segment=NetworkSegment(4b46e09c-5a2e-48ea-b903-0b7a8748033a),segment_id=4b46e09c-5a2e-48ea-b903-0b7a8748033a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:53:18.033680 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-927e16af-c3e5-4788-afa8-9661a0891bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:18.101387 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e16af-c3e5-4788-afa8-9661a0891bdf None None] Pushing event updated for resources: {'Port': ['ID=ecf85b8f-ba42-4e0a-904a-734c8b9e820d,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:53:18.154127 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f9a7fa60-1226-4f6c-b82b-45ec84b84571 None None] Provisioning complete for port ecf85b8f-ba42-4e0a-904a-734c8b9e820d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:53:18.154499 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f9a7fa60-1226-4f6c-b82b-45ec84b84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:19.222138 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ecf85b8f-ba42-4e0a-904a-734c8b9e820d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:53:19.290993 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port ecf85b8f-ba42-4e0a-904a-734c8b9e820d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:53:19.291365 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:24.925962 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 5 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 10:53:31.313037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-48d9d956-3be0-4620-8fdc-16303036205c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:33.805179 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-243e8915-31bc-445e-8500-ef0a81e1d814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:34.684900 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:34.890291 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:53:36.140672 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:54:01.295654 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec8ac3a9-6230-4b85-aa29-196673c4295f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:54:01.926016 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 5 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 10:54:03.809409 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5c73703-540e-46f9-83e2-384874db7826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:54:04.689908 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:54:04.896455 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:54:06.164400 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:54:31.307570 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2a622393-25bd-4480-8006-812b6487393e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:54:33.825205 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-feac2ef7-af3a-4eec-80e3-5784de21d7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:54:34.706933 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:54:34.905402 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:54:36.169684 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:54:38.926063 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 5 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 10:54:47.446881 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54168) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:54:47.488092 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [None req-e78ae945-b9bd-42e3-af0f-934e0044d2f7 tempest-verify_tempest_config-1670378980 tempest-verify_tempest_config-1670378980-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84331) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 10:54:47.489175 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e78ae945-b9bd-42e3-af0f-934e0044d2f7 tempest-verify_tempest_config-1670378980 tempest-verify_tempest_config-1670378980-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0413022 Jan 20 10:54:47.984360 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54184) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:54:48.122170 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:54:48.152192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:54:48.155859 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] Usage tracker for resource:security_group_rule and tenant:96f545fd418049a8bc0157263b72cfce is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:54:48.158602 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:54:48.164139 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:54:48.228391 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:54:48.293562 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:54:48.338635 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c47868a-6512-4ce5-9a12-fc925f4d0e57,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:54:48.346723 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=96f545fd418049a8bc0157263b72cfce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3613834 Jan 20 10:54:48.349518 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54190) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:54:48.350041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.350149 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.350434 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.350771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.351106 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.351439 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.351788 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.352183 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.352503 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.352907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.353157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90956ac3-4f0d-4690-bb0f-2b062d1c697f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.409879 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b108cd82-cb1a-414e-b0cd-8bb031d87919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:54:48.436946 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b108cd82-cb1a-414e-b0cd-8bb031d87919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:54:48.641936 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b108cd82-cb1a-414e-b0cd-8bb031d87919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:54:48.655403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108cd82-cb1a-414e-b0cd-8bb031d87919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c47868a-6512-4ce5-9a12-fc925f4d0e57,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:54:48.666831 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108cd82-cb1a-414e-b0cd-8bb031d87919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.667117 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108cd82-cb1a-414e-b0cd-8bb031d87919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.667458 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108cd82-cb1a-414e-b0cd-8bb031d87919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.667811 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108cd82-cb1a-414e-b0cd-8bb031d87919 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.668164 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108cd82-cb1a-414e-b0cd-8bb031d87919 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.668499 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108cd82-cb1a-414e-b0cd-8bb031d87919 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.668850 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108cd82-cb1a-414e-b0cd-8bb031d87919 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.669181 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108cd82-cb1a-414e-b0cd-8bb031d87919 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.669503 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108cd82-cb1a-414e-b0cd-8bb031d87919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.669848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108cd82-cb1a-414e-b0cd-8bb031d87919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.670165 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b108cd82-cb1a-414e-b0cd-8bb031d87919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:54:48.672558 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b108cd82-cb1a-414e-b0cd-8bb031d87919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:54:48.673684 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b108cd82-cb1a-414e-b0cd-8bb031d87919 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2c47868a-6512-4ce5-9a12-fc925f4d0e57 HTTP/1.1" status: 204 len: 168 time: 0.3229675 Jan 20 10:55:01.312119 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e540e13-9859-4e45-883f-07c439f72377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:55:03.803343 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30ab357f-589e-4e8b-a50f-4e2689c462c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:55:04.699283 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:55:05.095067 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:55:06.117701 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:55:15.926311 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 5 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 10:55:31.326566 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b5f51d81-38aa-46ec-b061-53a6a3b50ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:55:33.841125 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6df2ddea-50bf-4396-baa1-2045f68cfdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:55:34.726497 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:55:34.926755 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:55:36.134147 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:55:52.926404 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 5 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 10:56:01.320263 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f44af54a-d1e5-44a7-9a47-2c7def7d2e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:56:03.779638 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef07e6d6-2ff3-4274-be3a-bc85abd00800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:56:04.693650 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:56:04.893787 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:56:06.137932 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:56:09.333562 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1783063'] for agent, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:56:24.878471 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54260) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:56:25.013563 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d3e523bc-e088-4fd9-a711-bba97f6f075b admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1340132 Jan 20 10:56:27.054107 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54270) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:56:27.135328 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-13ad3858-6339-4762-8ec3-97bd39097782 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0801370 Jan 20 10:56:29.926135 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 10:56:31.354424 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-daad2760-6c4b-443f-bfd2-fce7443ecc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:56:33.791206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d4d2572-3df5-4965-be6b-92c95a866a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:56:34.716122 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:56:34.919605 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:56:36.133367 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:56:39.422529 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:01.350361 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e07c3aff-a99b-4edf-9016-9c696eaa4cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:03.794014 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0f5222c-58f5-4d62-979a-3f206991d5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:04.751729 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:04.948439 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:06.188231 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:06.927441 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 10:57:09.355987 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:31.347147 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e9a256e-a27d-4506-a95a-38d5bf004f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:33.818348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e13873d2-023c-4828-b017-393566a63ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:34.764165 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:34.948104 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:36.153239 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:39.386705 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:43.929788 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 10:57:54.718754 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54444) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:57:54.812818 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54452) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:57:55.034512 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54462) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:57:55.259589 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-699348268-network', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:57:55.264900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:55.274294 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Usage tracker for resource:network and tenant:0a8cdee6b9b64cc6952bd8d638e90fed is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:55.281751 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:55.291755 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:55.354860 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Made reservation on behalf of 0a8cdee6b9b64cc6952bd8d638e90fed for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:57:55.356809 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54472) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:57:55.358649 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:55.374599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:55.406930 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:55.410648 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Usage tracker for resource:security_group_rule and tenant:0a8cdee6b9b64cc6952bd8d638e90fed is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:55.413433 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:55.419745 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:55.477172 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1799362173-network', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:57:55.498404 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:55.500459 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:55.505131 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Usage tracker for resource:network and tenant:f524b6c0c60749f2833f5e039c4b5e15 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:55.507998 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:55.514878 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:55.558761 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:55.584079 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:57:55.597181 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Made reservation on behalf of f524b6c0c60749f2833f5e039c4b5e15 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:57:55.599560 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:55.622185 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2086405307'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:57:55.631394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:55.631880 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Added segment 001609c9-628d-45b4-8071-84ff8454d8df of type vlan for network ca1f7bf9-9972-4b0c-baef-5692be1408d6 Jan 20 10:57:55.633442 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffd8d93-5eb8-47e6-92ec-96cc55f0f892,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:57:55.640930 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:55.653074 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:55.665496 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Usage tracker for resource:network and tenant:927d4a2df6c341e68e0118adf0421d4f is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:55.681715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:55.686643 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:55.686990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:55.687520 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:55.688002 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:55.688495 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:55.688985 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:55.689484 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:55.690003 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:55.690331 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:55.690646 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:55.691113 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Tracked resource versions report: Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: pushed versions: Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: { 'ConntrackHelper': {'1.0'}, Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Log': {'1.0'}, Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Network': {'1.1'}, Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Port': {'1.5'}, Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'PortForwarding': {'1.2'}, Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'QosPolicy': {'1.8'}, Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'SecurityGroup': {'1.2'}, Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'SecurityGroupRule': {'1.0'}, Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'SubPort': {'1.0'}, Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Subnet': {'1.1'}, Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Trunk': {'1.1'}} Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: consumer versions: Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: { DHCP agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: HyperV agent@hv-neutron-8254: {}, Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: L3 agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: Metadata agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: Metering agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: Open vSwitch agent@dv-neutron-825471-1-hyperv: { 'ConntrackHelper': '1.0', Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Log': '1.0', Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Network': '1.1', Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Port': '1.5', Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'PortForwarding': '1.2', Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'QosPolicy': '1.8', Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'SecurityGroup': '1.2', Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'SecurityGroupRule': '1.0', Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'SubPort': '1.0', Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Subnet': '1.1', Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: 'Trunk': '1.1'}} Jan 20 10:57:55.692252 dv-neutron-825471-1-hyperv neutron-server[84332]: {{(pid=84332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 10:57:55.705862 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:55.708634 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:55.750432 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:55.755371 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Usage tracker for resource:security_group_rule and tenant:f524b6c0c60749f2833f5e039c4b5e15 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:55.758335 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:55.763970 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:55.807457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-510528513-network', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:57:55.816110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:55.825161 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Usage tracker for resource:network and tenant:0bee70239b8e4619a62843d13cf51ee9 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:55.828901 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:55.828901 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:57:55.829138 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:55.829742 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:55.835957 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:55.847472 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Made reservation on behalf of 927d4a2df6c341e68e0118adf0421d4f for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:57:55.850406 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:55.865700 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:55.892720 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Made reservation on behalf of 0bee70239b8e4619a62843d13cf51ee9 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:57:55.896251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:55.916068 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:55.948192 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] Pushing event updated for resources: {'Network': ['ID=ca1f7bf9-9972-4b0c-baef-5692be1408d6,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:57:55.953505 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:55.959847 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network ca1f7bf9-9972-4b0c-baef-5692be1408d6 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:57:55.963568 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:55.966259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:55.971722 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Usage tracker for resource:security_group_rule and tenant:0bee70239b8e4619a62843d13cf51ee9 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:55.976894 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:55.988284 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:56.021569 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:56.026447 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Usage tracker for resource:security_group_rule and tenant:927d4a2df6c341e68e0118adf0421d4f is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:56.029669 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:56.035854 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:56.049121 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f842a1-6844-4692-a022-122eb7877f3f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:57:56.064665 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:57:56.080783 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.081431 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Added segment 3dfa1d30-4d9d-46ba-832a-ef358ccc133a of type vlan for network 008238da-375f-4195-90bf-ab2c5c0f18ed Jan 20 10:57:56.087706 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.118908 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.128838 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-407521d2-62f7-4513-97af-7357ab7ae612 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4084895 Jan 20 10:57:56.132978 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54494) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:57:56.143240 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3d8e698c-e283-4cc3-b483-8ede54326ce4 admin admin] Request body: {'subnet': {'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-699348268-subnet', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:57:56.151353 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3d8e698c-e283-4cc3-b483-8ede54326ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:56.160098 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3d8e698c-e283-4cc3-b483-8ede54326ce4 admin admin] Usage tracker for resource:subnet and tenant:0a8cdee6b9b64cc6952bd8d638e90fed is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:56.167189 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.173651 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3d8e698c-e283-4cc3-b483-8ede54326ce4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:56.190989 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3d8e698c-e283-4cc3-b483-8ede54326ce4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:56.202327 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:57:56.216464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.228930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.229269 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Added segment 488a7e58-230e-4c68-aa35-f44e529e9651 of type vlan for network 46b4d099-347f-49fe-97b4-d696aebdf353 Jan 20 10:57:56.230429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0727b3ea-fe0b-402f-b5fa-2d4df9606a25,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:57:56.247076 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:56.247432 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:56.247811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:56.248141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:56.248485 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:56.248818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:56.249153 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:56.249479 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:56.249922 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:56.250235 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:56.250549 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Tracked resource versions report: Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: pushed versions: Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: { 'ConntrackHelper': {'1.0'}, Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Log': {'1.0'}, Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Network': {'1.1'}, Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Port': {'1.5'}, Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'PortForwarding': {'1.2'}, Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'QosPolicy': {'1.8'}, Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'SecurityGroup': {'1.2'}, Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'SecurityGroupRule': {'1.0'}, Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'SubPort': {'1.0'}, Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Subnet': {'1.1'}, Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Trunk': {'1.1'}} Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: consumer versions: Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: { DHCP agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: HyperV agent@hv-neutron-8254: {}, Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: L3 agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: Metadata agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: Metering agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: Open vSwitch agent@dv-neutron-825471-1-hyperv: { 'ConntrackHelper': '1.0', Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Log': '1.0', Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Network': '1.1', Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Port': '1.5', Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'PortForwarding': '1.2', Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'QosPolicy': '1.8', Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'SecurityGroup': '1.2', Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'SecurityGroupRule': '1.0', Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'SubPort': '1.0', Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Subnet': '1.1', Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: 'Trunk': '1.1'}} Jan 20 10:57:56.251523 dv-neutron-825471-1-hyperv neutron-server[84331]: {{(pid=84331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 10:57:56.259246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.260410 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:57:56.261056 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.268226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.300700 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8e698c-e283-4cc3-b483-8ede54326ce4 admin admin] Made reservation on behalf of 0a8cdee6b9b64cc6952bd8d638e90fed for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:57:56.303119 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3d8e698c-e283-4cc3-b483-8ede54326ce4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.357942 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.378012 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.380238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:57:56.380990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.391887 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] Pushing event updated for resources: {'Network': ['ID=008238da-375f-4195-90bf-ab2c5c0f18ed,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:57:56.403228 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 008238da-375f-4195-90bf-ab2c5c0f18ed details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:57:56.412430 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:57:56.422286 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddc53bf-bf78-4db4-addf-812258aa0b29,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:57:56.428468 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c2e0a315-e020-49c4-bc8a-253d86e7341e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6145978 Jan 20 10:57:56.434397 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54506) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:57:56.437064 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.437509 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Added segment 31633d3b-1984-4bdf-85a5-61f16655f77e of type vlan for network 14463982-3eaf-48dc-b7b1-6d34e3d3fec1 Jan 20 10:57:56.446447 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1ac2584c-f7b4-4053-a4f3-2a32eefec727 admin admin] Request body: {'subnet': {'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1799362173-subnet', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:57:56.455191 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1ac2584c-f7b4-4053-a4f3-2a32eefec727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:56.469781 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1ac2584c-f7b4-4053-a4f3-2a32eefec727 admin admin] Usage tracker for resource:subnet and tenant:f524b6c0c60749f2833f5e039c4b5e15 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:56.474961 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1ac2584c-f7b4-4053-a4f3-2a32eefec727 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:56.482487 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.486298 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1ac2584c-f7b4-4053-a4f3-2a32eefec727 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:56.556910 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] Pushing event updated for resources: {'Network': ['ID=46b4d099-347f-49fe-97b4-d696aebdf353,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:57:56.578370 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 46b4d099-347f-49fe-97b4-d696aebdf353 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:57:56.579036 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac2584c-f7b4-4053-a4f3-2a32eefec727 admin admin] Made reservation on behalf of f524b6c0c60749f2833f5e039c4b5e15 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:57:56.587333 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1ac2584c-f7b4-4053-a4f3-2a32eefec727 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.669696 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.672252 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-deb9fbf1-12cf-4f3e-b4ed-d277f4746319 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3131297 Jan 20 10:57:56.675059 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54518) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:57:56.677893 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:57:56.678507 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.682391 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3da9fb20-7e32-477c-ab28-48108114cdc2 admin admin] Request body: {'subnet': {'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-510528513-subnet', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:57:56.714066 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3da9fb20-7e32-477c-ab28-48108114cdc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:56.719909 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3da9fb20-7e32-477c-ab28-48108114cdc2 admin admin] Usage tracker for resource:subnet and tenant:0bee70239b8e4619a62843d13cf51ee9 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:56.723732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3da9fb20-7e32-477c-ab28-48108114cdc2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:56.731432 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3da9fb20-7e32-477c-ab28-48108114cdc2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:56.807495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3d8e698c-e283-4cc3-b483-8ede54326ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.830019 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Pushing event updated for resources: {'Network': ['ID=14463982-3eaf-48dc-b7b1-6d34e3d3fec1,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:57:56.841781 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 14463982-3eaf-48dc-b7b1-6d34e3d3fec1 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:57:56.890333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da9fb20-7e32-477c-ab28-48108114cdc2 admin admin] Made reservation on behalf of 0bee70239b8e4619a62843d13cf51ee9 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:57:56.896544 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3da9fb20-7e32-477c-ab28-48108114cdc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:56.920602 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ad1ee715-8cc5-4228-8625-11a90f59a026 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8842258 Jan 20 10:57:56.923479 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54526) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:57:56.941393 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9d328516-4010-4038-98b3-5c376ce5c213 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Request body: {'subnet': {'network_id': '14463982-3eaf-48dc-b7b1-6d34e3d3fec1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:57:57.051440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54530) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:57:57.106510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e698c-e283-4cc3-b483-8ede54326ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d58e3eb1-ffbd-4209-8283-de4f696a38a8,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:57:57.115337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e698c-e283-4cc3-b483-8ede54326ce4 admin admin] Checking segment: {'id': '001609c9-628d-45b4-8071-84ff8454d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:57:57.115693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8e698c-e283-4cc3-b483-8ede54326ce4 admin admin] Network hostable DHCP agents. Network: ca1f7bf9-9972-4b0c-baef-5692be1408d6, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:57:57.124503 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9d328516-4010-4038-98b3-5c376ce5c213 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:57.129510 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9d328516-4010-4038-98b3-5c376ce5c213 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Usage tracker for resource:subnet and tenant:927d4a2df6c341e68e0118adf0421d4f is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:57.133190 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9d328516-4010-4038-98b3-5c376ce5c213 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:57.140576 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9d328516-4010-4038-98b3-5c376ce5c213 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:57.198091 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1ac2584c-f7b4-4053-a4f3-2a32eefec727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:57.247600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d328516-4010-4038-98b3-5c376ce5c213 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Made reservation on behalf of 927d4a2df6c341e68e0118adf0421d4f for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:57:57.341023 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8e698c-e283-4cc3-b483-8ede54326ce4 admin admin] Network ca1f7bf9-9972-4b0c-baef-5692be1408d6 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:57:57.369700 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3da9fb20-7e32-477c-ab28-48108114cdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:57.379970 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2584c-f7b4-4053-a4f3-2a32eefec727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96b254d4-c891-4e92-85e5-f2bec53994c8,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:57:57.395232 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9d328516-4010-4038-98b3-5c376ce5c213 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks [] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:57.415124 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1203360975', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:57:57.422727 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac2584c-f7b4-4053-a4f3-2a32eefec727 admin admin] Checking segment: {'id': '3dfa1d30-4d9d-46ba-832a-ef358ccc133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:57:57.423087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac2584c-f7b4-4053-a4f3-2a32eefec727 admin admin] Network hostable DHCP agents. Network: 008238da-375f-4195-90bf-ab2c5c0f18ed, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:57:57.427622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:57.450309 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9fb20-7e32-477c-ab28-48108114cdc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0027449-e10a-46e7-87b0-be138fcb5208,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:57:57.456156 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-3d8e698c-e283-4cc3-b483-8ede54326ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, ca1f7bf9-9972-4b0c-baef-5692be1408d6) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:57:57.465166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8e698c-e283-4cc3-b483-8ede54326ce4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:57:57.466624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3d8e698c-e283-4cc3-b483-8ede54326ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:57.468764 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4905ba-7fb2-4861-a073-bf3ce854f5d1 None None] Network ca1f7bf9-9972-4b0c-baef-5692be1408d6 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:57:57.487572 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Usage tracker for resource:port and tenant:6a5db1cbba2d4b569e3b1cc60360e0ee is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:57.494106 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:57.505740 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da9fb20-7e32-477c-ab28-48108114cdc2 admin admin] Checking segment: {'id': '488a7e58-230e-4c68-aa35-f44e529e9651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:57:57.506239 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da9fb20-7e32-477c-ab28-48108114cdc2 admin admin] Network hostable DHCP agents. Network: 46b4d099-347f-49fe-97b4-d696aebdf353, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:57:57.516123 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:57.568296 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3d8e698c-e283-4cc3-b483-8ede54326ce4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4335411 Jan 20 10:57:57.569085 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54544) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:57:57.575121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-699348268-router', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:57:57.585972 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:57.593487 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Usage tracker for resource:router and tenant:0a8cdee6b9b64cc6952bd8d638e90fed is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:57.596730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:57.603679 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:57.629349 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da9fb20-7e32-477c-ab28-48108114cdc2 admin admin] Network 46b4d099-347f-49fe-97b4-d696aebdf353 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:57:57.640057 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-3da9fb20-7e32-477c-ab28-48108114cdc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 46b4d099-347f-49fe-97b4-d696aebdf353) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:57:57.645949 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da9fb20-7e32-477c-ab28-48108114cdc2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:57:57.646719 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3da9fb20-7e32-477c-ab28-48108114cdc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:57.658396 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac2584c-f7b4-4053-a4f3-2a32eefec727 admin admin] Network 008238da-375f-4195-90bf-ab2c5c0f18ed is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:57:57.665521 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Made reservation on behalf of 6a5db1cbba2d4b569e3b1cc60360e0ee for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:57:57.667989 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:57.686071 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-1ac2584c-f7b4-4053-a4f3-2a32eefec727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 008238da-375f-4195-90bf-ab2c5c0f18ed) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:57:57.687782 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:57.701111 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:57.701347 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac2584c-f7b4-4053-a4f3-2a32eefec727 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:57:57.702001 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1ac2584c-f7b4-4053-a4f3-2a32eefec727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:57.702673 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:57.707621 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6746c3d1-1823-4721-a6e5-f691e9894aa7 None None] Network 46b4d099-347f-49fe-97b4-d696aebdf353 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:57:57.728991 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdfafed-2ad6-4f68-94ec-4adbe2b87a72 None None] Network 008238da-375f-4195-90bf-ab2c5c0f18ed requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:57:57.741901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:57.747526 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:57.751615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Usage tracker for resource:security_group_rule and tenant:6a5db1cbba2d4b569e3b1cc60360e0ee is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:57.754777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:57.772583 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:57.781698 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9d328516-4010-4038-98b3-5c376ce5c213 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:57.852766 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3da9fb20-7e32-477c-ab28-48108114cdc2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1724446 Jan 20 10:57:57.853643 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54556) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:57:57.859717 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-510528513-router', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:57:57.866916 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:57.872445 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Usage tracker for resource:router and tenant:0bee70239b8e4619a62843d13cf51ee9 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:57.875476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:57.897096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:57.897640 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1ac2584c-f7b4-4053-a4f3-2a32eefec727 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4621656 Jan 20 10:57:57.906508 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54560) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:57:57.920203 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1799362173-router', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:57:57.933146 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:57.941858 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Usage tracker for resource:router and tenant:f524b6c0c60749f2833f5e039c4b5e15 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:57.949320 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:57.963943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:57.980642 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54564) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:57:57.993652 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-ca1f7bf9-9972-4b0c-baef-5692be1408d6', 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'fixed_ips': [{'subnet_id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 10:57:57.994858 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:58.068980 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d328516-4010-4038-98b3-5c376ce5c213 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Pushing event updated for resources: {'Subnet': ['ID=bb0789a5-929f-455f-a382-cf320b556414,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:57:58.145498 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d328516-4010-4038-98b3-5c376ce5c213 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Checking segment: {'id': '31633d3b-1984-4bdf-85a5-61f16655f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '14463982-3eaf-48dc-b7b1-6d34e3d3fec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:57:58.145914 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d328516-4010-4038-98b3-5c376ce5c213 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Network hostable DHCP agents. Network: 14463982-3eaf-48dc-b7b1-6d34e3d3fec1, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:57:58.162257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:58.163228 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:58.174038 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:58.178646 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:58.180021 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:58.191913 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:58.218351 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:58.229642 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:58.269810 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:58.281264 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] device_id is not set on port cac4e8e5-6c4e-4ea4-b7e4-fad73e50508e yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:57:58.340255 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-46b4d099-347f-49fe-97b4-d696aebdf353', 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'fixed_ips': [{'subnet_id': 'c0027449-e10a-46e7-87b0-be138fcb5208'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 10:57:58.341040 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:58.367416 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10e8611-36bd-4460-b219-3f386358fbf0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:57:58.389231 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d328516-4010-4038-98b3-5c376ce5c213 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Network 14463982-3eaf-48dc-b7b1-6d34e3d3fec1 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:57:58.406343 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-008238da-375f-4195-90bf-ab2c5c0f18ed', 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'fixed_ips': [{'subnet_id': '96b254d4-c891-4e92-85e5-f2bec53994c8'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 10:57:58.407128 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:58.497262 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-9d328516-4010-4038-98b3-5c376ce5c213 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 14463982-3eaf-48dc-b7b1-6d34e3d3fec1) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:57:58.531133 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddced10-a69f-4ef5-b800-ef56d718846b None None] Network 14463982-3eaf-48dc-b7b1-6d34e3d3fec1 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:57:58.548658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Allocated IP 172.26.0.97 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/cac4e8e5-6c4e-4ea4-b7e4-fad73e50508e) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:57:58.568186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Allocated IP 172.20.0.2 (ca1f7bf9-9972-4b0c-baef-5692be1408d6/d58e3eb1-ffbd-4209-8283-de4f696a38a8/2e427bb8-873e-4ffd-a701-c3641a915c8e) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:57:58.573897 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-72613378'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:57:58.641350 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d328516-4010-4038-98b3-5c376ce5c213 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:57:58.643215 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9d328516-4010-4038-98b3-5c376ce5c213 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:58.666382 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54582) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:57:58.704312 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:58.719498 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Usage tracker for resource:network and tenant:8a2ee8d84fba41dab227ccd0f465aa45 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:58.724493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:58.735108 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:58.752253 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:58.765662 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54590) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:57:58.766697 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9d328516-4010-4038-98b3-5c376ce5c213 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8374655 Jan 20 10:57:58.769691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:58.781877 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-04431b68-a076-4bdd-a322-4334969b634f tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Request body: {'port': {'network_id': '14463982-3eaf-48dc-b7b1-6d34e3d3fec1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-571373292'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:57:58.841317 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54596) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:57:58.922035 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:58.978322 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-04431b68-a076-4bdd-a322-4334969b634f tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:58.984664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Made reservation on behalf of 8a2ee8d84fba41dab227ccd0f465aa45 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:57:58.994720 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.003703 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-346106842'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:57:59.008960 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-04431b68-a076-4bdd-a322-4334969b634f tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Usage tracker for resource:port and tenant:927d4a2df6c341e68e0118adf0421d4f is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:59.011749 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-04431b68-a076-4bdd-a322-4334969b634f tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:59.012515 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:59.017456 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-04431b68-a076-4bdd-a322-4334969b634f tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:59.020274 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Usage tracker for resource:network and tenant:79137a9ddb1746a698f890d8624392d7 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:59.028776 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Allocated IP 172.20.0.2 (008238da-375f-4195-90bf-ab2c5c0f18ed/96b254d4-c891-4e92-85e5-f2bec53994c8/84fbb8d3-0c06-487a-9cfe-dceb62f22fe7) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:57:59.031047 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:59.031705 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.043602 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.114859 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-478917780'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:57:59.119328 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:59.134812 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:59.150596 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Usage tracker for resource:network and tenant:7555fa72262d400b9fd9839c74956810 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:59.161137 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:57:59.165917 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:59.167213 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:59.171647 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:57:59.181742 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:57:59.182243 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:57:59.183793 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.184105 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04431b68-a076-4bdd-a322-4334969b634f tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Made reservation on behalf of 927d4a2df6c341e68e0118adf0421d4f for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:57:59.187127 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04431b68-a076-4bdd-a322-4334969b634f tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.192008 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:59.198962 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Pushing event updated for resources: {'Port': ['ID=cac4e8e5-6c4e-4ea4-b7e4-fad73e50508e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:57:59.230367 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Allocated IP 172.20.0.2 (46b4d099-347f-49fe-97b4-d696aebdf353/c0027449-e10a-46e7-87b0-be138fcb5208/8793fd2d-a2b4-41f1-8e8a-489c318aeb26) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:57:59.236872 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Usage tracker for resource:security_group_rule and tenant:8a2ee8d84fba41dab227ccd0f465aa45 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:59.243150 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:59.261724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:59.329569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-04431b68-a076-4bdd-a322-4334969b634f tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] device_id is not set on port 8265978c-bb84-4905-9433-77310d7cfcc7 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:57:59.352943 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Made reservation on behalf of 79137a9ddb1746a698f890d8624392d7 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:57:59.356217 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.377614 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0848e143-c986-456c-bec3-eebbcc335d70 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3245325 Jan 20 10:57:59.378428 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54602) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:57:59.380831 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.389755 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.393306 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0b650af0-a894-4c0f-b6d7-6699513b4b61 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.97'}]}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:57:59.399549 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0b650af0-a894-4c0f-b6d7-6699513b4b61 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:59.404602 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0b650af0-a894-4c0f-b6d7-6699513b4b61 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Usage tracker for resource:router and tenant:6a5db1cbba2d4b569e3b1cc60360e0ee is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:59.410843 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0b650af0-a894-4c0f-b6d7-6699513b4b61 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:59.418649 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0b650af0-a894-4c0f-b6d7-6699513b4b61 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:59.440240 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:59.443370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Made reservation on behalf of 7555fa72262d400b9fd9839c74956810 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:57:59.446258 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.447091 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.458228 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Usage tracker for resource:security_group_rule and tenant:79137a9ddb1746a698f890d8624392d7 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:59.463405 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:59.474853 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.485304 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:59.532238 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:57:59.540028 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Usage tracker for resource:security_group_rule and tenant:7555fa72262d400b9fd9839c74956810 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:57:59.543986 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b650af0-a894-4c0f-b6d7-6699513b4b61 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.546092 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b650af0-a894-4c0f-b6d7-6699513b4b61 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.548849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:57:59.567449 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:57:59.615259 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-14463982-3eaf-48dc-b7b1-6d34e3d3fec1', 'network_id': '14463982-3eaf-48dc-b7b1-6d34e3d3fec1', 'tenant_id': '927d4a2df6c341e68e0118adf0421d4f', 'fixed_ips': [{'subnet_id': 'bb0789a5-929f-455f-a382-cf320b556414'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 10:57:59.616074 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.618596 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.623789 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b650af0-a894-4c0f-b6d7-6699513b4b61 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.625977 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.646936 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.668783 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Transition to ACTIVE for port object 2e427bb8-873e-4ffd-a701-c3641a915c8e will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:57:59.669890 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.678044 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Transition to ACTIVE for port object 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:57:59.689960 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.712289 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.748773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-04431b68-a076-4bdd-a322-4334969b634f tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Allocated IP 172.20.0.14 (14463982-3eaf-48dc-b7b1-6d34e3d3fec1/bb0789a5-929f-455f-a382-cf320b556414/8265978c-bb84-4905-9433-77310d7cfcc7) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:57:59.749088 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:57:59.754424 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc9b564-c156-48ce-aa93-c67084ae1306,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:57:59.770989 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.771706 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Added segment 4813e3ec-5034-496b-ab6b-fce37bd3626a of type vlan for network d491ec77-778e-4a88-a698-a3b9a556b88d Jan 20 10:57:59.800022 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Transition to ACTIVE for port object 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:57:59.801042 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.801429 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Transition to ACTIVE for port object 2e427bb8-873e-4ffd-a701-c3641a915c8e will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:57:59.825950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Allocated IP 172.26.0.190 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/13acf63b-8295-401c-aaaa-543b3fcc52cb) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:57:59.842306 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.850733 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.861639 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Transition to ACTIVE for port object 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:57:59.888641 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Transition to ACTIVE for port object 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:57:59.891789 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.899854 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.919506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:57:59.933040 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:57:59.956955 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Network 008238da-375f-4195-90bf-ab2c5c0f18ed is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:57:59.966261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:57:59.972143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:57:59.976192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e1466a-a5a9-41db-9dc3-58296a03843a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:57:59.983310 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:57:59.993941 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.031075 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7edd60e0-e10c-4e5e-ae16-72482105d9ed,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:00.034240 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.034578 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Added segment 8bd8b333-3587-4ba1-b31f-4aca94cc9a86 of type vlan for network adc2eb63-4877-4597-adfb-f5acd183d168 Jan 20 10:58:00.047689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.048096 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Pushing event updated for resources: {'Port': ['ID=84fbb8d3-0c06-487a-9cfe-dceb62f22fe7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:00.048808 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:00.050205 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.054939 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Network ca1f7bf9-9972-4b0c-baef-5692be1408d6 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:00.071297 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.071696 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Added segment df6d57a4-3940-4615-a976-5797e1a61614 of type vlan for network d8ee37c3-6dfa-4431-8f2b-13a53d7e316b Jan 20 10:58:00.086140 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:00.100260 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:00.120717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:00.121065 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:00.121402 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:00.121761 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:00.122109 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:00.122565 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:00.122783 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:00.123100 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:00.123432 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:00.123752 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:00.124068 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Tracked resource versions report: Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: pushed versions: Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: { 'ConntrackHelper': {'1.0'}, Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Log': {'1.0'}, Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Network': {'1.1'}, Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Port': {'1.5'}, Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'PortForwarding': {'1.2'}, Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'QosPolicy': {'1.8'}, Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'SecurityGroup': {'1.2'}, Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'SecurityGroupRule': {'1.0'}, Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'SubPort': {'1.0'}, Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Subnet': {'1.1'}, Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Trunk': {'1.1'}} Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: consumer versions: Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: { DHCP agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: HyperV agent@hv-neutron-8254: {}, Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: L3 agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: Metadata agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: Metering agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: Open vSwitch agent@dv-neutron-825471-1-hyperv: { 'ConntrackHelper': '1.0', Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Log': '1.0', Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Network': '1.1', Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Port': '1.5', Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'PortForwarding': '1.2', Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'QosPolicy': '1.8', Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'SecurityGroup': '1.2', Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'SecurityGroupRule': '1.0', Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'SubPort': '1.0', Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Subnet': '1.1', Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: 'Trunk': '1.1'}} Jan 20 10:58:00.125068 dv-neutron-825471-1-hyperv neutron-server[84333]: {{(pid=84333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 10:58:00.128626 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Network 46b4d099-347f-49fe-97b4-d696aebdf353 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:00.160260 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.160813 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:00.176261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:00.179315 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b650af0-a894-4c0f-b6d7-6699513b4b61 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.206922 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.214770 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Pushing event updated for resources: {'Network': ['ID=d491ec77-778e-4a88-a698-a3b9a556b88d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:00.219252 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Attempting to bind port 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:00.219468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Attempting to bind port 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '3dfa1d30-4d9d-46ba-832a-ef358ccc133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:00.219736 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Attempting to bind port 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 on network 008238da-375f-4195-90bf-ab2c5c0f18ed {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:00.264175 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network d491ec77-778e-4a88-a698-a3b9a556b88d details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:58:00.302582 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.335610 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Pushing event updated for resources: {'Port': ['ID=2e427bb8-873e-4ffd-a701-c3641a915c8e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:00.338051 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:58:00.338427 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Checking segment: {'id': '3dfa1d30-4d9d-46ba-832a-ef358ccc133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:00.338823 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.339206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Bound using segment: {'id': '3dfa1d30-4d9d-46ba-832a-ef358ccc133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:58:00.339705 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Bound port: 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dfa1d30-4d9d-46ba-832a-ef358ccc133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:58:00.340066 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.355583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.366116 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c8f4c5c5-8105-4860-9264-9b9d5c2da3be tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6955366 Jan 20 10:58:00.367077 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.371783 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:00.372377 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.375934 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54612) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:00.405155 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b33673ed-34db-43e0-b2fd-006e4777f774 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Request body: {'subnet': {'network_id': 'd491ec77-778e-4a88-a698-a3b9a556b88d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:00.424047 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.444702 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.578383 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.7355869 Jan 20 10:58:00.585667 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6dfe71-5fba-44d1-a12b-2106c0a34c54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Pushing event updated for resources: {'Network': ['ID=adc2eb63-4877-4597-adfb-f5acd183d168,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:00.594862 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Attempting to bind port 2e427bb8-873e-4ffd-a701-c3641a915c8e on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:00.594862 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Attempting to bind port 2e427bb8-873e-4ffd-a701-c3641a915c8e by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '001609c9-628d-45b4-8071-84ff8454d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:00.595162 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Attempting to bind port 2e427bb8-873e-4ffd-a701-c3641a915c8e on network ca1f7bf9-9972-4b0c-baef-5692be1408d6 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:00.615459 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b33673ed-34db-43e0-b2fd-006e4777f774 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:00.628288 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b33673ed-34db-43e0-b2fd-006e4777f774 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Usage tracker for resource:subnet and tenant:79137a9ddb1746a698f890d8624392d7 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:00.632600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b33673ed-34db-43e0-b2fd-006e4777f774 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:00.640416 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b33673ed-34db-43e0-b2fd-006e4777f774 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:00.641041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.641939 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network adc2eb63-4877-4597-adfb-f5acd183d168 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:58:00.674819 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04431b68-a076-4bdd-a322-4334969b634f tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.702819 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-04431b68-a076-4bdd-a322-4334969b634f tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Transition to ACTIVE for port object 8265978c-bb84-4905-9433-77310d7cfcc7 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:00.736734 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:58:00.737298 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Checking segment: {'id': '001609c9-628d-45b4-8071-84ff8454d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:00.737816 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.738430 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Bound using segment: {'id': '001609c9-628d-45b4-8071-84ff8454d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:58:00.738822 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Bound port: 2e427bb8-873e-4ffd-a701-c3641a915c8e, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001609c9-628d-45b4-8071-84ff8454d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:58:00.739290 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.743200 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.750692 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Attempting to bind port 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:00.750692 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Attempting to bind port 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '488a7e58-230e-4c68-aa35-f44e529e9651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:00.751127 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Attempting to bind port 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 on network 46b4d099-347f-49fe-97b4-d696aebdf353 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:00.752371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:00.754283 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:00.786031 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33673ed-34db-43e0-b2fd-006e4777f774 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Made reservation on behalf of 79137a9ddb1746a698f890d8624392d7 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:00.973239 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Allocated IP 172.26.0.233 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/53cc7b5a-b0cb-4fa5-a23d-542b2dde114b) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:01.013104 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Pushing event updated for resources: {'Port': ['ID=8793fd2d-a2b4-41f1-8e8a-489c318aeb26,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:01.034316 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] For port 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:01.035904 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:58:01.036562 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Checking segment: {'id': '488a7e58-230e-4c68-aa35-f44e529e9651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:01.037230 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:01.037662 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b650af0-a894-4c0f-b6d7-6699513b4b61 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:01.038500 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Bound using segment: {'id': '488a7e58-230e-4c68-aa35-f44e529e9651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:58:01.039210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Bound port: 8793fd2d-a2b4-41f1-8e8a-489c318aeb26, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488a7e58-230e-4c68-aa35-f44e529e9651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:58:01.039939 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:01.085805 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] For port 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=84fbb8d3-0c06-487a-9cfe-dceb62f22fe7,segment=NetworkSegment(3dfa1d30-4d9d-46ba-832a-ef358ccc133a),segment_id=3dfa1d30-4d9d-46ba-832a-ef358ccc133a)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:58:01.093381 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b650af0-a894-4c0f-b6d7-6699513b4b61 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:01.174177 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:01.204371 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] For port 8793fd2d-a2b4-41f1-8e8a-489c318aeb26, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:01.208067 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Pushing event updated for resources: {'Network': ['ID=d8ee37c3-6dfa-4431-8f2b-13a53d7e316b,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:01.211902 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] For port 8793fd2d-a2b4-41f1-8e8a-489c318aeb26, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8793fd2d-a2b4-41f1-8e8a-489c318aeb26,segment=NetworkSegment(488a7e58-230e-4c68-aa35-f44e529e9651),segment_id=488a7e58-230e-4c68-aa35-f44e529e9651)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:58:01.216082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:01.223101 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:01.230244 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Allocated IP 172.20.0.2 (14463982-3eaf-48dc-b7b1-6d34e3d3fec1/bb0789a5-929f-455f-a382-cf320b556414/b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:01.230701 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04431b68-a076-4bdd-a322-4334969b634f tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:01.270346 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network d8ee37c3-6dfa-4431-8f2b-13a53d7e316b details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:58:01.276439 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b33673ed-34db-43e0-b2fd-006e4777f774 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks [] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:01.321998 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04431b68-a076-4bdd-a322-4334969b634f tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Network 14463982-3eaf-48dc-b7b1-6d34e3d3fec1 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:01.381033 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54628) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:01.387147 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Request body: {'port': {'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168', 'binding:host_id': 'hv-neutron-8254', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-97397315'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:01.388547 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:01.389532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-04431b68-a076-4bdd-a322-4334969b634f tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:01.391736 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:01.397392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04431b68-a076-4bdd-a322-4334969b634f tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:01.401650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04431b68-a076-4bdd-a322-4334969b634f tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:01.402258 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04431b68-a076-4bdd-a322-4334969b634f tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:01.403396 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:01.411718 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Usage tracker for resource:port and tenant:44b3fc380fd54588b5ef41e6d25dc4f6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:01.414899 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:01.417637 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:01.421420 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:01.433848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:01.434546 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-575b3c3e-cd68-49be-9c45-8932202cfe24 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.4392140 Jan 20 10:58:01.437813 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:01.439949 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54632) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:01.476045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Allocated IP 172.26.0.189 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:01.488706 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] For port 2e427bb8-873e-4ffd-a701-c3641a915c8e, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:01.500122 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Pushing event updated for resources: {'Port': ['ID=13acf63b-8295-401c-aaaa-543b3fcc52cb,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:01.518551 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:01.565180 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Made reservation on behalf of 44b3fc380fd54588b5ef41e6d25dc4f6 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:01.568913 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:01.569412 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:01.593506 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] For port 2e427bb8-873e-4ffd-a701-c3641a915c8e, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2e427bb8-873e-4ffd-a701-c3641a915c8e,segment=NetworkSegment(001609c9-628d-45b4-8071-84ff8454d8df),segment_id=001609c9-628d-45b4-8071-84ff8454d8df)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:58:01.603904 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:01.624152 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:01.628355 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-04431b68-a076-4bdd-a322-4334969b634f tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8557737 Jan 20 10:58:01.643420 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54638) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:01.681367 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Request body: {'port': {'network_id': '14463982-3eaf-48dc-b7b1-6d34e3d3fec1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-370478638', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:01.681995 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.api.validators [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] bootfile-name is not in valid_values {{(pid=84332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 10:58:01.682363 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.api.validators [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] tftp-server is not in valid_values {{(pid=84332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 10:58:01.682696 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.api.validators [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] server-ip-address is not in valid_values {{(pid=84332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 10:58:01.710616 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Request body: {'network': {'name': 'tempest-network--903234961', 'router:external': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:01.721357 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8a98-0dbe-4a12-8045-471948103cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:01.727754 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:01.730839 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04431b68-a076-4bdd-a322-4334969b634f tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Pushing event updated for resources: {'Port': ['ID=8265978c-bb84-4905-9433-77310d7cfcc7,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:01.735656 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Usage tracker for resource:network and tenant:142334156919469b8b754ac4c54b26c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:01.739569 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:01.748230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:01.753960 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:01.790104 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebac4bb-ab6c-4af9-8f02-4892d2c095c9 None None] Pushing event updated for resources: {'Port': ['ID=84fbb8d3-0c06-487a-9cfe-dceb62f22fe7,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:01.852481 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Made reservation on behalf of 142334156919469b8b754ac4c54b26c2 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:01.854882 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:01.879196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:01.939756 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:01.946664 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Usage tracker for resource:security_group_rule and tenant:142334156919469b8b754ac4c54b26c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:01.946933 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:01.948263 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:01.960174 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:02.043508 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323e944-78aa-47aa-9988-59fe54033842 None None] Pushing event updated for resources: {'Port': ['ID=8793fd2d-a2b4-41f1-8e8a-489c318aeb26,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:02.054133 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:02.093822 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:02.135808 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Pushing event updated for resources: {'Port': ['ID=53cc7b5a-b0cb-4fa5-a23d-542b2dde114b,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:02.238865 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:02.243452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:02.244814 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e71f6b-decc-4c6d-9204-32449b72ec4e None None] Pushing event updated for resources: {'Port': ['ID=2e427bb8-873e-4ffd-a701-c3641a915c8e,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:02.249921 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:02.268104 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:02.280966 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Transition to ACTIVE for port object b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:02.288321 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:02.301940 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:02.305665 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Transition to ACTIVE for port object b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:02.311142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Pushing event updated for resources: {'Port': ['ID=e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:02.327592 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Usage tracker for resource:security_group_rule and tenant:44b3fc380fd54588b5ef41e6d25dc4f6 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:02.334846 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:02.347891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:02.351596 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:02.367481 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436d21a6-8762-4598-8a72-3839ae4965cc,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:02.385827 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:02.391248 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:58:02.394377 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b650af0-a894-4c0f-b6d7-6699513b4b61 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:02.399290 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:02.491919 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b33673ed-34db-43e0-b2fd-006e4777f774 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:02.500154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:02.500154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:02.503345 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Network 14463982-3eaf-48dc-b7b1-6d34e3d3fec1 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:02.504224 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Pushing event updated for resources: {'Port': ['ID=b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:02.507777 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:02.511049 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:02.629514 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Attempting to bind port b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:02.629814 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Attempting to bind port b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '31633d3b-1984-4bdf-85a5-61f16655f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '14463982-3eaf-48dc-b7b1-6d34e3d3fec1'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:02.630172 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Attempting to bind port b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c on network 14463982-3eaf-48dc-b7b1-6d34e3d3fec1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:02.635236 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:02.635639 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Added segment 376f6e33-4e79-42fb-8e82-7b2b11fe4847 of type vlan for network fedc2144-fa55-4064-a8e5-e83221c18cd1 Jan 20 10:58:02.638262 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:58:02.638884 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Checking segment: {'id': '31633d3b-1984-4bdf-85a5-61f16655f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '14463982-3eaf-48dc-b7b1-6d34e3d3fec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:02.639293 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:02.639857 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Bound using segment: {'id': '31633d3b-1984-4bdf-85a5-61f16655f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '14463982-3eaf-48dc-b7b1-6d34e3d3fec1'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:58:02.640152 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Bound port: b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31633d3b-1984-4bdf-85a5-61f16655f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '14463982-3eaf-48dc-b7b1-6d34e3d3fec1'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:58:02.640537 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:02.755493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] For port b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:02.759324 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] For port b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c,segment=NetworkSegment(31633d3b-1984-4bdf-85a5-61f16655f77e),segment_id=31633d3b-1984-4bdf-85a5-61f16655f77e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:58:02.769424 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:02.795332 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:02.800329 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:02.800490 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Usage tracker for resource:port and tenant:927d4a2df6c341e68e0118adf0421d4f is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:02.858769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:02.861895 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:02.889410 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:02.891113 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33673ed-34db-43e0-b2fd-006e4777f774 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Pushing event updated for resources: {'Subnet': ['ID=e74a4b18-0d92-4ee7-b289-4dc418fb8259,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:02.995748 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63c562-751f-4606-93e2-b7dee473eba9 None None] Pushing event updated for resources: {'Port': ['ID=b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:03.001162 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527b9813-6a83-469e-a300-7455addca043 None None] Network 008238da-375f-4195-90bf-ab2c5c0f18ed requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:03.092187 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:03.121232 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Made reservation on behalf of 927d4a2df6c341e68e0118adf0421d4f for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:03.125205 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:03.204769 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:03.207772 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33673ed-34db-43e0-b2fd-006e4777f774 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Checking segment: {'id': '4813e3ec-5034-496b-ab6b-fce37bd3626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd491ec77-778e-4a88-a698-a3b9a556b88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:03.208067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33673ed-34db-43e0-b2fd-006e4777f774 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Network hostable DHCP agents. Network: d491ec77-778e-4a88-a698-a3b9a556b88d, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:58:03.237093 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Router c3d182f6-b993-4432-ab63-9515a26bb6c3 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 10:58:03.252282 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b650af0-a894-4c0f-b6d7-6699513b4b61 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:03.262580 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] device_id is not set on port 7620232a-2a2f-477b-98ff-d3c9318d79cc yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:03.294251 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-38026ad1-f0de-4549-a81f-71b03815e89f None None] Provisioning for port 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:03.347990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Router ff415214-044c-4d3c-b629-f2b05ed9dc0b is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 10:58:03.405217 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b650af0-a894-4c0f-b6d7-6699513b4b61 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:03.412636 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:03.415059 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:03.416002 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:03.416677 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:03.479951 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Router e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 10:58:03.544520 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] device_id is not set on port e8574af2-70ee-47b9-99ce-ce03d35812ca yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:03.576423 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:03.735749 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Pushing event updated for resources: {'Network': ['ID=fedc2144-fa55-4064-a8e5-e83221c18cd1,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:03.770235 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network fedc2144-fa55-4064-a8e5-e83221c18cd1 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:58:03.893894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:03.907138 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2e427bb8-873e-4ffd-a701-c3641a915c8e up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:03.945348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b4fd154f-16f7-4950-babf-58556abfbc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:03.958992 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8480643d-1b9a-413a-a6d6-e20f1a459961 None None] Network ca1f7bf9-9972-4b0c-baef-5692be1408d6 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:03.971578 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebe89ee-09e5-4b93-87be-a7114207087e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:04.065409 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b650af0-a894-4c0f-b6d7-6699513b4b61 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:04.066186 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b650af0-a894-4c0f-b6d7-6699513b4b61 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8be4895f-d9d4-4fcc-b527-35069b53b18c {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 10:58:04.084226 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33673ed-34db-43e0-b2fd-006e4777f774 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Network d491ec77-778e-4a88-a698-a3b9a556b88d is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:58:04.162171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:58:04.173416 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Sync routers for ids ['c3d182f6-b993-4432-ab63-9515a26bb6c3'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:58:04.198310 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Routers {'c3d182f6-b993-4432-ab63-9515a26bb6c3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:58:04.203030 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:58:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['c3d182f6-b993-4432-ab63-9515a26bb6c3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:04.213426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:58:04.223776 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:58:04.228611 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Sync routers for ids ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:58:04.243472 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c6e2db35-318c-471e-9e62-9bfdc27ec26c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.7993319 Jan 20 10:58:04.248390 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54650) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:04.272242 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd37e9d-bc74-4c94-bd2e-2e7256fe173f None None] Network 46b4d099-347f-49fe-97b4-d696aebdf353 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:04.335100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:04.339593 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c6b08225-fd58-4058-985d-13e25e1c69e6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.4294443 Jan 20 10:58:04.340468 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54654) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:04.359871 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 2e427bb8-873e-4ffd-a701-c3641a915c8e completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:04.362748 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-91db4abe-d5e4-4377-a24b-8dee8b03ba34 None None] Provisioning for port 2e427bb8-873e-4ffd-a701-c3641a915c8e completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:04.386783 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-91db4abe-d5e4-4377-a24b-8dee8b03ba34 None None] Provisioning complete for port 2e427bb8-873e-4ffd-a701-c3641a915c8e triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:04.386783 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91db4abe-d5e4-4377-a24b-8dee8b03ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:04.389167 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] device_id is not set on port e8574af2-70ee-47b9-99ce-ce03d35812ca yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:04.401327 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:04.412023 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 2e427bb8-873e-4ffd-a701-c3641a915c8e triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:04.412211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:04.430046 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Transition to ACTIVE for port object e8574af2-70ee-47b9-99ce-ce03d35812ca will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:04.436913 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Set router c3d182f6-b993-4432-ab63-9515a26bb6c3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:58:04.444144 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Allocated IP 172.20.0.13 (14463982-3eaf-48dc-b7b1-6d34e3d3fec1/bb0789a5-929f-455f-a382-cf320b556414/7620232a-2a2f-477b-98ff-d3c9318d79cc) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:04.445104 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:04.446420 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4663b086-569f-4ac5-aefd-54c1051f0f0a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8762040 Jan 20 10:58:04.450029 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:04.452084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54658) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:04.469908 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Routers {'ff415214-044c-4d3c-b629-f2b05ed9dc0b'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:58:04.470445 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b1782726-9390-41f8-ad40-83942496c207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:58:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:04.578029 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Sync routers for ids ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:58:04.596632 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Routers {'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:58:04.597576 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:58:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:04.754910 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:04.760186 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:04.760398 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-343aa2ff-259e-4d6a-aef3-8711150cabdb admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9055459 Jan 20 10:58:04.767570 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54662) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:04.778117 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Transition to ACTIVE for port object 7620232a-2a2f-477b-98ff-d3c9318d79cc will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:04.800526 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:04.801719 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b33673ed-34db-43e0-b2fd-006e4777f774 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, d491ec77-778e-4a88-a698-a3b9a556b88d) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:04.858518 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Set router e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:58:04.925287 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:04.977168 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Pushing event updated for resources: {'Port': ['ID=e8574af2-70ee-47b9-99ce-ce03d35812ca,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:04.978797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2443742b-1c4e-4a6c-9f1c-d09f9011d002 None None] Network 14463982-3eaf-48dc-b7b1-6d34e3d3fec1 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:04.990889 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-0b650af0-a894-4c0f-b6d7-6699513b4b61 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 20 10:58:04.992125 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0b650af0-a894-4c0f-b6d7-6699513b4b61 tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.6126447 Jan 20 10:58:04.998662 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:05.010436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54668) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:05.078564 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91db4abe-d5e4-4377-a24b-8dee8b03ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:05.147033 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Pushing event updated for resources: {'Port': ['ID=7620232a-2a2f-477b-98ff-d3c9318d79cc,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:05.151615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Checking segment: {'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:05.152692 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Network hostable DHCP agents. Network: adc2eb63-4877-4597-adfb-f5acd183d168, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:58:05.167466 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-91db4abe-d5e4-4377-a24b-8dee8b03ba34 None None] For port 2e427bb8-873e-4ffd-a701-c3641a915c8e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2e427bb8-873e-4ffd-a701-c3641a915c8e,segment=NetworkSegment(001609c9-628d-45b4-8071-84ff8454d8df),segment_id=001609c9-628d-45b4-8071-84ff8454d8df)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:58:05.167734 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33673ed-34db-43e0-b2fd-006e4777f774 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:05.168196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b33673ed-34db-43e0-b2fd-006e4777f774 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:05.168581 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:05.176785 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:05.196694 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7020f34a-8dc2-427e-aadd-8823b94a114b None None] Network d491ec77-778e-4a88-a698-a3b9a556b88d requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:05.198831 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Network 14463982-3eaf-48dc-b7b1-6d34e3d3fec1 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:05.204507 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:05.208947 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:05.570164 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:05.570164 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:05.571649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:05.571649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:05.571649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:05.571649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Subscribe: > port after_create 55550000 {{(pid=84331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:05.571649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:05.571649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Subscribe: > port after_update 55550000 {{(pid=84331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:05.571649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:05.571649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:05.571649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:05.571649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:05.572447 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Network adc2eb63-4877-4597-adfb-f5acd183d168 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:58:05.572538 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91db4abe-d5e4-4377-a24b-8dee8b03ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:05.572624 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dcb467ff-e2a8-4e28-9a4c-cf46b40b7681 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.6827381 Jan 20 10:58:05.572624 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b33673ed-34db-43e0-b2fd-006e4777f774 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9458139 Jan 20 10:58:05.572624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54672) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:05.572624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54674) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:05.572852 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'name': 'tempest-ServersTestManualDisk-510528513-router', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:02Z', 'revision_number': 3, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'gw_port': {'id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:06:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:05.572852 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'name': 'tempest-ServersTestJSON-1799362173-router', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:01Z', 'revision_number': 3, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'gw_port': {'id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:05.572852 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Checking router: e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 10:58:05.572852 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Updating router e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 port e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 10:58:05.573429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:05.573429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:05.573429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:05.573429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:05.573429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fedc2144-fa55-4064-a8e5-e83221c18cd1']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:05.573796 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Checking router: c3d182f6-b993-4432-ab63-9515a26bb6c3 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 10:58:05.573796 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Updating router c3d182f6-b993-4432-ab63-9515a26bb6c3 port 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 10:58:05.573936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376f6e33-4e79-42fb-8e82-7b2b11fe4847') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:05.573936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376f6e33-4e79-42fb-8e82-7b2b11fe4847') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:05.574085 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ff0a349a-b9d5-4916-be7e-66b6030c6795 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Request body: {'port': {'network_id': 'd491ec77-778e-4a88-a698-a3b9a556b88d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1425758680'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:05.574159 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:05.574235 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db4abe-d5e4-4377-a24b-8dee8b03ba34 None None] Pushing event updated for resources: {'Port': ['ID=2e427bb8-873e-4ffd-a701-c3641a915c8e,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:05.574306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:05.574306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:58:05.574306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:05.574587 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:05.574660 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:05.574660 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:05.574798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, adc2eb63-4877-4597-adfb-f5acd183d168) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:05.582074 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Set router ff415214-044c-4d3c-b629-f2b05ed9dc0b gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:58:05.594913 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:05.619429 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:05.620018 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:05.620560 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:05.632146 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1b10f9-a09f-44fa-9e58-b57f35ef13c0 None None] Network adc2eb63-4877-4597-adfb-f5acd183d168 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn_limited( Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn_limited( Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:58:05.635410 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:58:05.650725 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:05.651363 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:05.655646 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 2 to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca Jan 20 10:58:05.675706 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:05.676257 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:05.676736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:05.705522 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:05.706112 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:05.713624 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 3 to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca Jan 20 10:58:05.753999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3435269-5179-4163-8be8-101721ea2424 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:05.758657 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3435269-5179-4163-8be8-101721ea2424 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:05.765379 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3435269-5179-4163-8be8-101721ea2424 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:05.766483 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e3435269-5179-4163-8be8-101721ea2424 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Synchronizing usage tracker for tenant:927d4a2df6c341e68e0118adf0421d4f on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:05.798899 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:05.799418 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:05.799894 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:05.810158 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:05.810757 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:05.812839 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 4 to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca Jan 20 10:58:05.832218 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:05.832773 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:05.833250 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:05.840345 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ff0a349a-b9d5-4916-be7e-66b6030c6795 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:05.842656 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:05.843134 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:05.844839 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 5 to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca Jan 20 10:58:05.852537 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ff0a349a-b9d5-4916-be7e-66b6030c6795 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Usage tracker for resource:port and tenant:79137a9ddb1746a698f890d8624392d7 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:05.857390 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ff0a349a-b9d5-4916-be7e-66b6030c6795 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:05.866379 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ff0a349a-b9d5-4916-be7e-66b6030c6795 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:05.871066 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:05.871600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:05.872083 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:05.880011 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:05.880544 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:05.882380 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 6 to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca Jan 20 10:58:05.900018 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e3435269-5179-4163-8be8-101721ea2424 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Unset dirty status for tenant:927d4a2df6c341e68e0118adf0421d4f on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:05.904013 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e3435269-5179-4163-8be8-101721ea2424 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.5589404 Jan 20 10:58:05.912395 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54680) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:05.913122 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:05.913496 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:05.913856 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:05.924026 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8a2ee1de-253d-42bf-9357-32cd0ec59826 None None] Provisioning for port b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:05.928723 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-885ad451-1c22-4c9f-9040-530cabee4d8b tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Deleting port cac4e8e5-6c4e-4ea4-b7e4-fad73e50508e {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:05.931663 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-885ad451-1c22-4c9f-9040-530cabee4d8b tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:05.989781 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-bda19a5d-b176-4dc1-b967-05c16baafea2 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Deleting port 7620232a-2a2f-477b-98ff-d3c9318d79cc {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:05.990149 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bda19a5d-b176-4dc1-b967-05c16baafea2 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:06.020691 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0a349a-b9d5-4916-be7e-66b6030c6795 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Made reservation on behalf of 79137a9ddb1746a698f890d8624392d7 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:06.023681 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff0a349a-b9d5-4916-be7e-66b6030c6795 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:06.050573 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:06.050906 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:06.060251 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 7 to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca Jan 20 10:58:06.068642 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-ff0a349a-b9d5-4916-be7e-66b6030c6795 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] device_id is not set on port 7752dc3f-0f88-49c2-b840-5d86508cb447 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:06.079697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:06.095414 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:06.110775 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Transition to ACTIVE for port object e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:06.117885 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:06.118401 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:06.118843 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:06.138934 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fedc2144-fa55-4064-a8e5-e83221c18cd1 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 20 10:58:06.176962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Pushing event deleted for resources: {'Network': ['ID=fedc2144-fa55-4064-a8e5-e83221c18cd1,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:06.185864 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:06.195017 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:06.237397 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6b2076b8-ddf6-460d-86f3-66f6bc5071e5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] 10.222.0.70 "DELETE /v2.0/networks/fedc2144-fa55-4064-a8e5-e83221c18cd1 HTTP/1.1" status: 204 len: 168 time: 1.9818766 Jan 20 10:58:06.240175 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54684) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:06.246356 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:06.246687 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:06.260615 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 8 to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca Jan 20 10:58:06.275930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-e378c5ac-24e9-463b-87f3-dbb7e4d70d33 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:06.281109 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:06.281450 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:06.281820 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:06.354733 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:06.355092 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:06.359830 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Attempting to bind port e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:06.360213 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Attempting to bind port e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:06.360556 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Attempting to bind port e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:06.381957 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:58:06.383517 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:06.383517 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:06.383709 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:58:06.386724 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 10:58:06.387186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 10:58:06.389679 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Bound port: e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:58:06.390516 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:06.396016 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e378c5ac-24e9-463b-87f3-dbb7e4d70d33 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:06.400204 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 9 to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca Jan 20 10:58:06.418393 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e378c5ac-24e9-463b-87f3-dbb7e4d70d33 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Usage tracker for resource:network and tenant:142334156919469b8b754ac4c54b26c2 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:06.422850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e378c5ac-24e9-463b-87f3-dbb7e4d70d33 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:06.437031 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e378c5ac-24e9-463b-87f3-dbb7e4d70d33 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:06.500884 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:06.501222 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:06.501600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:06.543148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-ff0a349a-b9d5-4916-be7e-66b6030c6795 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Allocated IP 172.20.0.11 (d491ec77-778e-4a88-a698-a3b9a556b88d/e74a4b18-0d92-4ee7-b289-4dc418fb8259/7752dc3f-0f88-49c2-b840-5d86508cb447) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:06.566487 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:06.596832 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:06.597354 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:06.613569 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 10 to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca Jan 20 10:58:06.689233 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-d491ec77-778e-4a88-a698-a3b9a556b88d', 'network_id': 'd491ec77-778e-4a88-a698-a3b9a556b88d', 'tenant_id': '79137a9ddb1746a698f890d8624392d7', 'fixed_ips': [{'subnet_id': 'e74a4b18-0d92-4ee7-b289-4dc418fb8259'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 10:58:06.690135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:06.708888 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8a2ee1de-253d-42bf-9357-32cd0ec59826 None None] Provisioning for port 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:06.724459 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bda19a5d-b176-4dc1-b967-05c16baafea2 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:06.724899 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:06.740302 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Transition to ACTIVE for port object 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:06.747116 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8a2ee1de-253d-42bf-9357-32cd0ec59826 None None] Provisioning complete for port 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:06.747551 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a2ee1de-253d-42bf-9357-32cd0ec59826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:06.766298 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:06.766638 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:06.766977 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:06.786166 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port e8574af2-70ee-47b9-99ce-ce03d35812ca on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:06.786497 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port e8574af2-70ee-47b9-99ce-ce03d35812ca on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:06.786861 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:06.799711 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37cfd6-4998-477e-be0c-598740390b50 None None] Pushing event updated for resources: {'Port': ['ID=e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:06.819358 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37cfd6-4998-477e-be0c-598740390b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:06.819814 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37cfd6-4998-477e-be0c-598740390b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:06.820981 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37cfd6-4998-477e-be0c-598740390b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:06.821389 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37cfd6-4998-477e-be0c-598740390b50 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:06.821809 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37cfd6-4998-477e-be0c-598740390b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:06.822786 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37cfd6-4998-477e-be0c-598740390b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:06.823196 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37cfd6-4998-477e-be0c-598740390b50 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:06.823581 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37cfd6-4998-477e-be0c-598740390b50 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:06.824083 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37cfd6-4998-477e-be0c-598740390b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:06.824460 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37cfd6-4998-477e-be0c-598740390b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:06.824838 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37cfd6-4998-477e-be0c-598740390b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37cfd6-4998-477e-be0c-598740390b50 None None] Tracked resource versions report: Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: pushed versions: Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: { 'ConntrackHelper': {'1.0'}, Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Log': {'1.0'}, Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Network': {'1.1'}, Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Port': {'1.5'}, Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'PortForwarding': {'1.2'}, Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'QosPolicy': {'1.8'}, Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'SecurityGroup': {'1.2'}, Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'SecurityGroupRule': {'1.0'}, Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'SubPort': {'1.0'}, Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Subnet': {'1.1'}, Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Trunk': {'1.1'}} Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: consumer versions: Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: { DHCP agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: HyperV agent@hv-neutron-8254: {}, Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: L3 agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: Metadata agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: Metering agent@dv-neutron-825471-1-hyperv: {}, Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: Open vSwitch agent@dv-neutron-825471-1-hyperv: { 'ConntrackHelper': '1.0', Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Log': '1.0', Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Network': '1.1', Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Port': '1.5', Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'PortForwarding': '1.2', Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'QosPolicy': '1.8', Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'SecurityGroup': '1.2', Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'SecurityGroupRule': '1.0', Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'SubPort': '1.0', Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Subnet': '1.1', Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: 'Trunk': '1.1'}} Jan 20 10:58:06.825988 dv-neutron-825471-1-hyperv neutron-server[84334]: {{(pid=84334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 10:58:06.836002 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:06.871798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e378c5ac-24e9-463b-87f3-dbb7e4d70d33 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Made reservation on behalf of 142334156919469b8b754ac4c54b26c2 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:06.874363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e378c5ac-24e9-463b-87f3-dbb7e4d70d33 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:06.890672 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-885ad451-1c22-4c9f-9040-530cabee4d8b tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:06.941888 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda060d-c1ce-46e0-8670-31b9bfe96ec8 None None] Pushing event updated for resources: {'Port': ['ID=53cc7b5a-b0cb-4fa5-a23d-542b2dde114b,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:06.981927 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Attempting to bind port 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:06.982538 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Attempting to bind port 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:06.982993 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Attempting to bind port 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:06.994971 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:58:06.995932 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:06.996424 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:06.996907 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:58:06.997487 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Bound port: 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:58:06.997982 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:07.000611 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-bda19a5d-b176-4dc1-b967-05c16baafea2 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Calling delete_port for 7620232a-2a2f-477b-98ff-d3c9318d79cc owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:07.081837 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b1782726-9390-41f8-ad40-83942496c207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'name': 'tempest-ServerActionsTestJSON-699348268-router', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:57Z', 'updated_at': '2022-01-20T10:58:01Z', 'revision_number': 3, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'gw_port': {'id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:00:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:57:59Z', 'updated_at': '2022-01-20T10:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:07.095707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-885ad451-1c22-4c9f-9040-530cabee4d8b tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Calling delete_port for cac4e8e5-6c4e-4ea4-b7e4-fad73e50508e owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:07.096881 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] For port 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:07.102011 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] For port 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=53cc7b5a-b0cb-4fa5-a23d-542b2dde114b,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:58:07.118342 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Checking router: ff415214-044c-4d3c-b629-f2b05ed9dc0b for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 10:58:07.119035 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Updating router ff415214-044c-4d3c-b629-f2b05ed9dc0b port 13acf63b-8295-401c-aaaa-543b3fcc52cb binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 10:58:07.141777 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] For port e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:07.145996 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] For port e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:58:07.156082 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:07.214099 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:07.239648 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:07.257774 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:07.314242 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e378c5ac-24e9-463b-87f3-dbb7e4d70d33 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:58:07.319079 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Routers {'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:58:07.319906 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:58:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:07.433720 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a2ee1de-253d-42bf-9357-32cd0ec59826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:07.442118 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] For port e8574af2-70ee-47b9-99ce-ce03d35812ca, host hv-neutron-8254, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:07.442498 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempted to set empty binding levels {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 20 10:58:07.457493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e378c5ac-24e9-463b-87f3-dbb7e4d70d33 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:07.457901 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-e378c5ac-24e9-463b-87f3-dbb7e4d70d33 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Added segment 45ef01c6-ed75-4522-b102-8030b5e31765 of type vlan for network 83d23f55-6429-4241-9ffd-6b58a58ea2b3 Jan 20 10:58:07.500746 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-8a2ee1de-253d-42bf-9357-32cd0ec59826 None None] For port 8793fd2d-a2b4-41f1-8e8a-489c318aeb26, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8793fd2d-a2b4-41f1-8e8a-489c318aeb26,segment=NetworkSegment(488a7e58-230e-4c68-aa35-f44e529e9651),segment_id=488a7e58-230e-4c68-aa35-f44e529e9651)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:58:07.548214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:07.583013 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a2ee1de-253d-42bf-9357-32cd0ec59826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:07.592757 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda060d-c1ce-46e0-8670-31b9bfe96ec8 None None] Pushing event updated for resources: {'Port': ['ID=53cc7b5a-b0cb-4fa5-a23d-542b2dde114b,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:07.668415 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Routers {'c3d182f6-b993-4432-ab63-9515a26bb6c3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:58:07.669077 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:58:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['c3d182f6-b993-4432-ab63-9515a26bb6c3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:07.739512 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ee1de-253d-42bf-9357-32cd0ec59826 None None] Pushing event updated for resources: {'Port': ['ID=8793fd2d-a2b4-41f1-8e8a-489c318aeb26,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:07.747693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e378c5ac-24e9-463b-87f3-dbb7e4d70d33 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:07.754922 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Pushing event updated for resources: {'Port': ['ID=e8574af2-70ee-47b9-99ce-ce03d35812ca,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:07.765417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:07.777321 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:07.777804 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:07.786679 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:07.833874 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bda19a5d-b176-4dc1-b967-05c16baafea2 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:07.892788 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37cfd6-4998-477e-be0c-598740390b50 None None] Pushing event updated for resources: {'Port': ['ID=e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:07.894971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-885ad451-1c22-4c9f-9040-530cabee4d8b tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:07.909736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff0a349a-b9d5-4916-be7e-66b6030c6795 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:07.910769 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] Set router e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:58:07.945327 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda19a5d-b176-4dc1-b967-05c16baafea2 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Pushing event deleted for resources: {'Port': ['ID=7620232a-2a2f-477b-98ff-d3c9318d79cc,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:07.979982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f1aaf534-d54c-4216-9cb1-e25ebd15002f None None] Provisioning complete for port 7620232a-2a2f-477b-98ff-d3c9318d79cc triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:07.980367 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf534-d54c-4216-9cb1-e25ebd15002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:08.025553 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f1aaf534-d54c-4216-9cb1-e25ebd15002f None None] Port 7620232a-2a2f-477b-98ff-d3c9318d79cc was deleted so its status cannot be updated. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 20 10:58:08.040818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ad451-1c22-4c9f-9040-530cabee4d8b tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Pushing event deleted for resources: {'Port': ['ID=cac4e8e5-6c4e-4ea4-b7e4-fad73e50508e,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:08.064810 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-ff0a349a-b9d5-4916-be7e-66b6030c6795 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Transition to ACTIVE for port object 7752dc3f-0f88-49c2-b840-5d86508cb447 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:08.071174 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-93cd9d5e-38fa-420d-85ff-997961a313e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 6.6882787 Jan 20 10:58:08.071662 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f1aaf534-d54c-4216-9cb1-e25ebd15002f None None] Provisioning complete for port 2e427bb8-873e-4ffd-a701-c3641a915c8e triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:08.071769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf534-d54c-4216-9cb1-e25ebd15002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:08.073668 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54694) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:08.078858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bda19a5d-b176-4dc1-b967-05c16baafea2 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:08.082333 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bda19a5d-b176-4dc1-b967-05c16baafea2 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] 10.222.0.70 "DELETE /v2.0/ports/7620232a-2a2f-477b-98ff-d3c9318d79cc HTTP/1.1" status: 204 len: 168 time: 2.1659131 Jan 20 10:58:08.157234 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54698) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:08.179169 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c12224ff-38c8-4129-9072-975db4911ee7 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Request body: {'port': {'name': 'tempest-new-port-name-602287295', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:08.179575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.api.validators [None req-c12224ff-38c8-4129-9072-975db4911ee7 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] bootfile-name is not in valid_values {{(pid=84332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 10:58:08.180684 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.api.validators [None req-c12224ff-38c8-4129-9072-975db4911ee7 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] tftp-server is not in valid_values {{(pid=84332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 10:58:08.181116 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.api.validators [None req-c12224ff-38c8-4129-9072-975db4911ee7 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] server-ip-address is not in valid_values {{(pid=84332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 10:58:08.187887 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e378c5ac-24e9-463b-87f3-dbb7e4d70d33 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:08.190292 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e378c5ac-24e9-463b-87f3-dbb7e4d70d33 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:08.190897 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e378c5ac-24e9-463b-87f3-dbb7e4d70d33 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:08.262195 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:08.268346 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] Set router c3d182f6-b993-4432-ab63-9515a26bb6c3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:58:08.284518 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-fc96bb8a-5ae1-4f58-8172-648e855ad870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Deleting port e8574af2-70ee-47b9-99ce-ce03d35812ca {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:08.284853 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc96bb8a-5ae1-4f58-8172-648e855ad870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:08.383867 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378c5ac-24e9-463b-87f3-dbb7e4d70d33 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Pushing event updated for resources: {'Network': ['ID=83d23f55-6429-4241-9ffd-6b58a58ea2b3,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:08.405373 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e378c5ac-24e9-463b-87f3-dbb7e4d70d33 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.1585991 Jan 20 10:58:08.409376 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff0a349a-b9d5-4916-be7e-66b6030c6795 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:08.417050 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54702) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:08.422156 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 83d23f55-6429-4241-9ffd-6b58a58ea2b3 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:58:08.483472 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=84fbb8d3-0c06-487a-9cfe-dceb62f22fe7,segment=NetworkSegment(3dfa1d30-4d9d-46ba-832a-ef358ccc133a),segment_id=3dfa1d30-4d9d-46ba-832a-ef358ccc133a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:58:08.514102 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8be913cf-b2e7-4b08-b4df-4da2242df606 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Request body: {'subnet': {'network_id': '83d23f55-6429-4241-9ffd-6b58a58ea2b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:08.535861 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c12224ff-38c8-4129-9072-975db4911ee7 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:08.543075 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-885ad451-1c22-4c9f-9040-530cabee4d8b tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:08.545034 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-885ad451-1c22-4c9f-9040-530cabee4d8b tempest-RoutersAdminNegativeTest-1847945019 tempest-RoutersAdminNegativeTest-1847945019-project-admin] 10.222.0.70 "DELETE /v2.0/ports/cac4e8e5-6c4e-4ea4-b7e4-fad73e50508e HTTP/1.1" status: 204 len: 168 time: 3.5393062 Jan 20 10:58:08.556271 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0a349a-b9d5-4916-be7e-66b6030c6795 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Network d491ec77-778e-4a88-a698-a3b9a556b88d is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:08.562172 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8be913cf-b2e7-4b08-b4df-4da2242df606 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:08.577365 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-ff0a349a-b9d5-4916-be7e-66b6030c6795 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:08.595842 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:08.597835 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8be913cf-b2e7-4b08-b4df-4da2242df606 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Usage tracker for resource:subnet and tenant:142334156919469b8b754ac4c54b26c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:08.608406 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0a349a-b9d5-4916-be7e-66b6030c6795 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:08.612811 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:08.621635 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0a349a-b9d5-4916-be7e-66b6030c6795 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:08.622212 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff0a349a-b9d5-4916-be7e-66b6030c6795 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:08.660561 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8be913cf-b2e7-4b08-b4df-4da2242df606 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:08.708262 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8be913cf-b2e7-4b08-b4df-4da2242df606 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:08.710822 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'name': 'tempest-ServersTestManualDisk-510528513-router', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:02Z', 'revision_number': 3, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'gw_port': {'id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:06:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:08.736265 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea4fd0c-e3bf-49bb-a864-8c50b9fbc554 None None] The sync data for ids ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'] in dv-neutron-825471-1-hyperv is: [{'id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'name': 'tempest-ServersTestManualDisk-510528513-router', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:02Z', 'revision_number': 3, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'gw_port': {'id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:06:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:58:08.788371 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a349a-b9d5-4916-be7e-66b6030c6795 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Pushing event updated for resources: {'Port': ['ID=7752dc3f-0f88-49c2-b840-5d86508cb447,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:08.790130 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Transition to ACTIVE for port object 13acf63b-8295-401c-aaaa-543b3fcc52cb will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:08.822775 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ff0a349a-b9d5-4916-be7e-66b6030c6795 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.4754386 Jan 20 10:58:08.831507 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54708) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:08.891969 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=84fbb8d3-0c06-487a-9cfe-dceb62f22fe7,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:08.922579 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:09.014236 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'name': 'tempest-ServersTestJSON-1799362173-router', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:01Z', 'revision_number': 3, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'gw_port': {'id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:09.018949 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777bc3fa-b117-4b73-9551-b4483261bc32 None None] The sync data for ids ['c3d182f6-b993-4432-ab63-9515a26bb6c3'] in dv-neutron-825471-1-hyperv is: [{'id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'name': 'tempest-ServersTestJSON-1799362173-router', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:01Z', 'revision_number': 3, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'gw_port': {'id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:58:09.022137 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Allocated IP 172.20.0.2 (d491ec77-778e-4a88-a698-a3b9a556b88d/e74a4b18-0d92-4ee7-b289-4dc418fb8259/4b7c9a21-1647-4530-b78c-a16710ee2e27) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:09.025763 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ce80d-6ec7-45d6-96af-e77b3172ce0b None None] Pushing event updated for resources: {'Port': ['ID=13acf63b-8295-401c-aaaa-543b3fcc52cb,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:09.066653 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2e427bb8-873e-4ffd-a701-c3641a915c8e up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:09.137235 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-882fbedf-2ebc-4d10-928b-4515a230268a tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Deleting port 7752dc3f-0f88-49c2-b840-5d86508cb447 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:09.137672 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-882fbedf-2ebc-4d10-928b-4515a230268a tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:09.155530 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-fc96bb8a-5ae1-4f58-8172-648e855ad870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] For port e8574af2-70ee-47b9-99ce-ce03d35812ca, host hv-neutron-8254, got binding levels [] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:58:09.161205 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc96bb8a-5ae1-4f58-8172-648e855ad870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:09.323040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54714) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:09.345307 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be913cf-b2e7-4b08-b4df-4da2242df606 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Made reservation on behalf of 142334156919469b8b754ac4c54b26c2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:09.347701 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8be913cf-b2e7-4b08-b4df-4da2242df606 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks [] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:09.417942 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-fc96bb8a-5ae1-4f58-8172-648e855ad870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Calling delete_port for e8574af2-70ee-47b9-99ce-ce03d35812ca owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:09.465305 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Attempting to bind port 13acf63b-8295-401c-aaaa-543b3fcc52cb on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:09.466016 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Attempting to bind port 13acf63b-8295-401c-aaaa-543b3fcc52cb by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:09.466527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Attempting to bind port 13acf63b-8295-401c-aaaa-543b3fcc52cb on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:09.477286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:09.525595 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:58:09.526787 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:09.527345 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:09.527882 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:58:09.528512 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Bound port: 13acf63b-8295-401c-aaaa-543b3fcc52cb, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:58:09.529070 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:09.674554 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b1782726-9390-41f8-ad40-83942496c207 None None] For port 13acf63b-8295-401c-aaaa-543b3fcc52cb, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:09.682449 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b1782726-9390-41f8-ad40-83942496c207 None None] For port 13acf63b-8295-401c-aaaa-543b3fcc52cb, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=13acf63b-8295-401c-aaaa-543b3fcc52cb,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:58:09.687127 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f1aaf534-d54c-4216-9cb1-e25ebd15002f None None] Provisioning complete for port 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:09.687127 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf534-d54c-4216-9cb1-e25ebd15002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:09.778842 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:09.786418 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 2e427bb8-873e-4ffd-a701-c3641a915c8e triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:09.786946 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:09.830275 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:09.938297 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc96bb8a-5ae1-4f58-8172-648e855ad870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:09.939393 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ce80d-6ec7-45d6-96af-e77b3172ce0b None None] Pushing event updated for resources: {'Port': ['ID=13acf63b-8295-401c-aaaa-543b3fcc52cb,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:09.967613 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Transition to ACTIVE for port object 4b7c9a21-1647-4530-b78c-a16710ee2e27 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:10.034855 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Transition to ACTIVE for port object 4b7c9a21-1647-4530-b78c-a16710ee2e27 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:10.047547 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:10.048607 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96bb8a-5ae1-4f58-8172-648e855ad870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8574af2-70ee-47b9-99ce-ce03d35812ca,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:10.071227 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc96bb8a-5ae1-4f58-8172-648e855ad870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:10.108368 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a4e04e45-062d-4e8b-9b05-df25e127aca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:10.111517 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Routers {'ff415214-044c-4d3c-b629-f2b05ed9dc0b'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:58:10.112163 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b1782726-9390-41f8-ad40-83942496c207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:58:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:10.167024 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c12224ff-38c8-4129-9072-975db4911ee7 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:10.174413 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fc96bb8a-5ae1-4f58-8172-648e855ad870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] 10.222.0.70 "DELETE /v2.0/ports/e8574af2-70ee-47b9-99ce-ce03d35812ca HTTP/1.1" status: 204 len: 168 time: 2.0986724 Jan 20 10:58:10.175077 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54720) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:10.197466 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:10.243410 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-5696c41b-817d-4bdf-a1ad-5fb40a47bfde tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] GET failed (client error): The resource could not be found. Jan 20 10:58:10.243919 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5696c41b-817d-4bdf-a1ad-5fb40a47bfde tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Synchronizing usage tracker for tenant:44b3fc380fd54588b5ef41e6d25dc4f6 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:10.262249 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c12224ff-38c8-4129-9072-975db4911ee7 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:10.351722 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c12224ff-38c8-4129-9072-975db4911ee7 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] In _notify_port_updated(), no bound segment for port 8265978c-bb84-4905-9433-77310d7cfcc7 on network 14463982-3eaf-48dc-b7b1-6d34e3d3fec1 {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 10:58:10.355654 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12224ff-38c8-4129-9072-975db4911ee7 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:10.356288 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c12224ff-38c8-4129-9072-975db4911ee7 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:10.360369 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c12224ff-38c8-4129-9072-975db4911ee7 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] 10.222.0.70 "PUT /v2.0/ports/8265978c-bb84-4905-9433-77310d7cfcc7 HTTP/1.1" status: 200 len: 1136 time: 2.1990767 Jan 20 10:58:10.361046 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54724) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:10.397868 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a4e04e45-062d-4e8b-9b05-df25e127aca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:10.416605 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12224ff-38c8-4129-9072-975db4911ee7 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Pushing event updated for resources: {'Port': ['ID=8265978c-bb84-4905-9433-77310d7cfcc7,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:10.451496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a4e04e45-062d-4e8b-9b05-df25e127aca2 admin admin] Usage tracker for resource:security_group_rule and tenant:149cada489dc4b619c308020fa954e73 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:10.467278 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a4e04e45-062d-4e8b-9b05-df25e127aca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:10.485839 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-882fbedf-2ebc-4d10-928b-4515a230268a tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:10.497645 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a4e04e45-062d-4e8b-9b05-df25e127aca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:10.536139 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5696c41b-817d-4bdf-a1ad-5fb40a47bfde tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Unset dirty status for tenant:44b3fc380fd54588b5ef41e6d25dc4f6 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:10.537472 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5696c41b-817d-4bdf-a1ad-5fb40a47bfde tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] 10.222.0.70 "GET /v2.0/ports/e8574af2-70ee-47b9-99ce-ce03d35812ca HTTP/1.1" status: 404 len: 333 time: 0.3594503 Jan 20 10:58:10.537675 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Pushing event updated for resources: {'Port': ['ID=4b7c9a21-1647-4530-b78c-a16710ee2e27,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:10.541035 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:10.545374 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54728) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:10.554096 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6839a748-3c31-4015-b6bd-5768e90c2440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Request body: {'port': {'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209954090'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:10.560674 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6839a748-3c31-4015-b6bd-5768e90c2440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:10.576124 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d7e5ca-1e32-44dd-9918-dd1dae3c6a09 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:10.576846 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-08d7e5ca-1e32-44dd-9918-dd1dae3c6a09 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Synchronizing usage tracker for tenant:927d4a2df6c341e68e0118adf0421d4f on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:10.578317 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Network d491ec77-778e-4a88-a698-a3b9a556b88d is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:10.580920 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6839a748-3c31-4015-b6bd-5768e90c2440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:10.588818 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:10.603057 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:10.662217 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-b1782726-9390-41f8-ad40-83942496c207 None None] Set router ff415214-044c-4d3c-b629-f2b05ed9dc0b gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:58:10.694104 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:10.709474 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-08d7e5ca-1e32-44dd-9918-dd1dae3c6a09 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Unset dirty status for tenant:927d4a2df6c341e68e0118adf0421d4f on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:10.709474 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-08d7e5ca-1e32-44dd-9918-dd1dae3c6a09 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] 10.222.0.70 "GET /v2.0/ports/8265978c-bb84-4905-9433-77310d7cfcc7 HTTP/1.1" status: 200 len: 1136 time: 0.3411157 Jan 20 10:58:10.709474 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6839a748-3c31-4015-b6bd-5768e90c2440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Made reservation on behalf of 44b3fc380fd54588b5ef41e6d25dc4f6 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:10.710649 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6839a748-3c31-4015-b6bd-5768e90c2440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:10.718715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-882fbedf-2ebc-4d10-928b-4515a230268a tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Calling delete_port for 7752dc3f-0f88-49c2-b840-5d86508cb447 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:10.722382 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54732) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:10.741758 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f1aaf534-d54c-4216-9cb1-e25ebd15002f None None] Provisioning for port 8265978c-bb84-4905-9433-77310d7cfcc7 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:10.755293 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-8be913cf-b2e7-4b08-b4df-4da2242df606 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 10:58:10.756093 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8be913cf-b2e7-4b08-b4df-4da2242df606 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:10.783809 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f1aaf534-d54c-4216-9cb1-e25ebd15002f None None] Provisioning complete for port 8265978c-bb84-4905-9433-77310d7cfcc7 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:10.784409 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf534-d54c-4216-9cb1-e25ebd15002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:10.787367 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:10.842909 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-6839a748-3c31-4015-b6bd-5768e90c2440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] device_id is not set on port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:10.928503 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-9815b253-2e31-40e8-aa6d-9fb2a896c2c0 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Deleting port 8265978c-bb84-4905-9433-77310d7cfcc7 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:10.928862 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9815b253-2e31-40e8-aa6d-9fb2a896c2c0 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:10.951546 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:10.952203 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:10.960555 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be913cf-b2e7-4b08-b4df-4da2242df606 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Pushing event updated for resources: {'Subnet': ['ID=556bd7f8-219c-4a3d-94ce-de22c11d8dea,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:10.983912 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Attempting to bind port 4b7c9a21-1647-4530-b78c-a16710ee2e27 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:10.984348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Attempting to bind port 4b7c9a21-1647-4530-b78c-a16710ee2e27 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '4813e3ec-5034-496b-ab6b-fce37bd3626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd491ec77-778e-4a88-a698-a3b9a556b88d'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:10.984714 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Attempting to bind port 4b7c9a21-1647-4530-b78c-a16710ee2e27 on network d491ec77-778e-4a88-a698-a3b9a556b88d {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:11.088757 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f1aaf534-d54c-4216-9cb1-e25ebd15002f None None] Port 8265978c-bb84-4905-9433-77310d7cfcc7 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:11.093919 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:58:11.094294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Checking segment: {'id': '4813e3ec-5034-496b-ab6b-fce37bd3626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd491ec77-778e-4a88-a698-a3b9a556b88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:11.094694 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:11.095077 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Bound using segment: {'id': '4813e3ec-5034-496b-ab6b-fce37bd3626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd491ec77-778e-4a88-a698-a3b9a556b88d'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:58:11.095560 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Bound port: 4b7c9a21-1647-4530-b78c-a16710ee2e27, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4813e3ec-5034-496b-ab6b-fce37bd3626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'd491ec77-778e-4a88-a698-a3b9a556b88d'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:58:11.095929 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:11.110567 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be913cf-b2e7-4b08-b4df-4da2242df606 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Checking segment: {'id': '45ef01c6-ed75-4522-b102-8030b5e31765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '83d23f55-6429-4241-9ffd-6b58a58ea2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:11.111012 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be913cf-b2e7-4b08-b4df-4da2242df606 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Network hostable DHCP agents. Network: 83d23f55-6429-4241-9ffd-6b58a58ea2b3, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:58:11.225189 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] Allocated IP 172.20.0.1 (ca1f7bf9-9972-4b0c-baef-5692be1408d6/d58e3eb1-ffbd-4209-8283-de4f696a38a8/2f8373c5-e139-4371-a1f5-0360c714e7c1) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:11.229181 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a4e04e45-062d-4e8b-9b05-df25e127aca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:11.283661 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f0845234-85bb-40f2-b258-0cb2c04e0ed4 None None] Could not find standard attr ID for object 7620232a-2a2f-477b-98ff-d3c9318d79cc. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 10:58:11.330971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a4e04e45-062d-4e8b-9b05-df25e127aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:11.345934 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:11.369578 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6839a748-3c31-4015-b6bd-5768e90c2440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:11.376809 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] For port 4b7c9a21-1647-4530-b78c-a16710ee2e27, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:11.403319 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] For port 4b7c9a21-1647-4530-b78c-a16710ee2e27, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=4b7c9a21-1647-4530-b78c-a16710ee2e27,segment=NetworkSegment(4813e3ec-5034-496b-ab6b-fce37bd3626a),segment_id=4813e3ec-5034-496b-ab6b-fce37bd3626a)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:58:11.412276 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f0845234-85bb-40f2-b258-0cb2c04e0ed4 None None] Provisioning complete for port 8265978c-bb84-4905-9433-77310d7cfcc7 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:11.412647 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0845234-85bb-40f2-b258-0cb2c04e0ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:11.432052 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9815b253-2e31-40e8-aa6d-9fb2a896c2c0 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:11.487011 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f0845234-85bb-40f2-b258-0cb2c04e0ed4 None None] Port 8265978c-bb84-4905-9433-77310d7cfcc7 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:11.490495 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:11.545323 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b1782726-9390-41f8-ad40-83942496c207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'name': 'tempest-ServerActionsTestJSON-699348268-router', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:57Z', 'updated_at': '2022-01-20T10:58:01Z', 'revision_number': 3, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'gw_port': {'id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:00:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:57:59Z', 'updated_at': '2022-01-20T10:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:11.548475 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be913cf-b2e7-4b08-b4df-4da2242df606 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Network 83d23f55-6429-4241-9ffd-6b58a58ea2b3 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:58:11.559927 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-9815b253-2e31-40e8-aa6d-9fb2a896c2c0 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Calling delete_port for 8265978c-bb84-4905-9433-77310d7cfcc7 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:11.562822 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1782726-9390-41f8-ad40-83942496c207 None None] The sync data for ids ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'] in dv-neutron-825471-1-hyperv is: [{'id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'name': 'tempest-ServerActionsTestJSON-699348268-router', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:57Z', 'updated_at': '2022-01-20T10:58:01Z', 'revision_number': 3, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'gw_port': {'id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:00:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:57:59Z', 'updated_at': '2022-01-20T10:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:58:11.571697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e04e45-062d-4e8b-9b05-df25e127aca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60daf46a-ec2d-43c5-906a-0a58037e200b,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:11.589683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18601c2-b4d0-4410-b6b5-98c53b5d466c None None] Pushing event updated for resources: {'Port': ['ID=4b7c9a21-1647-4530-b78c-a16710ee2e27,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:11.616139 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a4e04e45-062d-4e8b-9b05-df25e127aca2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=149cada489dc4b619c308020fa954e73&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2841275 Jan 20 10:58:11.621102 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54736) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:11.629331 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:11.630512 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-882fbedf-2ebc-4d10-928b-4515a230268a tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:11.636768 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:11.637000 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:11.678968 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8be913cf-b2e7-4b08-b4df-4da2242df606 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 83d23f55-6429-4241-9ffd-6b58a58ea2b3) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:11.681072 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6839a748-3c31-4015-b6bd-5768e90c2440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:11.706148 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f757255b-013a-430d-9e17-4598d56fe488 None None] Network 83d23f55-6429-4241-9ffd-6b58a58ea2b3 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:11.736076 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be913cf-b2e7-4b08-b4df-4da2242df606 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:11.736694 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8be913cf-b2e7-4b08-b4df-4da2242df606 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:11.737898 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fbedf-2ebc-4d10-928b-4515a230268a tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Pushing event deleted for resources: {'Port': ['ID=7752dc3f-0f88-49c2-b840-5d86508cb447,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:11.764373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] Allocated IP 172.20.0.1 (008238da-375f-4195-90bf-ab2c5c0f18ed/96b254d4-c891-4e92-85e5-f2bec53994c8/d787268a-03f4-4a10-9d22-febd0a925a1d) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:11.767051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] Allocated IP 172.20.0.1 (46b4d099-347f-49fe-97b4-d696aebdf353/c0027449-e10a-46e7-87b0-be138fcb5208/510f0051-0aae-48aa-824e-052abb3c279a) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:11.827801 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:11.841486 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6839a748-3c31-4015-b6bd-5768e90c2440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Network adc2eb63-4877-4597-adfb-f5acd183d168 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:11.854463 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6839a748-3c31-4015-b6bd-5768e90c2440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:11.865449 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839a748-3c31-4015-b6bd-5768e90c2440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Pushing event updated for resources: {'Port': ['ID=8b5490f9-ce28-4d5d-ad0e-2e203db9a48a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:11.887228 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6839a748-3c31-4015-b6bd-5768e90c2440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:11.888080 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6839a748-3c31-4015-b6bd-5768e90c2440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:11.888694 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6839a748-3c31-4015-b6bd-5768e90c2440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:11.897032 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-091cb342-5b4b-45dc-84ae-8f0acd926555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:11.956194 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:11.999466 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-091cb342-5b4b-45dc-84ae-8f0acd926555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:12.042215 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8be913cf-b2e7-4b08-b4df-4da2242df606 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6240640 Jan 20 10:58:12.049435 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6839a748-3c31-4015-b6bd-5768e90c2440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5019579 Jan 20 10:58:12.051878 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54740) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:12.052519 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54742) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:12.061337 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Request body: {'floatingip': {'floating_network_id': '83d23f55-6429-4241-9ffd-6b58a58ea2b3'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:12.068432 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:12.069473 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:12.075764 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Usage tracker for resource:floatingip and tenant:142334156919469b8b754ac4c54b26c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:12.078958 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:12.088233 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c,segment=NetworkSegment(31633d3b-1984-4bdf-85a5-61f16655f77e),segment_id=31633d3b-1984-4bdf-85a5-61f16655f77e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:58:12.090643 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dd5064-6d03-40d5-a27e-57d149a346a2 None None] Network 83d23f55-6429-4241-9ffd-6b58a58ea2b3 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:12.091861 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:12.096089 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] Transition to ACTIVE for port object 2f8373c5-e139-4371-a1f5-0360c714e7c1 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:12.126415 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9815b253-2e31-40e8-aa6d-9fb2a896c2c0 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:12.202259 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:12.204780 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-882fbedf-2ebc-4d10-928b-4515a230268a tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:12.223766 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-091cb342-5b4b-45dc-84ae-8f0acd926555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:12.238594 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:12.251201 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815b253-2e31-40e8-aa6d-9fb2a896c2c0 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Pushing event deleted for resources: {'Port': ['ID=8265978c-bb84-4905-9433-77310d7cfcc7,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:12.264748 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9815b253-2e31-40e8-aa6d-9fb2a896c2c0 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:12.274451 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9815b253-2e31-40e8-aa6d-9fb2a896c2c0 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] 10.222.0.70 "DELETE /v2.0/ports/8265978c-bb84-4905-9433-77310d7cfcc7 HTTP/1.1" status: 204 len: 168 time: 1.5508647 Jan 20 10:58:12.275483 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091cb342-5b4b-45dc-84ae-8f0acd926555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60daf46a-ec2d-43c5-906a-0a58037e200b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:12.278297 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54748) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:12.279326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-091cb342-5b4b-45dc-84ae-8f0acd926555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:12.282952 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-091cb342-5b4b-45dc-84ae-8f0acd926555 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/60daf46a-ec2d-43c5-906a-0a58037e200b HTTP/1.1" status: 204 len: 168 time: 0.6584027 Jan 20 10:58:12.336950 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:12.372334 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-882fbedf-2ebc-4d10-928b-4515a230268a tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] 10.222.0.70 "DELETE /v2.0/ports/7752dc3f-0f88-49c2-b840-5d86508cb447 HTTP/1.1" status: 204 len: 168 time: 3.5304012 Jan 20 10:58:12.382082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54754) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:12.385128 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:12.388084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:12.463149 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:12.476202 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:12.619550 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] Transition to ACTIVE for port object d787268a-03f4-4a10-9d22-febd0a925a1d will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:12.708246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:12.720386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] Pushing event updated for resources: {'Port': ['ID=2f8373c5-e139-4371-a1f5-0360c714e7c1,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:12.741203 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] Transition to ACTIVE for port object 510f0051-0aae-48aa-824e-052abb3c279a will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:12.781777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-1733f837-fcce-414a-849b-2320b2182921 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Deleting subnet bb0789a5-929f-455f-a382-cf320b556414 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 10:58:12.786977 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1733f837-fcce-414a-849b-2320b2182921 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:12.796827 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] Network ca1f7bf9-9972-4b0c-baef-5692be1408d6 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:12.806182 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a2735333-b22f-4387-a5d2-dc74c973bf97 tempest-DHCPAgentSchedulersTestJSON-1001291570 tempest-DHCPAgentSchedulersTestJSON-1001291570-project-admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3873320 Jan 20 10:58:12.808672 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54760) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:12.818824 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:12.854185 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:12.868088 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1733f837-fcce-414a-849b-2320b2182921 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:12.894369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-c5cbc610-8add-498a-98eb-ff39f2cda10f tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1371674791'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:12.908825 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:12.914825 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:12.915543 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:12.923348 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c5cbc610-8add-498a-98eb-ff39f2cda10f tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:12.963958 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.087558 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1733f837-fcce-414a-849b-2320b2182921 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.150396 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.163345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c5cbc610-8add-498a-98eb-ff39f2cda10f tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Usage tracker for resource:network and tenant:79137a9ddb1746a698f890d8624392d7 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:13.168982 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c5cbc610-8add-498a-98eb-ff39f2cda10f tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:13.176323 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:58:13.197585 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ae79bb-2ae5-4c6b-b76d-cf76c3f437e1 None None] Network d491ec77-778e-4a88-a698-a3b9a556b88d requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:13.209421 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c5cbc610-8add-498a-98eb-ff39f2cda10f tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:13.244895 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.258483 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Allocated IP 172.20.0.7 (83d23f55-6429-4241-9ffd-6b58a58ea2b3/556bd7f8-219c-4a3d-94ce-de22c11d8dea/5f40eea5-71c7-4586-991a-464e4ba2175d) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:13.276461 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.277209 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:13.333999 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.383492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cbc610-8add-498a-98eb-ff39f2cda10f tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Made reservation on behalf of 79137a9ddb1746a698f890d8624392d7 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:13.386250 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc610-8add-498a-98eb-ff39f2cda10f tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.407054 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.417280 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.429640 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] device_id is not set on port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:13.430329 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:13.446890 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.461522 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] Network 008238da-375f-4195-90bf-ab2c5c0f18ed is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:13.473057 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54766) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:13.478860 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:13.487046 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] Pushing event updated for resources: {'Port': ['ID=d787268a-03f4-4a10-9d22-febd0a925a1d,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:13.501007 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ecdf258f-34df-4f34-a55e-1816b6ea66dd None None] Provisioning for port 4b7c9a21-1647-4530-b78c-a16710ee2e27 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:13.532568 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1940c17b-457b-4989-9e8a-4c5150d64353 admin admin] Synchronizing usage tracker for tenant:e158647d30314d73a791a403a3cf8356 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:13.546903 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] Network 46b4d099-347f-49fe-97b4-d696aebdf353 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:13.551962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:13.586649 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1733f837-fcce-414a-849b-2320b2182921 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.591612 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.594234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:13.610293 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Transition to ACTIVE for port object 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:13.611966 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:13.618211 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:13.619334 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:13.622990 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.708447 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5cbc610-8add-498a-98eb-ff39f2cda10f tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:58:13.714383 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ecdf258f-34df-4f34-a55e-1816b6ea66dd None None] Provisioning for port 2f8373c5-e139-4371-a1f5-0360c714e7c1 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:13.720621 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.727482 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ecdf258f-34df-4f34-a55e-1816b6ea66dd None None] Provisioning complete for port 2f8373c5-e139-4371-a1f5-0360c714e7c1 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:13.727978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ecdf258f-34df-4f34-a55e-1816b6ea66dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.748995 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.778660 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] Pushing event updated for resources: {'Port': ['ID=510f0051-0aae-48aa-824e-052abb3c279a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:13.781419 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc610-8add-498a-98eb-ff39f2cda10f tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.781786 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-c5cbc610-8add-498a-98eb-ff39f2cda10f tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Added segment ddbb192c-b6e6-4f17-9214-6ff724c1b79f of type vlan for network 6c8547e3-4f2a-44e2-9864-a601efb79395 Jan 20 10:58:13.788892 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.810312 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733f837-fcce-414a-849b-2320b2182921 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Pushing event deleted for resources: {'Subnet': ['ID=bb0789a5-929f-455f-a382-cf320b556414,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:13.814883 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ecdf258f-34df-4f34-a55e-1816b6ea66dd None None] Port 2f8373c5-e139-4371-a1f5-0360c714e7c1 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:13.830409 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1940c17b-457b-4989-9e8a-4c5150d64353 admin admin] Unset dirty status for tenant:e158647d30314d73a791a403a3cf8356 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:13.834168 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1940c17b-457b-4989-9e8a-4c5150d64353 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a5db1cbba2d4b569e3b1cc60360e0ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3570304 Jan 20 10:58:13.841485 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54770) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:13.883554 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1733f837-fcce-414a-849b-2320b2182921 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.889352 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c843637-d32b-4194-b30a-e607533e22c1 None None] Network 14463982-3eaf-48dc-b7b1-6d34e3d3fec1 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:13.895610 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1733f837-fcce-414a-849b-2320b2182921 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] 10.222.0.70 "DELETE /v2.0/subnets/bb0789a5-929f-455f-a382-cf320b556414 HTTP/1.1" status: 204 len: 168 time: 1.6140583 Jan 20 10:58:13.896542 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54774) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:13.913578 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Network 83d23f55-6429-4241-9ffd-6b58a58ea2b3 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:13.916431 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:13.956164 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:13.959164 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:14.049577 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:14.057785 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Pushing event updated for resources: {'Port': ['ID=5f40eea5-71c7-4586-991a-464e4ba2175d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:14.101077 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc610-8add-498a-98eb-ff39f2cda10f tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:14.150977 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Pushing event updated for resources: {'Port': ['ID=8b5490f9-ce28-4d5d-ad0e-2e203db9a48a,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:14.168562 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4975e38a-893d-4a98-9dbf-3989c95a1172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:14.171267 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=53cc7b5a-b0cb-4fa5-a23d-542b2dde114b,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:58:14.193149 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:14.217581 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5fd5b9e1-d4d5-4c89-9564-1c538f84e6eb None None] Provisioning for port d787268a-03f4-4a10-9d22-febd0a925a1d completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:14.227369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4975e38a-893d-4a98-9dbf-3989c95a1172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:14.231481 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5fd5b9e1-d4d5-4c89-9564-1c538f84e6eb None None] Provisioning complete for port d787268a-03f4-4a10-9d22-febd0a925a1d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:14.232077 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5fd5b9e1-d4d5-4c89-9564-1c538f84e6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:14.249873 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:14.250332 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:14.250996 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:14.270693 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:14.271772 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 4b7c9a21-1647-4530-b78c-a16710ee2e27 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:14.281569 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Deleting port b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:14.281904 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:14.366128 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfde2224-bd33-413d-8379-eaaa185a879b None None] DHCP port deletion for 14463982-3eaf-48dc-b7b1-6d34e3d3fec1 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 10:58:14.418380 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-dfde2224-bd33-413d-8379-eaaa185a879b None None] Deleting port b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:14.418886 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dfde2224-bd33-413d-8379-eaaa185a879b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:14.443892 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:14.443892 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:14.443892 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc610-8add-498a-98eb-ff39f2cda10f tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:14.443892 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cbc610-8add-498a-98eb-ff39f2cda10f tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:14.443892 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc610-8add-498a-98eb-ff39f2cda10f tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:14.443892 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 2 to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a Jan 20 10:58:14.468590 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:14.526734 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:14.551029 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5fd5b9e1-d4d5-4c89-9564-1c538f84e6eb None None] Port d787268a-03f4-4a10-9d22-febd0a925a1d cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:14.616148 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:14.616420 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:14.616737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:14.646277 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4975e38a-893d-4a98-9dbf-3989c95a1172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:14.682621 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] For port b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c,segment=NetworkSegment(31633d3b-1984-4bdf-85a5-61f16655f77e),segment_id=31633d3b-1984-4bdf-85a5-61f16655f77e)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:58:14.683138 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:14.693023 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975e38a-893d-4a98-9dbf-3989c95a1172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10e8611-36bd-4460-b219-3f386358fbf0,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:14.715591 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=53cc7b5a-b0cb-4fa5-a23d-542b2dde114b,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:14.728345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:14.728345 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:14.728716 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:14.743023 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 3 to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a Jan 20 10:58:14.750119 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbc610-8add-498a-98eb-ff39f2cda10f tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Pushing event updated for resources: {'Network': ['ID=6c8547e3-4f2a-44e2-9864-a601efb79395,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:14.761240 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:14.782506 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c5cbc610-8add-498a-98eb-ff39f2cda10f tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9667490 Jan 20 10:58:14.785391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54778) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:14.792482 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 6c8547e3-4f2a-44e2-9864-a601efb79395 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:58:14.813215 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-dfde2224-bd33-413d-8379-eaaa185a879b None None] For port b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c,segment=NetworkSegment(31633d3b-1984-4bdf-85a5-61f16655f77e),segment_id=31633d3b-1984-4bdf-85a5-61f16655f77e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:58:14.813775 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dfde2224-bd33-413d-8379-eaaa185a879b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:14.855576 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:14.855936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:14.856295 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:14.880838 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Calling delete_port for b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:14.934589 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 4b7c9a21-1647-4530-b78c-a16710ee2e27 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:14.977048 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4975e38a-893d-4a98-9dbf-3989c95a1172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:14.978499 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4975e38a-893d-4a98-9dbf-3989c95a1172 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f10e8611-36bd-4460-b219-3f386358fbf0 HTTP/1.1" status: 204 len: 168 time: 1.1349378 Jan 20 10:58:15.001387 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 4b7c9a21-1647-4530-b78c-a16710ee2e27 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:15.002044 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:15.065507 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-dfde2224-bd33-413d-8379-eaaa185a879b None None] Calling delete_port for b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:15.102996 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-475b9f29-80b8-44d4-a812-7dc6169e1b0c None None] Could not find standard attr ID for object 7752dc3f-0f88-49c2-b840-5d86508cb447. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 10:58:15.150209 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0ab4f04e-0ed5-474c-b904-abfec42f4cae tempest-DHCPAgentSchedulersTestJSON-1001291570 tempest-DHCPAgentSchedulersTestJSON-1001291570-project-admin] 10.222.0.70 "GET /v2.0/agents/9ea31f11-9467-48ba-ab49-9337726c6dc0/dhcp-networks HTTP/1.1" status: 200 len: 7747 time: 0.2949250 Jan 20 10:58:15.152801 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54784) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:15.275704 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-475b9f29-80b8-44d4-a812-7dc6169e1b0c None None] Provisioning for port 510f0051-0aae-48aa-824e-052abb3c279a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:15.275905 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:15.290742 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.resource_extend [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 10:58:15.293469 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-475b9f29-80b8-44d4-a812-7dc6169e1b0c None None] Provisioning complete for port 510f0051-0aae-48aa-824e-052abb3c279a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:15.293960 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-475b9f29-80b8-44d4-a812-7dc6169e1b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:15.304474 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:15.305017 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:15.310031 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 4 to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a Jan 20 10:58:15.350420 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:15.373980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-475b9f29-80b8-44d4-a812-7dc6169e1b0c None None] Port 510f0051-0aae-48aa-824e-052abb3c279a cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:15.409685 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 4b7c9a21-1647-4530-b78c-a16710ee2e27, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=4b7c9a21-1647-4530-b78c-a16710ee2e27,segment=NetworkSegment(4813e3ec-5034-496b-ab6b-fce37bd3626a),segment_id=4813e3ec-5034-496b-ab6b-fce37bd3626a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:58:15.412670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:15.416429 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:15.426980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-dfde2224-bd33-413d-8379-eaaa185a879b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 10:58:15.428347 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-dfde2224-bd33-413d-8379-eaaa185a879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 10:58:15.452679 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:15.482670 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:15.485082 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:15.530861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:15.531592 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] No DVR routers for this DVR port b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 10:58:15.531704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:15.531950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:15.540781 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db33d131-07ba-46b6-a8c6-4dfde62ba539 tempest-DHCPAgentSchedulersTestJSON-1001291570 tempest-DHCPAgentSchedulersTestJSON-1001291570-project-admin] Network 6c8547e3-4f2a-44e2-9864-a601efb79395 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:58:15.552861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:15.553186 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:15.566957 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 5 to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a Jan 20 10:58:15.570414 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Pushing event deleted for resources: {'Port': ['ID=b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:15.583801 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:15.601323 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 10:58:15.649982 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:15.668453 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:15.693683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=4b7c9a21-1647-4530-b78c-a16710ee2e27,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:15.717291 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-db33d131-07ba-46b6-a8c6-4dfde62ba539 tempest-DHCPAgentSchedulersTestJSON-1001291570 tempest-DHCPAgentSchedulersTestJSON-1001291570-project-admin] 10.222.0.70 "POST /v2.0/agents/9ea31f11-9467-48ba-ab49-9337726c6dc0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5616326 Jan 20 10:58:15.718118 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54790) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:15.722698 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8afa42a-9758-4596-b314-fb1867588dbd None None] Network 6c8547e3-4f2a-44e2-9864-a601efb79395 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:15.746344 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:15.746970 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:15.761567 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:15.806741 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] Pushing event updated for resources: {'Port': ['ID=510f0051-0aae-48aa-824e-052abb3c279a,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:15.809740 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:15.812178 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:15.812694 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:15.823195 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:15.903735 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:15.904107 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:15.949101 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-dfde2224-bd33-413d-8379-eaaa185a879b None None] Deleting port b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:15.949834 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dfde2224-bd33-413d-8379-eaaa185a879b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:15.967428 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:16.037289 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Subscribe: > segment before_delete 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:16.037685 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:16.038435 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:16.039112 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Subscribe: > port after_create 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:16.039525 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Subscribe: > port after_delete 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:16.039953 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Subscribe: > port after_update 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:16.040283 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Subscribe: > segment after_delete 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:16.040622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Subscribe: > subnet after_create 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:16.041341 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Subscribe: > subnet after_delete 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:16.041515 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Subscribe: > subnet after_update 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:16.057441 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:16.057800 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:16.067745 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 6 to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a Jan 20 10:58:16.079377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-dfde2224-bd33-413d-8379-eaaa185a879b None None] The port 'b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 10:58:16.082647 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:16.120403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] Pushing event updated for resources: {'Port': ['ID=2f8373c5-e139-4371-a1f5-0360c714e7c1,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:16.182794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:16.183127 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:16.183708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:16.232721 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Subscribe: > subnet after_create 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:16.232721 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Subscribe: > subnet after_delete 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:16.232972 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Subscribe: > subnet before_create 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:16.233248 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Subscribe: > subnet before_update 55550000 {{(pid=84332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 10:58:16.233652 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14463982-3eaf-48dc-b7b1-6d34e3d3fec1']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:16.251954 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:16.253464 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1995022 Jan 20 10:58:16.259241 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31633d3b-1984-4bdf-85a5-61f16655f77e') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:16.259547 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31633d3b-1984-4bdf-85a5-61f16655f77e') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:16.267956 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54802) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:16.271184 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:16.271517 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:16.277772 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 7 to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a Jan 20 10:58:16.279750 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b9a55-41ab-43c0-81eb-39b75cb7a9ac tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Pushing event updated for resources: {'Port': ['ID=5f40eea5-71c7-4586-991a-464e4ba2175d,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:16.286686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:16.287965 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:16.331348 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] Pushing event updated for resources: {'Port': ['ID=d787268a-03f4-4a10-9d22-febd0a925a1d,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:16.337488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:16.337863 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:16.338196 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:16.346480 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:16.371182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] Network ca1f7bf9-9972-4b0c-baef-5692be1408d6 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:16.373398 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] Network 46b4d099-347f-49fe-97b4-d696aebdf353 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:16.377650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:16.380128 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:16.382198 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:16.383399 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:16.394091 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:16.430326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:58:16.430924 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn_limited( Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn_limited( Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:58:16.454564 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:58:16.457608 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-acaf19ee-2773-4b0e-b039-a03878176c6e tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Synchronizing usage tracker for tenant:142334156919469b8b754ac4c54b26c2 on resource:floatingip {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:16.501364 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:16.501950 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:16.537063 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 4b7c9a21-1647-4530-b78c-a16710ee2e27 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:16.587437 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 8 to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a Jan 20 10:58:16.611016 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c8396f78-0c6d-4154-8250-022a1aa6f6f0 tempest-DHCPAgentSchedulersTestJSON-1001291570 tempest-DHCPAgentSchedulersTestJSON-1001291570-project-admin] 10.222.0.70 "GET /v2.0/agents/9ea31f11-9467-48ba-ab49-9337726c6dc0/dhcp-networks HTTP/1.1" status: 200 len: 8492 time: 0.8761339 Jan 20 10:58:16.633524 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54810) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:16.650611 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 4b7c9a21-1647-4530-b78c-a16710ee2e27 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:16.655219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:16.689058 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:16.689397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:16.693968 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:16.755165 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:16.782698 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:16.785608 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] Pushing event deleted for resources: {'Network': ['ID=14463982-3eaf-48dc-b7b1-6d34e3d3fec1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:16.792218 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-acaf19ee-2773-4b0e-b039-a03878176c6e tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Unset dirty status for tenant:142334156919469b8b754ac4c54b26c2 on resource:floatingip {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:16.792218 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-acaf19ee-2773-4b0e-b039-a03878176c6e tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] 10.222.0.70 "GET /v2.0/floatingips?floating_network_id=83d23f55-6429-4241-9ffd-6b58a58ea2b3 HTTP/1.1" status: 200 len: 689 time: 0.5172286 Jan 20 10:58:16.794222 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54814) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:16.832897 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-99e44331-a725-4500-b41e-59858975b481 tempest-ExtraDHCPOptionsTestJSON-719075144 tempest-ExtraDHCPOptionsTestJSON-719075144-project] 10.222.0.70 "DELETE /v2.0/networks/14463982-3eaf-48dc-b7b1-6d34e3d3fec1 HTTP/1.1" status: 204 len: 168 time: 2.9281003 Jan 20 10:58:16.921484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:16.921832 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:16.943933 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 9 to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a Jan 20 10:58:16.987835 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:17.088395 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Deleting port 5f40eea5-71c7-4586-991a-464e4ba2175d {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:17.088749 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:17.105928 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:17.151814 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:17.151814 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:17.152065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:17.152832 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54822) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:17.182396 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a4ea172c-773e-4e29-a6c3-0507446cb405 None None] Provisioning complete for port 2f8373c5-e139-4371-a1f5-0360c714e7c1 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:17.182768 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4ea172c-773e-4e29-a6c3-0507446cb405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:17.196169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:17.196472 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:17.214322 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 10 to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a Jan 20 10:58:17.252689 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a4ea172c-773e-4e29-a6c3-0507446cb405 None None] Port 2f8373c5-e139-4371-a1f5-0360c714e7c1 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:17.269421 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:17.269820 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:17.349075 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a4ea172c-773e-4e29-a6c3-0507446cb405 None None] Provisioning complete for port 510f0051-0aae-48aa-824e-052abb3c279a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:17.349508 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4ea172c-773e-4e29-a6c3-0507446cb405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:17.367644 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:17.368075 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:17.403557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:17.404212 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:17.404323 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:17.419026 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a4ea172c-773e-4e29-a6c3-0507446cb405 None None] Port 510f0051-0aae-48aa-824e-052abb3c279a cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:17.440181 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:17.440716 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:17.441087 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:17.476423 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cfb84dc2-26d8-4bf8-a3c0-89b3cda04c8a tempest-DHCPAgentSchedulersTestJSON-1001291570 tempest-DHCPAgentSchedulersTestJSON-1001291570-project-admin] 10.222.0.70 "DELETE /v2.0/agents/9ea31f11-9467-48ba-ab49-9337726c6dc0/dhcp-networks/6c8547e3-4f2a-44e2-9864-a601efb79395 HTTP/1.1" status: 204 len: 168 time: 0.8302076 Jan 20 10:58:17.529237 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54828) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:17.544856 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-189281727'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:17.556418 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Calling delete_port for 5f40eea5-71c7-4586-991a-464e4ba2175d owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:17.559226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] For port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:17.559742 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempted to set empty binding levels {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 20 10:58:17.579366 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 10:58:17.623485 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:17.637914 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Usage tracker for resource:network and tenant:7abe2b6cfff24f99ae7610f551f29b9a is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:17.644030 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 10:58:17.644883 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b6bb3ca9-41fa-4e09-b7ee-c5c9ffaeb60c not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 10:58:17.649770 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:17.664272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] Network 008238da-375f-4195-90bf-ab2c5c0f18ed is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:17.670691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:17.672391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:17.672993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:17.795632 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54834) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:17.872426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] In _notify_port_updated(), no bound segment for port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 10:58:17.872426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:17.873448 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] 10.222.0.70 "PUT /v2.0/ports/8b5490f9-ce28-4d5d-ad0e-2e203db9a48a HTTP/1.1" status: 200 len: 981 time: 5.8149307 Jan 20 10:58:17.879164 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54840) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:17.938303 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Made reservation on behalf of 7abe2b6cfff24f99ae7610f551f29b9a for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:17.941163 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:17.952810 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6ebe23ab-53ba-41af-9e61-8ad854d65e40 None None] Provisioning complete for port d787268a-03f4-4a10-9d22-febd0a925a1d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:17.953418 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ebe23ab-53ba-41af-9e61-8ad854d65e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:17.969203 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:18.035108 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe23ab-53ba-41af-9e61-8ad854d65e40 None None] Port d787268a-03f4-4a10-9d22-febd0a925a1d cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:18.045853 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8e3dffeb-a47c-4b6f-9617-fd820d5f1a19 tempest-DHCPAgentSchedulersTestJSON-1001291570 tempest-DHCPAgentSchedulersTestJSON-1001291570-project-admin] 10.222.0.70 "GET /v2.0/agents/9ea31f11-9467-48ba-ab49-9337726c6dc0/dhcp-networks HTTP/1.1" status: 200 len: 7005 time: 0.5073924 Jan 20 10:58:18.051198 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54844) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:18.067407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87df53-3595-40f1-8e06-bf03343a7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Pushing event updated for resources: {'Port': ['ID=8b5490f9-ce28-4d5d-ad0e-2e203db9a48a,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:18.073321 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-35300622-4238-4ea0-ba1b-8407d4e8b842 tempest-DHCPAgentSchedulersTestJSON-1001291570 tempest-DHCPAgentSchedulersTestJSON-1001291570-project-admin] 10.222.0.70 "GET /v2.0/networks/d491ec77-778e-4a88-a698-a3b9a556b88d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0210898 Jan 20 10:58:18.077260 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54848) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:18.100152 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-efa9129d-f39d-451a-90bf-75e522a3fb23 tempest-DHCPAgentSchedulersTestJSON-1001291570 tempest-DHCPAgentSchedulersTestJSON-1001291570-project-admin] 10.222.0.70 "GET /v2.0/networks/d491ec77-778e-4a88-a698-a3b9a556b88d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0216742 Jan 20 10:58:18.103251 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54852) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:18.125165 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:18.195959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f40eea5-71c7-4586-991a-464e4ba2175d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:18.205284 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:18.261396 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Usage tracker for resource:security_group_rule and tenant:7abe2b6cfff24f99ae7610f551f29b9a is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:18.265664 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:18.286867 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d74da780-1c69-4589-b10e-4b076327ff7e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=927d4a2df6c341e68e0118adf0421d4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4901326 Jan 20 10:58:18.299696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54856) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:18.314173 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:18.321146 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 13acf63b-8295-401c-aaaa-543b3fcc52cb up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:18.329387 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] Router ff415214-044c-4d3c-b629-f2b05ed9dc0b has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 10:58:18.368183 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-349aa84a-5fa7-4afc-9326-5832654e13b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14353 time: 0.4353709 Jan 20 10:58:18.377531 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54860) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:18.449298 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 13acf63b-8295-401c-aaaa-543b3fcc52cb completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:18.454807 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 13acf63b-8295-401c-aaaa-543b3fcc52cb triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:18.455175 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:18.500280 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:18.516059 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6a7f83a3-51d5-4d02-bad8-f894211b11de tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Deleting port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:18.516397 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a7f83a3-51d5-4d02-bad8-f894211b11de tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:18.566658 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-621456d7-77d3-4b74-855f-88d3e18f084a tempest-DHCPAgentSchedulersTestJSON-1001291570 tempest-DHCPAgentSchedulersTestJSON-1001291570-project-admin] 10.222.0.70 "GET /v2.0/agents/9ea31f11-9467-48ba-ab49-9337726c6dc0/dhcp-networks HTTP/1.1" status: 200 len: 7005 time: 0.4623549 Jan 20 10:58:18.571021 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54864) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:18.579056 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:18.596946 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 13acf63b-8295-401c-aaaa-543b3fcc52cb, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=13acf63b-8295-401c-aaaa-543b3fcc52cb,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:58:18.614708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4fd92ed0-cfa7-41ee-bada-3a3b168d7267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:18.675227 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:18.686357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:18.711679 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:18.748917 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=13acf63b-8295-401c-aaaa-543b3fcc52cb,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:18.799493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4fd92ed0-cfa7-41ee-bada-3a3b168d7267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:18.819736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:18.826388 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e0e9b7d6-7530-4558-9db1-f42ed877338d tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:18.891615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:58:18.910508 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4e79de-effc-42d4-bde3-8e8a1d1f7c23,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:18.920119 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-6a7f83a3-51d5-4d02-bad8-f894211b11de tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] For port 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a, host hv-neutron-8254, got binding levels [] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:58:18.920467 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a7f83a3-51d5-4d02-bad8-f894211b11de tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:18.934552 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:18.934888 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Added segment 9a85875b-0641-4af2-bc3f-7d9b67855fe4 of type vlan for network e6021adc-3af6-4465-ac53-1c41bc4d6350 Jan 20 10:58:19.053104 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6a7f83a3-51d5-4d02-bad8-f894211b11de tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Calling delete_port for 8b5490f9-ce28-4d5d-ad0e-2e203db9a48a owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:19.079225 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.090052 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] Router e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 10:58:19.141398 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=556bd7f8-219c-4a3d-94ce-de22c11d8dea,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:19.149499 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.222953 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e0e9b7d6-7530-4558-9db1-f42ed877338d tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.276709 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.305143 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d23f55-6429-4241-9ffd-6b58a58ea2b3']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:19.306781 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4fd92ed0-cfa7-41ee-bada-3a3b168d7267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.319056 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ef01c6-ed75-4522-b102-8030b5e31765') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:19.319349 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ef01c6-ed75-4522-b102-8030b5e31765') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:19.331478 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.339218 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-e0e9b7d6-7530-4558-9db1-f42ed877338d tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8547e3-4f2a-44e2-9864-a601efb79395']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:19.347891 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.354140 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.355729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd92ed0-cfa7-41ee-bada-3a3b168d7267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddc53bf-bf78-4db4-addf-812258aa0b29,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:19.358135 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:19.358707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] Router c3d182f6-b993-4432-ab63-9515a26bb6c3 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 10:58:19.358819 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.362594 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:58:19.362991 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.365726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-e0e9b7d6-7530-4558-9db1-f42ed877338d tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbb192c-b6e6-4f17-9214-6ff724c1b79f') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:19.366030 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-e0e9b7d6-7530-4558-9db1-f42ed877338d tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbb192c-b6e6-4f17-9214-6ff724c1b79f') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:19.386098 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4fd92ed0-cfa7-41ee-bada-3a3b168d7267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.387241 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4fd92ed0-cfa7-41ee-bada-3a3b168d7267 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ddc53bf-bf78-4db4-addf-812258aa0b29 HTTP/1.1" status: 204 len: 168 time: 1.0857248 Jan 20 10:58:19.389004 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e0e9b7d6-7530-4558-9db1-f42ed877338d tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:58:19.393240 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:58:19.409844 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a7f83a3-51d5-4d02-bad8-f894211b11de tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.423798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e0e9b7d6-7530-4558-9db1-f42ed877338d tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.437060 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e9b7d6-7530-4558-9db1-f42ed877338d tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:58:19.437461 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e0e9b7d6-7530-4558-9db1-f42ed877338d tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:58:19.454270 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:58:19.563078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:58:19.586219 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-82d68145-14cb-4260-b95d-e5f65382881f admin admin] 10.222.0.70 "PUT /v2.0/routers/ff415214-044c-4d3c-b629-f2b05ed9dc0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1329806 Jan 20 10:58:19.662409 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f83a3-51d5-4d02-bad8-f894211b11de tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b5490f9-ce28-4d5d-ad0e-2e203db9a48a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:19.680337 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event updated for resources: {'Network': ['ID=e6021adc-3af6-4465-ac53-1c41bc4d6350,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:19.689786 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a7f83a3-51d5-4d02-bad8-f894211b11de tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.698373 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network e6021adc-3af6-4465-ac53-1c41bc4d6350 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:58:19.698915 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6a7f83a3-51d5-4d02-bad8-f894211b11de tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] 10.222.0.70 "DELETE /v2.0/ports/8b5490f9-ce28-4d5d-ad0e-2e203db9a48a HTTP/1.1" status: 204 len: 168 time: 1.3197875 Jan 20 10:58:19.699409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54872) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:19.746412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e0e9b7d6-7530-4558-9db1-f42ed877338d tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.787348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.792348 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1157e962-3083-4429-838f-091290140b58 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.6339853 Jan 20 10:58:19.793153 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54882) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:19.818701 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e0e9b7d6-7530-4558-9db1-f42ed877338d tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.822265 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b6070de3-0145-4484-849d-ccc779e51b1c tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Request body: {'subnet': {'network_id': 'e6021adc-3af6-4465-ac53-1c41bc4d6350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:19.828074 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-9452aba3-9bb9-43e6-a577-fa2897c91518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] GET failed (client error): The resource could not be found. Jan 20 10:58:19.829357 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9452aba3-9bb9-43e6-a577-fa2897c91518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] 10.222.0.70 "GET /v2.0/ports/8b5490f9-ce28-4d5d-ad0e-2e203db9a48a HTTP/1.1" status: 404 len: 333 time: 0.1289158 Jan 20 10:58:19.839664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54890) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:19.844313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9b7d6-7530-4558-9db1-f42ed877338d tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Pushing event deleted for resources: {'Network': ['ID=6c8547e3-4f2a-44e2-9864-a601efb79395,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:19.854830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-07078796-ece2-4460-918c-10e78370703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1006024193', 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:19.863765 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 83d23f55-6429-4241-9ffd-6b58a58ea2b3 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 20 10:58:19.870278 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e0e9b7d6-7530-4558-9db1-f42ed877338d tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] 10.222.0.70 "DELETE /v2.0/networks/6c8547e3-4f2a-44e2-9864-a601efb79395 HTTP/1.1" status: 204 len: 168 time: 1.2958946 Jan 20 10:58:19.871641 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54894) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:19.872544 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-07078796-ece2-4460-918c-10e78370703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:19.930549 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Pushing event deleted for resources: {'Network': ['ID=83d23f55-6429-4241-9ffd-6b58a58ea2b3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:19.932904 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:19.935879 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5301943c-566b-4801-ae65-0df0bfa18aef tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] 10.222.0.70 "DELETE /v2.0/networks/83d23f55-6429-4241-9ffd-6b58a58ea2b3 HTTP/1.1" status: 204 len: 168 time: 3.1403892 Jan 20 10:58:19.939103 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-07078796-ece2-4460-918c-10e78370703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Usage tracker for resource:port and tenant:44b3fc380fd54588b5ef41e6d25dc4f6 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:19.943297 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54898) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:19.948383 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-07078796-ece2-4460-918c-10e78370703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:19.971545 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-07078796-ece2-4460-918c-10e78370703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:19.974166 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-220ad532-95c7-46b7-90bb-1969fb220127 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] DELETE failed (client error): The resource could not be found. Jan 20 10:58:19.974647 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-220ad532-95c7-46b7-90bb-1969fb220127 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 10:58:19.977586 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-220ad532-95c7-46b7-90bb-1969fb220127 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] 10.222.0.70 "DELETE /v2.0/ports/7752dc3f-0f88-49c2-b840-5d86508cb447 HTTP/1.1" status: 404 len: 333 time: 0.1004775 Jan 20 10:58:19.987307 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54902) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:20.072730 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b6070de3-0145-4484-849d-ccc779e51b1c tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:20.082265 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:58:20.091344 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f64f9126-1586-4b17-b275-e7a14f3745ca admin admin] 10.222.0.70 "PUT /v2.0/routers/e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3208821 Jan 20 10:58:20.105705 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b3df6130-f151-4d11-a1dc-9aefe50d364b tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Synchronizing usage tracker for tenant:142334156919469b8b754ac4c54b26c2 on resource:floatingip {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:20.111430 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b6070de3-0145-4484-849d-ccc779e51b1c tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Usage tracker for resource:subnet and tenant:7abe2b6cfff24f99ae7610f551f29b9a is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:20.118675 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b6070de3-0145-4484-849d-ccc779e51b1c tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:20.138420 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b6070de3-0145-4484-849d-ccc779e51b1c tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:20.151650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07078796-ece2-4460-918c-10e78370703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Made reservation on behalf of 44b3fc380fd54588b5ef41e6d25dc4f6 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:20.154803 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-07078796-ece2-4460-918c-10e78370703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:20.231447 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:58:20.235095 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6070de3-0145-4484-849d-ccc779e51b1c tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Made reservation on behalf of 7abe2b6cfff24f99ae7610f551f29b9a for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:20.243572 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d140c501-1636-486a-a763-c40e56f91505 admin admin] 10.222.0.70 "PUT /v2.0/routers/c3d182f6-b993-4432-ab63-9515a26bb6c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9026988 Jan 20 10:58:20.256283 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-07078796-ece2-4460-918c-10e78370703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] device_id is not set on port f6388b56-9a4f-431f-b4fc-229ccfae63c9 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:20.289531 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 13acf63b-8295-401c-aaaa-543b3fcc52cb up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:20.402906 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 13acf63b-8295-401c-aaaa-543b3fcc52cb triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:20.403275 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:20.431461 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ff1226-268c-44f4-b5e7-46741d7346c1 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Deleting subnet e74a4b18-0d92-4ee7-b289-4dc418fb8259 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 10:58:20.444155 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b3df6130-f151-4d11-a1dc-9aefe50d364b tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Unset dirty status for tenant:142334156919469b8b754ac4c54b26c2 on resource:floatingip {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:20.459699 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54922) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:20.463505 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c9ff1226-268c-44f4-b5e7-46741d7346c1 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:20.464118 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b3df6130-f151-4d11-a1dc-9aefe50d364b tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.5170360 Jan 20 10:58:20.591285 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b6070de3-0145-4484-849d-ccc779e51b1c tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:20.868509 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c9ff1226-268c-44f4-b5e7-46741d7346c1 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:20.930946 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 10:58:21.017507 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b6070de3-0145-4484-849d-ccc779e51b1c tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:21.043505 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95875d-62cb-4483-a1b9-c36ee1b803d5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:21.043956 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95875d-62cb-4483-a1b9-c36ee1b803d5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:21.044339 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95875d-62cb-4483-a1b9-c36ee1b803d5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:21.044713 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95875d-62cb-4483-a1b9-c36ee1b803d5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:21.045078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95875d-62cb-4483-a1b9-c36ee1b803d5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:21.045447 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95875d-62cb-4483-a1b9-c36ee1b803d5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:21.046808 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95875d-62cb-4483-a1b9-c36ee1b803d5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:21.051533 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2c95875d-62cb-4483-a1b9-c36ee1b803d5 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4606 time: 0.5262902 Jan 20 10:58:21.056885 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54936) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:21.129395 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6070de3-0145-4484-849d-ccc779e51b1c tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event updated for resources: {'Subnet': ['ID=8d99eef7-d28f-44dd-8a55-17b15f0447bb,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:21.150399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6070de3-0145-4484-849d-ccc779e51b1c tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Checking segment: {'id': '9a85875b-0641-4af2-bc3f-7d9b67855fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e6021adc-3af6-4465-ac53-1c41bc4d6350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:21.151067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6070de3-0145-4484-849d-ccc779e51b1c tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Network hostable DHCP agents. Network: e6021adc-3af6-4465-ac53-1c41bc4d6350, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:58:21.201996 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54944) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:21.209793 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-57bc63d1-a693-4d36-a2f3-018d8f72520d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1586769722', 'description': 'tempest-description--1880124503'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:21.225875 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-57bc63d1-a693-4d36-a2f3-018d8f72520d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:21.234734 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-57bc63d1-a693-4d36-a2f3-018d8f72520d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Usage tracker for resource:security_group and tenant:0a8cdee6b9b64cc6952bd8d638e90fed is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:21.241398 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-57bc63d1-a693-4d36-a2f3-018d8f72520d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:21.255585 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-57bc63d1-a693-4d36-a2f3-018d8f72520d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:21.263649 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6070de3-0145-4484-849d-ccc779e51b1c tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Network e6021adc-3af6-4465-ac53-1c41bc4d6350 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:58:21.271793 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-07078796-ece2-4460-918c-10e78370703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:21.277232 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-1404129b-d4a1-4c0c-a02a-b8678b91a4a2 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] delete failed (client error): The resource could not be found. Jan 20 10:58:21.280884 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1404129b-d4a1-4c0c-a02a-b8678b91a4a2 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/9a0c8f0f-6bf2-43af-ad8f-978a39b4014d HTTP/1.1" status: 404 len: 345 time: 0.2144783 Jan 20 10:58:21.283546 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54950) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:21.338047 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b6070de3-0145-4484-849d-ccc779e51b1c tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, e6021adc-3af6-4465-ac53-1c41bc4d6350) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:21.349463 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6070de3-0145-4484-849d-ccc779e51b1c tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:21.349802 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bf86a8-3a96-427d-93b6-ab965e35ac5e None None] Network e6021adc-3af6-4465-ac53-1c41bc4d6350 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:21.350618 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b6070de3-0145-4484-849d-ccc779e51b1c tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:21.357475 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-c410c16e-bd89-48f5-a65e-47b4c23d048c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] DELETE failed (client error): The resource could not be found. Jan 20 10:58:21.357954 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c410c16e-bd89-48f5-a65e-47b4c23d048c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 10:58:21.379033 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-57bc63d1-a693-4d36-a2f3-018d8f72520d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:21.386272 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c410c16e-bd89-48f5-a65e-47b4c23d048c tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] 10.222.0.70 "DELETE /v2.0/networks/83d23f55-6429-4241-9ffd-6b58a58ea2b3 HTTP/1.1" status: 404 len: 339 time: 0.0981922 Jan 20 10:58:21.386272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c9ff1226-268c-44f4-b5e7-46741d7346c1 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:21.409109 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54954) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:21.410554 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54956) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:21.434568 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7ef72c42-6d39-4ba1-a144-33d1fbbf2fd7 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Request body: {'network': {'name': 'tempest-network--1101497443', 'router:external': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:21.446441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7ef72c42-6d39-4ba1-a144-33d1fbbf2fd7 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:21.472271 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-57bc63d1-a693-4d36-a2f3-018d8f72520d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:21.477783 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-57bc63d1-a693-4d36-a2f3-018d8f72520d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Usage tracker for resource:security_group_rule and tenant:0a8cdee6b9b64cc6952bd8d638e90fed is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:21.481208 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-57bc63d1-a693-4d36-a2f3-018d8f72520d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:21.488019 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-57bc63d1-a693-4d36-a2f3-018d8f72520d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:21.506863 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-07078796-ece2-4460-918c-10e78370703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:21.578858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-57bc63d1-a693-4d36-a2f3-018d8f72520d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:21.580312 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7ef72c42-6d39-4ba1-a144-33d1fbbf2fd7 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Usage tracker for resource:network and tenant:142334156919469b8b754ac4c54b26c2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:21.583659 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7ef72c42-6d39-4ba1-a144-33d1fbbf2fd7 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:21.587780 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b6070de3-0145-4484-849d-ccc779e51b1c tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7939990 Jan 20 10:58:21.588798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07078796-ece2-4460-918c-10e78370703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Network adc2eb63-4877-4597-adfb-f5acd183d168 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:21.591259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54964) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:21.592449 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7ef72c42-6d39-4ba1-a144-33d1fbbf2fd7 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:21.603188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-07078796-ece2-4460-918c-10e78370703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:21.610022 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07078796-ece2-4460-918c-10e78370703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:21.611233 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07078796-ece2-4460-918c-10e78370703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:21.613714 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-07078796-ece2-4460-918c-10e78370703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:21.621423 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3e01abec-7a01-48e5-931e-29cf99536c87 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Request body: {'port': {'network_id': 'e6021adc-3af6-4465-ac53-1c41bc4d6350', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2073965849'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:21.651270 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c9ff1226-268c-44f4-b5e7-46741d7346c1 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:21.651676 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Request body: {'networks': [{'name': 'tempest-network--1189572478'}, {'name': 'tempest-network--966166000'}]} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:21.652155 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Request body: {'network': {'name': 'tempest-network--1189572478'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:21.652898 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Request body: {'network': {'name': 'tempest-network--966166000'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:21.655544 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07078796-ece2-4460-918c-10e78370703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Pushing event updated for resources: {'Port': ['ID=f6388b56-9a4f-431f-b4fc-229ccfae63c9,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:21.658645 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:21.664331 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Usage tracker for resource:network and tenant:d9d51d9bd6ad4a6fafdf454cc11618e5 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:21.667749 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:21.674588 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-57bc63d1-a693-4d36-a2f3-018d8f72520d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:21.700123 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:21.736442 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc63d1-a693-4d36-a2f3-018d8f72520d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c0ace8-36b0-4c6c-9227-43da7f40e4a1,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:21.745798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef72c42-6d39-4ba1-a144-33d1fbbf2fd7 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Made reservation on behalf of 142334156919469b8b754ac4c54b26c2 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:21.751190 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ef72c42-6d39-4ba1-a144-33d1fbbf2fd7 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:21.766817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff1226-268c-44f4-b5e7-46741d7346c1 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Pushing event deleted for resources: {'Subnet': ['ID=e74a4b18-0d92-4ee7-b289-4dc418fb8259,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:21.786789 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c9ff1226-268c-44f4-b5e7-46741d7346c1 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:21.788791 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c9ff1226-268c-44f4-b5e7-46741d7346c1 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] 10.222.0.70 "DELETE /v2.0/subnets/e74a4b18-0d92-4ee7-b289-4dc418fb8259 HTTP/1.1" status: 204 len: 168 time: 1.7875328 Jan 20 10:58:21.790833 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f80405-f957-402f-8051-006264263763 None None] Network d491ec77-778e-4a88-a698-a3b9a556b88d requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:21.792181 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54968) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:21.810496 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-e6021adc-3af6-4465-ac53-1c41bc4d6350', 'network_id': 'e6021adc-3af6-4465-ac53-1c41bc4d6350', 'tenant_id': '7abe2b6cfff24f99ae7610f551f29b9a', 'fixed_ips': [{'subnet_id': '8d99eef7-d28f-44dd-8a55-17b15f0447bb'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 10:58:21.811541 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:21.814756 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-57bc63d1-a693-4d36-a2f3-018d8f72520d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:21.821947 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-57bc63d1-a693-4d36-a2f3-018d8f72520d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6188538 Jan 20 10:58:21.822837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54972) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:21.837378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-9d3e97c1-2af5-481f-bd73-f21f5427f840 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Request body: {'security_group_rule': {'security_group_id': '06c0ace8-36b0-4c6c-9227-43da7f40e4a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:21.848075 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef72c42-6d39-4ba1-a144-33d1fbbf2fd7 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:58:21.865738 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ef72c42-6d39-4ba1-a144-33d1fbbf2fd7 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:21.866285 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-7ef72c42-6d39-4ba1-a144-33d1fbbf2fd7 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Added segment 220865c1-39ba-43af-b81f-ab36bce63179 of type vlan for network 8d797288-fae4-4e31-9e76-909d1738109c Jan 20 10:58:21.895966 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Made reservation on behalf of d9d51d9bd6ad4a6fafdf454cc11618e5 for: {'network': 2} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:21.901093 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:21.901816 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9d3e97c1-2af5-481f-bd73-f21f5427f840 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:21.914332 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-07078796-ece2-4460-918c-10e78370703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0707653 Jan 20 10:58:21.915010 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54976) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:21.922697 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:21.947230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ef72c42-6d39-4ba1-a144-33d1fbbf2fd7 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:21.993294 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9d3e97c1-2af5-481f-bd73-f21f5427f840 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Usage tracker for resource:security_group_rule and tenant:0a8cdee6b9b64cc6952bd8d638e90fed is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:21.998277 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:22.004333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9d3e97c1-2af5-481f-bd73-f21f5427f840 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:22.014268 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9d3e97c1-2af5-481f-bd73-f21f5427f840 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:22.030082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.031033 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Usage tracker for resource:security_group_rule and tenant:d9d51d9bd6ad4a6fafdf454cc11618e5 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:22.036848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:22.047023 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:22.059756 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54980) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:22.066897 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-64954933-6daa-401e-9394-56d3266408d8 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Request body: {'security_group': {'name': 'tempest-securitygroup--804199353', 'description': 'tempest-description--1555282578'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:22.077258 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-64954933-6daa-401e-9394-56d3266408d8 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:22.083939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-64954933-6daa-401e-9394-56d3266408d8 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Usage tracker for resource:security_group and tenant:f524b6c0c60749f2833f5e039c4b5e15 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:22.087827 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-64954933-6daa-401e-9394-56d3266408d8 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:22.100107 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-64954933-6daa-401e-9394-56d3266408d8 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:22.109332 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3e01abec-7a01-48e5-931e-29cf99536c87 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:22.113598 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3e01abec-7a01-48e5-931e-29cf99536c87 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Usage tracker for resource:port and tenant:7abe2b6cfff24f99ae7610f551f29b9a is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:22.117583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3e01abec-7a01-48e5-931e-29cf99536c87 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:22.123626 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3e01abec-7a01-48e5-931e-29cf99536c87 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:22.149428 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ef72c42-6d39-4ba1-a144-33d1fbbf2fd7 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.149678 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef72c42-6d39-4ba1-a144-33d1fbbf2fd7 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:22.150353 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ef72c42-6d39-4ba1-a144-33d1fbbf2fd7 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.155021 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Deleting port 4b7c9a21-1647-4530-b78c-a16710ee2e27 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:22.155365 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.178716 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Allocated IP 2001:db8::2 (e6021adc-3af6-4465-ac53-1c41bc4d6350/8d99eef7-d28f-44dd-8a55-17b15f0447bb/40d8e55b-caae-49b9-a41a-d46357b23f2d) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:22.204746 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54984) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:22.205482 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9d3e97c1-2af5-481f-bd73-f21f5427f840 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.229094 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-636570d4-34fd-4f41-9361-7ef0faa3fb70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2020909151', 'description': 'tempest-description--1704385097'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:22.256976 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-32551b0f-dc23-475c-90cf-5fef38f2abbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Synchronizing usage tracker for tenant:44b3fc380fd54588b5ef41e6d25dc4f6 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:22.271551 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e01abec-7a01-48e5-931e-29cf99536c87 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Made reservation on behalf of 7abe2b6cfff24f99ae7610f551f29b9a for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:22.275243 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e01abec-7a01-48e5-931e-29cf99536c87 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.286396 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-636570d4-34fd-4f41-9361-7ef0faa3fb70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:22.301528 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef72c42-6d39-4ba1-a144-33d1fbbf2fd7 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Pushing event updated for resources: {'Network': ['ID=8d797288-fae4-4e31-9e76-909d1738109c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:22.315402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-636570d4-34fd-4f41-9361-7ef0faa3fb70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Usage tracker for resource:security_group and tenant:0bee70239b8e4619a62843d13cf51ee9 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:22.318995 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-64954933-6daa-401e-9394-56d3266408d8 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.324795 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-636570d4-34fd-4f41-9361-7ef0faa3fb70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:22.326518 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5df6d81-ccef-4944-86b4-cf4fb469dd13 None None] DHCP port deletion for d491ec77-778e-4a88-a698-a3b9a556b88d request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 10:58:22.328643 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 8d797288-fae4-4e31-9e76-909d1738109c details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:58:22.357044 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c5df6d81-ccef-4944-86b4-cf4fb469dd13 None None] Deleting port 4b7c9a21-1647-4530-b78c-a16710ee2e27 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:22.357718 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5df6d81-ccef-4944-86b4-cf4fb469dd13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.368059 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-64954933-6daa-401e-9394-56d3266408d8 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:22.372298 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-64954933-6daa-401e-9394-56d3266408d8 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Usage tracker for resource:security_group_rule and tenant:f524b6c0c60749f2833f5e039c4b5e15 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:22.376153 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-64954933-6daa-401e-9394-56d3266408d8 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:22.376269 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-3e01abec-7a01-48e5-931e-29cf99536c87 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] device_id is not set on port c9503234-9635-4605-838c-7b5dfce1dd41 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:22.384391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-64954933-6daa-401e-9394-56d3266408d8 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:22.414995 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-636570d4-34fd-4f41-9361-7ef0faa3fb70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:22.443524 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-64954933-6daa-401e-9394-56d3266408d8 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.451815 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.470906 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-32551b0f-dc23-475c-90cf-5fef38f2abbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Unset dirty status for tenant:44b3fc380fd54588b5ef41e6d25dc4f6 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:22.472088 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-32551b0f-dc23-475c-90cf-5fef38f2abbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] 10.222.0.70 "GET /v2.0/ports/f6388b56-9a4f-431f-b4fc-229ccfae63c9 HTTP/1.1" status: 200 len: 959 time: 0.4470198 Jan 20 10:58:22.475469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54988) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:22.540673 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-64954933-6daa-401e-9394-56d3266408d8 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.568530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9d3e97c1-2af5-481f-bd73-f21f5427f840 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.580584 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7ef72c42-6d39-4ba1-a144-33d1fbbf2fd7 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1607249 Jan 20 10:58:22.585967 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 54992) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:22.587937 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.588540 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.619650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-171a1d0e-f593-481c-910c-cee777025d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Deleting port f6388b56-9a4f-431f-b4fc-229ccfae63c9 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:22.620178 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-171a1d0e-f593-481c-910c-cee777025d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.677751 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9d3e97c1-2af5-481f-bd73-f21f5427f840 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.684128 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64954933-6daa-401e-9394-56d3266408d8 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6353a133-3d25-42f4-8a86-33f8c0b48ce5,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:22.701233 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] For port 4b7c9a21-1647-4530-b78c-a16710ee2e27, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=4b7c9a21-1647-4530-b78c-a16710ee2e27,segment=NetworkSegment(4813e3ec-5034-496b-ab6b-fce37bd3626a),segment_id=4813e3ec-5034-496b-ab6b-fce37bd3626a)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:58:22.701625 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.707721 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:58:22.716411 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-64954933-6daa-401e-9394-56d3266408d8 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.717042 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-64954933-6daa-401e-9394-56d3266408d8 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6560428 Jan 20 10:58:22.725637 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-636570d4-34fd-4f41-9361-7ef0faa3fb70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.727259 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 54996) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:22.743350 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.747299 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c966eeab-fda8-4ff9-9bb0-a879c30c5f40 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Request body: {'security_group_rule': {'security_group_id': '6353a133-3d25-42f4-8a86-33f8c0b48ce5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:22.753581 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c966eeab-fda8-4ff9-9bb0-a879c30c5f40 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:22.755982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c5df6d81-ccef-4944-86b4-cf4fb469dd13 None None] For port 4b7c9a21-1647-4530-b78c-a16710ee2e27, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=4b7c9a21-1647-4530-b78c-a16710ee2e27,segment=NetworkSegment(4813e3ec-5034-496b-ab6b-fce37bd3626a),segment_id=4813e3ec-5034-496b-ab6b-fce37bd3626a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:58:22.756367 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5df6d81-ccef-4944-86b4-cf4fb469dd13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.758175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c966eeab-fda8-4ff9-9bb0-a879c30c5f40 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Usage tracker for resource:security_group_rule and tenant:f524b6c0c60749f2833f5e039c4b5e15 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:22.761407 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c966eeab-fda8-4ff9-9bb0-a879c30c5f40 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:22.767357 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Transition to ACTIVE for port object 40d8e55b-caae-49b9-a41a-d46357b23f2d will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:22.767735 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c966eeab-fda8-4ff9-9bb0-a879c30c5f40 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:22.793948 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e97c1-2af5-481f-bd73-f21f5427f840 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d80137-3f01-4094-a41c-9ba9e0aab43d,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:22.817429 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.817989 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Added segment 68bd603a-8d95-430e-aebe-e82414b2828d of type vlan for network 159ddc3d-f10b-4b70-94b9-382ebcb0d06a Jan 20 10:58:22.819208 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89556c8-477d-4846-8743-d8ed78a15a0c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:22.875141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Calling delete_port for 4b7c9a21-1647-4530-b78c-a16710ee2e27 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:22.889666 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.890313 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c5df6d81-ccef-4944-86b4-cf4fb469dd13 None None] Calling delete_port for 4b7c9a21-1647-4530-b78c-a16710ee2e27 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:22.937024 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Transition to ACTIVE for port object 40d8e55b-caae-49b9-a41a-d46357b23f2d will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:22.953587 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c966eeab-fda8-4ff9-9bb0-a879c30c5f40 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.973991 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9d3e97c1-2af5-481f-bd73-f21f5427f840 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:22.977603 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9d3e97c1-2af5-481f-bd73-f21f5427f840 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1489027 Jan 20 10:58:22.983947 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55000) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:22.990837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164b8343-b704-47b8-9978-8d7c243d66fd tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:22.995877 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164b8343-b704-47b8-9978-8d7c243d66fd tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:23.000224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164b8343-b704-47b8-9978-8d7c243d66fd tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:23.003908 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164b8343-b704-47b8-9978-8d7c243d66fd tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:23.004724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-164b8343-b704-47b8-9978-8d7c243d66fd tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Synchronizing usage tracker for tenant:8a2ee8d84fba41dab227ccd0f465aa45 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:23.013970 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-41a7cd66-1649-4fa7-8d68-e034f689e652 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Request body: {'security_group_rule': {'security_group_id': '06c0ace8-36b0-4c6c-9227-43da7f40e4a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:23.018125 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-636570d4-34fd-4f41-9361-7ef0faa3fb70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:23.025772 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-41a7cd66-1649-4fa7-8d68-e034f689e652 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:23.029493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-636570d4-34fd-4f41-9361-7ef0faa3fb70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Usage tracker for resource:security_group_rule and tenant:0bee70239b8e4619a62843d13cf51ee9 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:23.031102 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.037789 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-171a1d0e-f593-481c-910c-cee777025d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.047012 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-636570d4-34fd-4f41-9361-7ef0faa3fb70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:23.049975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-41a7cd66-1649-4fa7-8d68-e034f689e652 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Usage tracker for resource:security_group_rule and tenant:0a8cdee6b9b64cc6952bd8d638e90fed is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:23.055945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-41a7cd66-1649-4fa7-8d68-e034f689e652 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:23.084410 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c5df6d81-ccef-4944-86b4-cf4fb469dd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.100890 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-636570d4-34fd-4f41-9361-7ef0faa3fb70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:23.103747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-41a7cd66-1649-4fa7-8d68-e034f689e652 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:23.117934 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Network e6021adc-3af6-4465-ac53-1c41bc4d6350 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:23.124310 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df6d81-ccef-4944-86b4-cf4fb469dd13 None None] No DVR routers for this DVR port 4b7c9a21-1647-4530-b78c-a16710ee2e27 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 10:58:23.129323 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.api [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 10:58:23.129730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG oslo_db.api [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 10:58:23.137699 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:23.140484 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:23.148803 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Pushing event updated for resources: {'Port': ['ID=40d8e55b-caae-49b9-a41a-d46357b23f2d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:23.178603 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-3e01abec-7a01-48e5-931e-29cf99536c87 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Allocated IP 2001:db8::337 (e6021adc-3af6-4465-ac53-1c41bc4d6350/8d99eef7-d28f-44dd-8a55-17b15f0447bb/c9503234-9635-4605-838c-7b5dfce1dd41) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:23.197602 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df6d81-ccef-4944-86b4-cf4fb469dd13 None None] Pushing event deleted for resources: {'Port': ['ID=4b7c9a21-1647-4530-b78c-a16710ee2e27,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:23.251719 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:58:23.263392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-171a1d0e-f593-481c-910c-cee777025d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Calling delete_port for f6388b56-9a4f-431f-b4fc-229ccfae63c9 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:23.275395 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-164b8343-b704-47b8-9978-8d7c243d66fd tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Unset dirty status for tenant:8a2ee8d84fba41dab227ccd0f465aa45 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:23.279272 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-164b8343-b704-47b8-9978-8d7c243d66fd tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.6894226 Jan 20 10:58:23.284497 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55004) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:23.290295 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Attempting to bind port 40d8e55b-caae-49b9-a41a-d46357b23f2d on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:23.290295 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Attempting to bind port 40d8e55b-caae-49b9-a41a-d46357b23f2d by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '9a85875b-0641-4af2-bc3f-7d9b67855fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e6021adc-3af6-4465-ac53-1c41bc4d6350'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:23.290589 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Attempting to bind port 40d8e55b-caae-49b9-a41a-d46357b23f2d on network e6021adc-3af6-4465-ac53-1c41bc4d6350 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:23.298244 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:58:23.298797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Checking segment: {'id': '9a85875b-0641-4af2-bc3f-7d9b67855fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e6021adc-3af6-4465-ac53-1c41bc4d6350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:23.299288 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.299769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Bound using segment: {'id': '9a85875b-0641-4af2-bc3f-7d9b67855fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e6021adc-3af6-4465-ac53-1c41bc4d6350'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:58:23.301020 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Bound port: 40d8e55b-caae-49b9-a41a-d46357b23f2d, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a85875b-0641-4af2-bc3f-7d9b67855fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'e6021adc-3af6-4465-ac53-1c41bc4d6350'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:58:23.301020 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.315349 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c966eeab-fda8-4ff9-9bb0-a879c30c5f40 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.324411 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.324762 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Added segment aa6815f6-8567-4f13-8c40-fac46e359474 of type vlan for network c11f9d01-7c6b-4113-a0e9-b04c2e6848cd Jan 20 10:58:23.336242 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-41a7cd66-1649-4fa7-8d68-e034f689e652 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.347823 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-636570d4-34fd-4f41-9361-7ef0faa3fb70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.375366 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.402098 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] For port 40d8e55b-caae-49b9-a41a-d46357b23f2d, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:23.404780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c966eeab-fda8-4ff9-9bb0-a879c30c5f40 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.407676 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] For port 40d8e55b-caae-49b9-a41a-d46357b23f2d, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=40d8e55b-caae-49b9-a41a-d46357b23f2d,segment=NetworkSegment(9a85875b-0641-4af2-bc3f-7d9b67855fe4),segment_id=9a85875b-0641-4af2-bc3f-7d9b67855fe4)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:58:23.433712 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966eeab-fda8-4ff9-9bb0-a879c30c5f40 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b474540-f058-4817-8096-80a794298f78,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:23.453165 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-636570d4-34fd-4f41-9361-7ef0faa3fb70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.500270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-171a1d0e-f593-481c-910c-cee777025d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.541418 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.548345 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c966eeab-fda8-4ff9-9bb0-a879c30c5f40 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.549510 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c966eeab-fda8-4ff9-9bb0-a879c30c5f40 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8137963 Jan 20 10:58:23.550527 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a1d0e-f593-481c-910c-cee777025d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6388b56-9a4f-431f-b4fc-229ccfae63c9,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:23.552306 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55008) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:23.554753 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.555773 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.559631 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:23.562529 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:23.563136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.587234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ed0b51fb-f4a1-4914-8545-e3edb260ab1a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.590201 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8059a0bb-cd39-47f6-889f-ea7d57001e25 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Request body: {'security_group_rule': {'security_group_id': '6353a133-3d25-42f4-8a86-33f8c0b48ce5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:23.607430 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8059a0bb-cd39-47f6-889f-ea7d57001e25 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:23.616353 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636570d4-34fd-4f41-9361-7ef0faa3fb70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:23.636542 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Deleting port 4b7c9a21-1647-4530-b78c-a16710ee2e27 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:23.636889 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.650846 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360aface-6beb-4dd9-8883-4c5d3fb9f6f9 None None] Pushing event updated for resources: {'Port': ['ID=40d8e55b-caae-49b9-a41a-d46357b23f2d,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:23.660816 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8059a0bb-cd39-47f6-889f-ea7d57001e25 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Usage tracker for resource:security_group_rule and tenant:f524b6c0c60749f2833f5e039c4b5e15 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:23.667071 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-171a1d0e-f593-481c-910c-cee777025d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.676553 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-171a1d0e-f593-481c-910c-cee777025d3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] 10.222.0.70 "DELETE /v2.0/ports/f6388b56-9a4f-431f-b4fc-229ccfae63c9 HTTP/1.1" status: 204 len: 168 time: 1.1914897 Jan 20 10:58:23.682286 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55012) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:23.684365 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8059a0bb-cd39-47f6-889f-ea7d57001e25 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:23.694262 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8059a0bb-cd39-47f6-889f-ea7d57001e25 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:23.699367 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event updated for resources: {'Network': ['ID=159ddc3d-f10b-4b70-94b9-382ebcb0d06a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:23.711925 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 159ddc3d-f10b-4b70-94b9-382ebcb0d06a details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:58:23.768406 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3482406 Jan 20 10:58:23.775291 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55016) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:23.796537 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-636570d4-34fd-4f41-9361-7ef0faa3fb70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.798536 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-636570d4-34fd-4f41-9361-7ef0faa3fb70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.5844247 Jan 20 10:58:23.802920 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] The port '4b7c9a21-1647-4530-b78c-a16710ee2e27' was deleted {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 10:58:23.814001 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55020) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:23.837666 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-41a7cd66-1649-4fa7-8d68-e034f689e652 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.847167 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b8fa79-dc2a-45ee-8446-eb0e2c1aac70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] GET failed (client error): The resource could not be found. Jan 20 10:58:23.859433 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f8b8fa79-dc2a-45ee-8446-eb0e2c1aac70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] 10.222.0.70 "GET /v2.0/ports/f6388b56-9a4f-431f-b4fc-229ccfae63c9 HTTP/1.1" status: 404 len: 333 time: 0.1761110 Jan 20 10:58:23.890346 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55024) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:23.893696 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c3f82f58-40ba-4aa7-a2d1-f7dd7784b765 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Request body: {'security_group_rule': {'security_group_id': 'fd538c21-3816-4fdf-a77d-ad9f6bd8eae5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:23.912793 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9bea3908-da0f-486c-81e1-d250a2bbaf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Request body: {'port': {'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-829754563'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:23.919849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c3f82f58-40ba-4aa7-a2d1-f7dd7784b765 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:23.929578 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9bea3908-da0f-486c-81e1-d250a2bbaf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:23.932230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c3f82f58-40ba-4aa7-a2d1-f7dd7784b765 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Usage tracker for resource:security_group_rule and tenant:0bee70239b8e4619a62843d13cf51ee9 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:23.935461 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599e0e2-d8ee-408e-8cab-cc8cbc39b36a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event updated for resources: {'Network': ['ID=c11f9d01-7c6b-4113-a0e9-b04c2e6848cd,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:23.946098 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c3f82f58-40ba-4aa7-a2d1-f7dd7784b765 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:23.948736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8059a0bb-cd39-47f6-889f-ea7d57001e25 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:23.952350 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network c11f9d01-7c6b-4113-a0e9-b04c2e6848cd details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:58:23.973211 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-41a7cd66-1649-4fa7-8d68-e034f689e652 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.079930 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9bea3908-da0f-486c-81e1-d250a2bbaf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:24.080445 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e01abec-7a01-48e5-931e-29cf99536c87 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.083121 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c3f82f58-40ba-4aa7-a2d1-f7dd7784b765 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:24.090693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ed0b51fb-f4a1-4914-8545-e3edb260ab1a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.120745 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7cd66-1649-4fa7-8d68-e034f689e652 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c6d05a-ad04-4730-b076-bf4146b915fe,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:24.132965 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af191e49-8a4e-496b-8a48-829e4e6d350a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:24.137060 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af191e49-8a4e-496b-8a48-829e4e6d350a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:24.141338 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af191e49-8a4e-496b-8a48-829e4e6d350a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:24.145429 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af191e49-8a4e-496b-8a48-829e4e6d350a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:24.149867 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af191e49-8a4e-496b-8a48-829e4e6d350a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:24.150659 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.150766 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-af191e49-8a4e-496b-8a48-829e4e6d350a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Synchronizing usage tracker for tenant:d9d51d9bd6ad4a6fafdf454cc11618e5 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:24.164474 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-ed0b51fb-f4a1-4914-8545-e3edb260ab1a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d797288-fae4-4e31-9e76-909d1738109c']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:24.165224 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8059a0bb-cd39-47f6-889f-ea7d57001e25 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.172326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-3e01abec-7a01-48e5-931e-29cf99536c87 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Transition to ACTIVE for port object c9503234-9635-4605-838c-7b5dfce1dd41 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:24.193225 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-ed0b51fb-f4a1-4914-8545-e3edb260ab1a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220865c1-39ba-43af-b81f-ab36bce63179') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:24.193401 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-ed0b51fb-f4a1-4914-8545-e3edb260ab1a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220865c1-39ba-43af-b81f-ab36bce63179') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:24.202927 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d491ec77-778e-4a88-a698-a3b9a556b88d']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:24.222076 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ed0b51fb-f4a1-4914-8545-e3edb260ab1a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.229920 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4813e3ec-5034-496b-ab6b-fce37bd3626a') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:24.230243 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4813e3ec-5034-496b-ab6b-fce37bd3626a') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:24.250706 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.264277 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ed0b51fb-f4a1-4914-8545-e3edb260ab1a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.264499 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3f82f58-40ba-4aa7-a2d1-f7dd7784b765 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.273878 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0b51fb-f4a1-4914-8545-e3edb260ab1a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:58:24.274283 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ed0b51fb-f4a1-4914-8545-e3edb260ab1a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.280913 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bea3908-da0f-486c-81e1-d250a2bbaf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Made reservation on behalf of 44b3fc380fd54588b5ef41e6d25dc4f6 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:24.283310 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9bea3908-da0f-486c-81e1-d250a2bbaf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:58:24.287562 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:58:24.293398 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.300533 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 40d8e55b-caae-49b9-a41a-d46357b23f2d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:24.324734 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-9bea3908-da0f-486c-81e1-d250a2bbaf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] device_id is not set on port c58ee12d-a99e-45ed-a5a6-96577c15d82b yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:24.345726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-41a7cd66-1649-4fa7-8d68-e034f689e652 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.347006 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-41a7cd66-1649-4fa7-8d68-e034f689e652 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3619146 Jan 20 10:58:24.348188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:58:24.348605 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.363171 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55028) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:24.368348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8059a0bb-cd39-47f6-889f-ea7d57001e25 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:58:24.368494 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:58:24.370988 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-af191e49-8a4e-496b-8a48-829e4e6d350a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Unset dirty status for tenant:d9d51d9bd6ad4a6fafdf454cc11618e5 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:24.371692 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-af191e49-8a4e-496b-8a48-829e4e6d350a tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2958 time: 0.5957675 Jan 20 10:58:24.377754 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:24.396700 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55032) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:24.417254 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:24.447216 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e01abec-7a01-48e5-931e-29cf99536c87 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.459992 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Usage tracker for resource:floatingip and tenant:0a8cdee6b9b64cc6952bd8d638e90fed is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:24.468682 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 40d8e55b-caae-49b9-a41a-d46357b23f2d completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:24.517128 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:24.531602 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059a0bb-cd39-47f6-889f-ea7d57001e25 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec89afa-197d-4879-8ea5-ea80eb18ca51,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:24.543097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e01abec-7a01-48e5-931e-29cf99536c87 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Network e6021adc-3af6-4465-ac53-1c41bc4d6350 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:24.546324 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-3e01abec-7a01-48e5-931e-29cf99536c87 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:24.546463 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 4b7c9a21-1647-4530-b78c-a16710ee2e27 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 10:58:24.551296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e01abec-7a01-48e5-931e-29cf99536c87 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:24.552661 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:24.555866 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e01abec-7a01-48e5-931e-29cf99536c87 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:24.556711 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e01abec-7a01-48e5-931e-29cf99536c87 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.562627 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01abec-7a01-48e5-931e-29cf99536c87 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event updated for resources: {'Port': ['ID=c9503234-9635-4605-838c-7b5dfce1dd41,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:24.593882 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 4b7c9a21-1647-4530-b78c-a16710ee2e27 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 10:58:24.594534 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 4b7c9a21-1647-4530-b78c-a16710ee2e27 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 10:58:24.597816 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3f82f58-40ba-4aa7-a2d1-f7dd7784b765 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.629326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ed0b51fb-f4a1-4914-8545-e3edb260ab1a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.629529 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad205ac6-c2ac-4de9-b78e-4523d404db8e tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.653583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0b51fb-f4a1-4914-8545-e3edb260ab1a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8d797288-fae4-4e31-9e76-909d1738109c {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 20 10:58:24.655224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b51fb-f4a1-4914-8545-e3edb260ab1a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d797288-fae4-4e31-9e76-909d1738109c,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:24.658284 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ed0b51fb-f4a1-4914-8545-e3edb260ab1a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.666753 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ed0b51fb-f4a1-4914-8545-e3edb260ab1a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] 10.222.0.70 "DELETE /v2.0/networks/8d797288-fae4-4e31-9e76-909d1738109c HTTP/1.1" status: 204 len: 168 time: 1.3723288 Jan 20 10:58:24.670360 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3e01abec-7a01-48e5-931e-29cf99536c87 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0778580 Jan 20 10:58:24.671149 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55036) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:24.671733 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55038) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:24.676150 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.688621 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.691281 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] 10.222.0.70 "DELETE /v2.0/networks/d491ec77-778e-4a88-a698-a3b9a556b88d HTTP/1.1" status: 204 len: 168 time: 2.8977211 Jan 20 10:58:24.696338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-10fb19fd-3f5f-4609-a656-50940058b23a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Request body: {'network': {'name': 'tempest-network--327848154', 'router:external': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:24.720442 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8059a0bb-cd39-47f6-889f-ea7d57001e25 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.721576 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8059a0bb-cd39-47f6-889f-ea7d57001e25 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1545873 Jan 20 10:58:24.725705 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-b9060def-0dda-42d4-bb07-ca69ac63cb26 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Request body: {'port': {'network_id': 'e6021adc-3af6-4465-ac53-1c41bc4d6350', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1675273376', 'allowed_address_pairs': [{'ip_address': '2001:db8::337', 'mac_address': 'fa:16:3e:ed:b7:02'}]}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:24.741566 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55046) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:24.748401 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-10fb19fd-3f5f-4609-a656-50940058b23a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:24.755795 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:24.811774 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:24.827148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Usage tracker for resource:floatingip and tenant:f524b6c0c60749f2833f5e039c4b5e15 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:24.827671 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1473dc5-1e2f-45b5-8cff-3ddedf586616 tempest-DHCPAgentSchedulersTestJSON-802376487 tempest-DHCPAgentSchedulersTestJSON-802376487-project] Pushing event deleted for resources: {'Network': ['ID=d491ec77-778e-4a88-a698-a3b9a556b88d,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:24.836960 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-10fb19fd-3f5f-4609-a656-50940058b23a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Usage tracker for resource:network and tenant:142334156919469b8b754ac4c54b26c2 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:24.842365 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-10fb19fd-3f5f-4609-a656-50940058b23a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:24.853470 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3f82f58-40ba-4aa7-a2d1-f7dd7784b765 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.855210 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-10fb19fd-3f5f-4609-a656-50940058b23a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:24.866459 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:24.926424 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00727c2b-ed5a-47c4-869a-1f26a8865c77 None None] Network e6021adc-3af6-4465-ac53-1c41bc4d6350 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:24.926800 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:24.943909 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.964961 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9bea3908-da0f-486c-81e1-d250a2bbaf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:24.987373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b9060def-0dda-42d4-bb07-ca69ac63cb26 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:24.997915 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b9060def-0dda-42d4-bb07-ca69ac63cb26 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Usage tracker for resource:port and tenant:7abe2b6cfff24f99ae7610f551f29b9a is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:25.004184 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b9060def-0dda-42d4-bb07-ca69ac63cb26 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:25.012434 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f82f58-40ba-4aa7-a2d1-f7dd7784b765 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19fe8c9e-ba70-4744-aa2f-4e9548936117,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:25.016509 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b9060def-0dda-42d4-bb07-ca69ac63cb26 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:25.058587 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fb19fd-3f5f-4609-a656-50940058b23a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Made reservation on behalf of 142334156919469b8b754ac4c54b26c2 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:25.062629 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-10fb19fd-3f5f-4609-a656-50940058b23a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.098852 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad205ac6-c2ac-4de9-b78e-4523d404db8e tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.101378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10fb19fd-3f5f-4609-a656-50940058b23a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:58:25.114087 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-10fb19fd-3f5f-4609-a656-50940058b23a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.114618 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-10fb19fd-3f5f-4609-a656-50940058b23a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Added segment 3d6af7a2-54e1-4c0b-b9f3-26553c3a112c of type vlan for network 2d3e7c2c-5a5a-467b-8f78-7221b4d9a22f Jan 20 10:58:25.134123 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.146990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3f82f58-40ba-4aa7-a2d1-f7dd7784b765 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.148414 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c3f82f58-40ba-4aa7-a2d1-f7dd7784b765 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3334427 Jan 20 10:58:25.157681 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-ad205ac6-c2ac-4de9-b78e-4523d404db8e tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159ddc3d-f10b-4b70-94b9-382ebcb0d06a']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:25.162548 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-10fb19fd-3f5f-4609-a656-50940058b23a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.165283 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55050) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:25.179936 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-bc28f809-7e12-4d0a-b682-c90b130a9d70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Request body: {'security_group_rule': {'security_group_id': 'fd538c21-3816-4fdf-a77d-ad9f6bd8eae5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:25.186838 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-11a1efbd-e1fe-4a13-8f77-8514459e93d9 None None] Provisioning for port 40d8e55b-caae-49b9-a41a-d46357b23f2d completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:25.192286 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bc28f809-7e12-4d0a-b682-c90b130a9d70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:25.195822 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-11a1efbd-e1fe-4a13-8f77-8514459e93d9 None None] Provisioning complete for port 40d8e55b-caae-49b9-a41a-d46357b23f2d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:25.196255 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11a1efbd-e1fe-4a13-8f77-8514459e93d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.196442 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-ad205ac6-c2ac-4de9-b78e-4523d404db8e tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68bd603a-8d95-430e-aebe-e82414b2828d') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:25.196675 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-ad205ac6-c2ac-4de9-b78e-4523d404db8e tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68bd603a-8d95-430e-aebe-e82414b2828d') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:25.202542 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9060def-0dda-42d4-bb07-ca69ac63cb26 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Made reservation on behalf of 7abe2b6cfff24f99ae7610f551f29b9a for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:25.215954 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bc28f809-7e12-4d0a-b682-c90b130a9d70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Usage tracker for resource:security_group_rule and tenant:0bee70239b8e4619a62843d13cf51ee9 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:25.220888 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bc28f809-7e12-4d0a-b682-c90b130a9d70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:25.230017 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad205ac6-c2ac-4de9-b78e-4523d404db8e tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.365989 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bc28f809-7e12-4d0a-b682-c90b130a9d70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:25.384528 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad205ac6-c2ac-4de9-b78e-4523d404db8e tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.404091 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad205ac6-c2ac-4de9-b78e-4523d404db8e tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:58:25.406629 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad205ac6-c2ac-4de9-b78e-4523d404db8e tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:58:25.421719 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:58:25.442565 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11a1efbd-e1fe-4a13-8f77-8514459e93d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.448483 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b9060def-0dda-42d4-bb07-ca69ac63cb26 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.467722 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-10fb19fd-3f5f-4609-a656-50940058b23a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.469799 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb19fd-3f5f-4609-a656-50940058b23a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:25.470085 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-10fb19fd-3f5f-4609-a656-50940058b23a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.487493 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9bea3908-da0f-486c-81e1-d250a2bbaf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.496647 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55058) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:25.498219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-11a1efbd-e1fe-4a13-8f77-8514459e93d9 None None] For port 40d8e55b-caae-49b9-a41a-d46357b23f2d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=40d8e55b-caae-49b9-a41a-d46357b23f2d,segment=NetworkSegment(9a85875b-0641-4af2-bc3f-7d9b67855fe4),segment_id=9a85875b-0641-4af2-bc3f-7d9b67855fe4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:58:25.512420 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-b9060def-0dda-42d4-bb07-ca69ac63cb26 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] device_id is not set on port a89182aa-d0cb-4a79-8401-b20238eb8d67 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:25.561568 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11a1efbd-e1fe-4a13-8f77-8514459e93d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.565427 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc28f809-7e12-4d0a-b682-c90b130a9d70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.658045 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bea3908-da0f-486c-81e1-d250a2bbaf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Network adc2eb63-4877-4597-adfb-f5acd183d168 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:25.667139 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-9bea3908-da0f-486c-81e1-d250a2bbaf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:25.668932 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb19fd-3f5f-4609-a656-50940058b23a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Pushing event updated for resources: {'Network': ['ID=2d3e7c2c-5a5a-467b-8f78-7221b4d9a22f,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:25.675945 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea3908-da0f-486c-81e1-d250a2bbaf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Pushing event updated for resources: {'Port': ['ID=c58ee12d-a99e-45ed-a5a6-96577c15d82b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:25.681524 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea3908-da0f-486c-81e1-d250a2bbaf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:25.689689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bea3908-da0f-486c-81e1-d250a2bbaf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:25.691054 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9bea3908-da0f-486c-81e1-d250a2bbaf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.692818 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 2d3e7c2c-5a5a-467b-8f78-7221b4d9a22f details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:58:25.716062 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad205ac6-c2ac-4de9-b78e-4523d404db8e tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.733317 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-10fb19fd-3f5f-4609-a656-50940058b23a tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0601463 Jan 20 10:58:25.738641 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55064) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:25.751673 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad205ac6-c2ac-4de9-b78e-4523d404db8e tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.759243 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.831237 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1efbd-e1fe-4a13-8f77-8514459e93d9 None None] Pushing event updated for resources: {'Port': ['ID=40d8e55b-caae-49b9-a41a-d46357b23f2d,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:25.843714 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad205ac6-c2ac-4de9-b78e-4523d404db8e tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event deleted for resources: {'Network': ['ID=159ddc3d-f10b-4b70-94b9-382ebcb0d06a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:25.898469 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ad205ac6-c2ac-4de9-b78e-4523d404db8e tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "DELETE /v2.0/networks/159ddc3d-f10b-4b70-94b9-382ebcb0d06a HTTP/1.1" status: 204 len: 168 time: 1.4865153 Jan 20 10:58:25.903331 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-505714b7-4f15-4781-a969-dc81509e673d None None] Provisioning complete for port 40d8e55b-caae-49b9-a41a-d46357b23f2d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:25.903700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-505714b7-4f15-4781-a969-dc81509e673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:25.904394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55068) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:26.009230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Allocated IP 172.26.0.95 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/1f76e780-431d-4a08-8e67-d82c543d991c) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:26.020824 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9bea3908-da0f-486c-81e1-d250a2bbaf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.1219282 Jan 20 10:58:26.026688 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc28f809-7e12-4d0a-b682-c90b130a9d70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.030000 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55072) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:26.059246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8254'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:26.091127 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-52267329-a75c-4267-a73f-ff20e07a75c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=79137a9ddb1746a698f890d8624392d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5848472 Jan 20 10:58:26.097937 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-b9060def-0dda-42d4-bb07-ca69ac63cb26 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Allocated IP 2001:db8::1a2 (e6021adc-3af6-4465-ac53-1c41bc4d6350/8d99eef7-d28f-44dd-8a55-17b15f0447bb/a89182aa-d0cb-4a79-8401-b20238eb8d67) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:26.103246 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55076) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:26.125947 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d592844-26aa-407f-bfd3-4590eade1db2 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:26.127287 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0d592844-26aa-407f-bfd3-4590eade1db2 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] 10.222.0.70 "GET /v2.0/networks/2d3e7c2c-5a5a-467b-8f78-7221b4d9a22f HTTP/1.1" status: 200 len: 756 time: 0.3881290 Jan 20 10:58:26.135365 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55080) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:26.142786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-505714b7-4f15-4781-a969-dc81509e673d None None] Provisioning for port c9503234-9635-4605-838c-7b5dfce1dd41 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:26.148180 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.149249 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-505714b7-4f15-4781-a969-dc81509e673d None None] Provisioning complete for port c9503234-9635-4605-838c-7b5dfce1dd41 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:26.149670 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-505714b7-4f15-4781-a969-dc81509e673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.150046 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc28f809-7e12-4d0a-b682-c90b130a9d70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.205995 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-33dc3064-5b91-4c6a-8ee2-9516146f999f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.214213 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-505714b7-4f15-4781-a969-dc81509e673d None None] Port c9503234-9635-4605-838c-7b5dfce1dd41 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:26.264295 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 40d8e55b-caae-49b9-a41a-d46357b23f2d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:26.348224 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-35664f53-66f6-4692-9e94-4e424633a573 None None] Provisioning complete for port c9503234-9635-4605-838c-7b5dfce1dd41 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:26.348595 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-35664f53-66f6-4692-9e94-4e424633a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.352602 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28f809-7e12-4d0a-b682-c90b130a9d70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6ac405-8373-460b-93e7-b3f502c0455a,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:26.371611 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 40d8e55b-caae-49b9-a41a-d46357b23f2d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:26.371811 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.422860 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341f7b37-29e4-438c-bf03-4f0875bc45ae tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:26.427165 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-341f7b37-29e4-438c-bf03-4f0875bc45ae tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] 10.222.0.70 "GET /v2.0/networks/d8ee37c3-6dfa-4431-8f2b-13a53d7e316b HTTP/1.1" status: 200 len: 766 time: 0.2878397 Jan 20 10:58:26.432595 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55084) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:26.448260 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-35664f53-66f6-4692-9e94-4e424633a573 None None] Port c9503234-9635-4605-838c-7b5dfce1dd41 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:26.453927 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1a90cec5-709c-442a-8304-f133a9eaa4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.490068 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc28f809-7e12-4d0a-b682-c90b130a9d70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.491219 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bc28f809-7e12-4d0a-b682-c90b130a9d70 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3233800 Jan 20 10:58:26.493457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-33dc3064-5b91-4c6a-8ee2-9516146f999f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.505310 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55088) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:26.531683 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:26.544547 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1a90cec5-709c-442a-8304-f133a9eaa4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.554629 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:26.574247 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.574938 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Usage tracker for resource:floatingip and tenant:0bee70239b8e4619a62843d13cf51ee9 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:26.597134 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:26.606695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-33dc3064-5b91-4c6a-8ee2-9516146f999f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11f9d01-7c6b-4113-a0e9-b04c2e6848cd']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:26.629908 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:26.643980 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-33dc3064-5b91-4c6a-8ee2-9516146f999f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6815f6-8567-4f13-8c40-fac46e359474') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:26.644272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-33dc3064-5b91-4c6a-8ee2-9516146f999f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6815f6-8567-4f13-8c40-fac46e359474') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:26.661241 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.666990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-33dc3064-5b91-4c6a-8ee2-9516146f999f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.667149 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10e849ea-9c5a-4d40-a8c4-71c33c0c76f0 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.695946 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-33dc3064-5b91-4c6a-8ee2-9516146f999f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.704793 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b9060def-0dda-42d4-bb07-ca69ac63cb26 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.712335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33dc3064-5b91-4c6a-8ee2-9516146f999f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:58:26.712740 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-33dc3064-5b91-4c6a-8ee2-9516146f999f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:58:26.727912 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:58:26.794857 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for floatingip, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.825503 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1a90cec5-709c-442a-8304-f133a9eaa4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.895186 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90cec5-709c-442a-8304-f133a9eaa4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc9b564-c156-48ce-aa93-c67084ae1306,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:26.906864 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1a90cec5-709c-442a-8304-f133a9eaa4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.907987 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1a90cec5-709c-442a-8304-f133a9eaa4bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8fc9b564-c156-48ce-aa93-c67084ae1306 HTTP/1.1" status: 204 len: 168 time: 0.8011985 Jan 20 10:58:26.929981 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10e849ea-9c5a-4d40-a8c4-71c33c0c76f0 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.951348 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-b9060def-0dda-42d4-bb07-ca69ac63cb26 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Transition to ACTIVE for port object a89182aa-d0cb-4a79-8401-b20238eb8d67 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:26.957242 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-33dc3064-5b91-4c6a-8ee2-9516146f999f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.970870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-33dc3064-5b91-4c6a-8ee2-9516146f999f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:26.975905 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-10e849ea-9c5a-4d40-a8c4-71c33c0c76f0 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3e7c2c-5a5a-467b-8f78-7221b4d9a22f']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:27.006177 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc3064-5b91-4c6a-8ee2-9516146f999f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event deleted for resources: {'Network': ['ID=c11f9d01-7c6b-4113-a0e9-b04c2e6848cd,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:27.012996 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-33dc3064-5b91-4c6a-8ee2-9516146f999f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "DELETE /v2.0/networks/c11f9d01-7c6b-4113-a0e9-b04c2e6848cd HTTP/1.1" status: 204 len: 168 time: 1.0856538 Jan 20 10:58:27.014451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55094) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:27.029472 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:27.040823 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-10e849ea-9c5a-4d40-a8c4-71c33c0c76f0 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6af7a2-54e1-4c0b-b9f3-26553c3a112c') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:27.041163 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-10e849ea-9c5a-4d40-a8c4-71c33c0c76f0 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6af7a2-54e1-4c0b-b9f3-26553c3a112c') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:27.181001 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:27.217685 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10e849ea-9c5a-4d40-a8c4-71c33c0c76f0 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:27.231786 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b9060def-0dda-42d4-bb07-ca69ac63cb26 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:27.277257 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10e849ea-9c5a-4d40-a8c4-71c33c0c76f0 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:27.280767 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] device_id is not set on port c58ee12d-a99e-45ed-a5a6-96577c15d82b yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:27.290386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:27.305721 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:27.308662 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Allocated IP 172.26.0.166 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/da813eea-9085-47e9-a60c-eb1c7bad9311) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:27.310864 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:27.317705 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Pushing event updated for resources: {'Port': ['ID=1f76e780-431d-4a08-8e67-d82c543d991c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:27.322248 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:27.353016 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e849ea-9c5a-4d40-a8c4-71c33c0c76f0 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:58:27.353421 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10e849ea-9c5a-4d40-a8c4-71c33c0c76f0 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:58:27.366358 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:58:27.374424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c2c840-5769-4031-88da-862654175eaf tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:27.374424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c2c840-5769-4031-88da-862654175eaf tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:27.376683 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c2c840-5769-4031-88da-862654175eaf tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:27.377492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-72c2c840-5769-4031-88da-862654175eaf tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Synchronizing usage tracker for tenant:d9d51d9bd6ad4a6fafdf454cc11618e5 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:27.443226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9060def-0dda-42d4-bb07-ca69ac63cb26 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Network e6021adc-3af6-4465-ac53-1c41bc4d6350 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:27.451233 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-b9060def-0dda-42d4-bb07-ca69ac63cb26 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:27.453196 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9060def-0dda-42d4-bb07-ca69ac63cb26 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event updated for resources: {'Port': ['ID=a89182aa-d0cb-4a79-8401-b20238eb8d67,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:27.457871 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9060def-0dda-42d4-bb07-ca69ac63cb26 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:27.462495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9060def-0dda-42d4-bb07-ca69ac63cb26 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:27.463145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b9060def-0dda-42d4-bb07-ca69ac63cb26 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:27.542987 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-72c2c840-5769-4031-88da-862654175eaf tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Unset dirty status for tenant:d9d51d9bd6ad4a6fafdf454cc11618e5 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:27.544165 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-72c2c840-5769-4031-88da-862654175eaf tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1890 time: 0.5279737 Jan 20 10:58:27.556462 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55100) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:27.566793 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ee37b401-1b50-464e-acfd-8b1f3ba20db7 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1508933419'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:27.574578 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b9060def-0dda-42d4-bb07-ca69ac63cb26 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.8995955 Jan 20 10:58:27.575690 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ee37b401-1b50-464e-acfd-8b1f3ba20db7 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:27.577428 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55104) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:27.598044 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ee37b401-1b50-464e-acfd-8b1f3ba20db7 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:27.635528 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Transition to ACTIVE for port object c58ee12d-a99e-45ed-a5a6-96577c15d82b will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:27.649519 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10e849ea-9c5a-4d40-a8c4-71c33c0c76f0 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:27.673194 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:27.674610 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d103d3-7022-4d92-87ab-97331b106267 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:27.676218 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e849ea-9c5a-4d40-a8c4-71c33c0c76f0 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2d3e7c2c-5a5a-467b-8f78-7221b4d9a22f {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 20 10:58:27.679579 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d103d3-7022-4d92-87ab-97331b106267 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:27.683858 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d103d3-7022-4d92-87ab-97331b106267 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:27.684733 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e849ea-9c5a-4d40-a8c4-71c33c0c76f0 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d3e7c2c-5a5a-467b-8f78-7221b4d9a22f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:27.684849 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-79d103d3-7022-4d92-87ab-97331b106267 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Synchronizing usage tracker for tenant:7abe2b6cfff24f99ae7610f551f29b9a on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:27.689353 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10e849ea-9c5a-4d40-a8c4-71c33c0c76f0 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:27.707366 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-10e849ea-9c5a-4d40-a8c4-71c33c0c76f0 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] 10.222.0.70 "DELETE /v2.0/networks/2d3e7c2c-5a5a-467b-8f78-7221b4d9a22f HTTP/1.1" status: 204 len: 168 time: 1.2574289 Jan 20 10:58:27.712782 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55108) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:27.718570 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-920fd8f2-55a2-4d96-a018-382cf846fd30 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Request body: {'network': {'name': 'tempest-network--1540350854'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:27.724226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-920fd8f2-55a2-4d96-a018-382cf846fd30 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:27.728466 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-920fd8f2-55a2-4d96-a018-382cf846fd30 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Usage tracker for resource:network and tenant:142334156919469b8b754ac4c54b26c2 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:27.731422 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-920fd8f2-55a2-4d96-a018-382cf846fd30 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:27.737341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-920fd8f2-55a2-4d96-a018-382cf846fd30 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:27.772100 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:27.788269 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55112) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:27.806901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-79d103d3-7022-4d92-87ab-97331b106267 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Unset dirty status for tenant:7abe2b6cfff24f99ae7610f551f29b9a on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:27.811760 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-79d103d3-7022-4d92-87ab-97331b106267 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.2297871 Jan 20 10:58:27.811760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55116) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:27.824628 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee37b401-1b50-464e-acfd-8b1f3ba20db7 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Made reservation on behalf of d9d51d9bd6ad4a6fafdf454cc11618e5 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:27.827746 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ee37b401-1b50-464e-acfd-8b1f3ba20db7 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:27.848389 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-11de9907-93b2-422d-9a59-08af5db2b8ed None None] Provisioning for port a89182aa-d0cb-4a79-8401-b20238eb8d67 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:27.850251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-db1263b5-4876-4e0d-a9c6-e861ee596d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:27.851013 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:27.859230 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920fd8f2-55a2-4d96-a018-382cf846fd30 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Made reservation on behalf of 142334156919469b8b754ac4c54b26c2 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:27.859882 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-11de9907-93b2-422d-9a59-08af5db2b8ed None None] Provisioning complete for port a89182aa-d0cb-4a79-8401-b20238eb8d67 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:27.861170 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11de9907-93b2-422d-9a59-08af5db2b8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:27.861760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-920fd8f2-55a2-4d96-a018-382cf846fd30 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:27.949836 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-11de9907-93b2-422d-9a59-08af5db2b8ed None None] Port a89182aa-d0cb-4a79-8401-b20238eb8d67 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:27.972214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920fd8f2-55a2-4d96-a018-382cf846fd30 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:58:27.982345 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Pushing event updated for resources: {'Port': ['ID=c58ee12d-a99e-45ed-a5a6-96577c15d82b,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:27.990442 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-920fd8f2-55a2-4d96-a018-382cf846fd30 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:27.991539 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-920fd8f2-55a2-4d96-a018-382cf846fd30 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Added segment ce66239b-094c-431a-bf25-54bd1f3017bd of type vlan for network a89b6697-de5d-46e4-823f-b0ea97ac84ef Jan 20 10:58:27.998806 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee37b401-1b50-464e-acfd-8b1f3ba20db7 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:58:28.011823 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-cab5cc33-0e17-45ce-b6d6-54ca2b854607 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Deleting port a89182aa-d0cb-4a79-8401-b20238eb8d67 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:28.012777 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cab5cc33-0e17-45ce-b6d6-54ca2b854607 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:28.019888 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:28.054726 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ee37b401-1b50-464e-acfd-8b1f3ba20db7 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:28.055349 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-ee37b401-1b50-464e-acfd-8b1f3ba20db7 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Added segment 4a23acbc-8cea-4213-a618-b1fbab3b4361 of type vlan for network d1d759e7-fba1-4fb6-8982-cb426c09790a Jan 20 10:58:28.097724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-db1263b5-4876-4e0d-a9c6-e861ee596d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:28.108548 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:28.120251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-db1263b5-4876-4e0d-a9c6-e861ee596d2d admin admin] Usage tracker for resource:security_group_rule and tenant:2e878373a35a4417b66e133e98033550 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:28.129423 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-db1263b5-4876-4e0d-a9c6-e861ee596d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:28.143096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-920fd8f2-55a2-4d96-a018-382cf846fd30 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:28.149078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-db1263b5-4876-4e0d-a9c6-e861ee596d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:28.162841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:28.163493 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:28.163721 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:28.176204 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ee37b401-1b50-464e-acfd-8b1f3ba20db7 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:28.181394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:28.195517 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:28.198704 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Pushing event updated for resources: {'Port': ['ID=da813eea-9085-47e9-a60c-eb1c7bad9311,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:28.199529 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:28.232830 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:28.233381 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:28.240077 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 2 to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b Jan 20 10:58:28.251472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Allocated IP 172.26.0.183 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/6498e42f-ed24-4bb0-a504-b41fc9916c60) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:28.262940 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Sync routers for ids ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:58:28.286027 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Routers {'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:58:28.286897 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:58:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:28.304570 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:28.304995 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:28.305262 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:28.379142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-920fd8f2-55a2-4d96-a018-382cf846fd30 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:28.379917 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920fd8f2-55a2-4d96-a018-382cf846fd30 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:28.380492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-920fd8f2-55a2-4d96-a018-382cf846fd30 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:28.386623 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:28.386959 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:28.389303 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 3 to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b Jan 20 10:58:28.411930 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ee37b401-1b50-464e-acfd-8b1f3ba20db7 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:28.416184 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee37b401-1b50-464e-acfd-8b1f3ba20db7 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:28.416763 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ee37b401-1b50-464e-acfd-8b1f3ba20db7 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:28.461700 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:28.462035 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:28.462374 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:28.515793 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Set router e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:58:28.580776 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:28.581106 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:28.588418 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 4 to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b Jan 20 10:58:28.605421 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37b401-1b50-464e-acfd-8b1f3ba20db7 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event updated for resources: {'Network': ['ID=d1d759e7-fba1-4fb6-8982-cb426c09790a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:28.615042 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fd8f2-55a2-4d96-a018-382cf846fd30 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Pushing event updated for resources: {'Network': ['ID=a89b6697-de5d-46e4-823f-b0ea97ac84ef,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:28.622049 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:28.622391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:28.622725 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:28.630759 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-db1263b5-4876-4e0d-a9c6-e861ee596d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:28.666177 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-920fd8f2-55a2-4d96-a018-382cf846fd30 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9520478 Jan 20 10:58:28.670615 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cab5cc33-0e17-45ce-b6d6-54ca2b854607 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:28.677640 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55120) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:28.682840 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network d1d759e7-fba1-4fb6-8982-cb426c09790a details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:58:28.696103 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-08e5ba57-b335-4595-809e-f6ce8e0ad04e tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:28.698839 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:28.699172 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:28.700300 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network a89b6697-de5d-46e4-823f-b0ea97ac84ef details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:58:28.701098 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:28.708393 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 5 to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b Jan 20 10:58:28.715077 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-db1263b5-4876-4e0d-a9c6-e861ee596d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:28.732361 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ee37b401-1b50-464e-acfd-8b1f3ba20db7 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1705151 Jan 20 10:58:28.736441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55124) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:28.742348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3f18f145-4d55-4989-a0af-cca1e3c0f2b6 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-820104448'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:28.749563 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:28.750540 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:28.750876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:28.751207 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:28.754027 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3f18f145-4d55-4989-a0af-cca1e3c0f2b6 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:28.760142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3f18f145-4d55-4989-a0af-cca1e3c0f2b6 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Usage tracker for resource:network and tenant:d9d51d9bd6ad4a6fafdf454cc11618e5 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:28.763219 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3f18f145-4d55-4989-a0af-cca1e3c0f2b6 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:28.766102 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:28.766436 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:28.769153 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 6 to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b Jan 20 10:58:28.781993 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3f18f145-4d55-4989-a0af-cca1e3c0f2b6 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:28.789814 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:28.826119 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:28.826436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:28.826703 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:28.901016 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-cab5cc33-0e17-45ce-b6d6-54ca2b854607 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Calling delete_port for a89182aa-d0cb-4a79-8401-b20238eb8d67 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:28.908959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:28.909287 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:28.919033 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 7 to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b Jan 20 10:58:28.972983 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.015890 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1263b5-4876-4e0d-a9c6-e861ee596d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd55b973-49bd-499f-9936-99a191092f1c,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:29.021453 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f18f145-4d55-4989-a0af-cca1e3c0f2b6 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Made reservation on behalf of d9d51d9bd6ad4a6fafdf454cc11618e5 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:29.025097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f18f145-4d55-4989-a0af-cca1e3c0f2b6 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.043629 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-db1263b5-4876-4e0d-a9c6-e861ee596d2d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e878373a35a4417b66e133e98033550&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2514267 Jan 20 10:58:29.046363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55128) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:29.052339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Pushing event updated for resources: {'Port': ['ID=1f76e780-431d-4a08-8e67-d82c543d991c,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:29.074905 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:29.075243 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:29.075737 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:29.104015 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.127364 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'name': 'tempest-ServersTestManualDisk-510528513-router', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'gw_port': {'id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '510f0051-0aae-48aa-824e-052abb3c279a', 'name': '', 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'mac_address': 'fa:16:3e:92:e1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0027449-e10a-46e7-87b0-be138fcb5208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:10Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 2, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'subnets': [{'id': 'c0027449-e10a-46e7-87b0-be138fcb5208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:29.131877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Checking router: e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 10:58:29.132433 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Updating router e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 port 510f0051-0aae-48aa-824e-052abb3c279a binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 10:58:29.139556 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.143662 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f18f145-4d55-4989-a0af-cca1e3c0f2b6 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:58:29.149450 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:29.149980 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:29.163897 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 8 to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b Jan 20 10:58:29.191713 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.199673 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f18f145-4d55-4989-a0af-cca1e3c0f2b6 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.200223 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-3f18f145-4d55-4989-a0af-cca1e3c0f2b6 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Added segment 844d7edd-6416-41b3-8103-338eb1b60041 of type vlan for network ab4fda44-bd68-4f9f-b01e-1434b933c4ac Jan 20 10:58:29.203317 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:29.203804 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:29.204308 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:29.254572 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:29.255625 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:29.298453 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f18f145-4d55-4989-a0af-cca1e3c0f2b6 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.301515 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-08e5ba57-b335-4595-809e-f6ce8e0ad04e tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.302536 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 9 to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b Jan 20 10:58:29.320510 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.321950 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e8c968f2-f125-4817-8028-3de628da2cbc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9569912 Jan 20 10:58:29.346926 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:29.347355 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:29.347654 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:29.377856 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:29.378182 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:29.389142 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempt 10 to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b Jan 20 10:58:29.423481 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:29.424486 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:29.424486 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempting to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:29.447842 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:29.448174 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Failed to bind port c58ee12d-a99e-45ed-a5a6-96577c15d82b on host hv-neutron-8254 for vnic_type normal using segments [{'id': '8bd8b333-3587-4ba1-b31f-4aca94cc9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'adc2eb63-4877-4597-adfb-f5acd183d168'}] Jan 20 10:58:29.448538 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.452039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d64a5fd9-85b3-43db-a658-8b7d989222bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.454068 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.461979 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f18f145-4d55-4989-a0af-cca1e3c0f2b6 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.465138 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f18f145-4d55-4989-a0af-cca1e3c0f2b6 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:29.465755 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f18f145-4d55-4989-a0af-cca1e3c0f2b6 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.548693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-08e5ba57-b335-4595-809e-f6ce8e0ad04e tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.566797 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cab5cc33-0e17-45ce-b6d6-54ca2b854607 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.571459 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:29.575266 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d64a5fd9-85b3-43db-a658-8b7d989222bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.597166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:29.604585 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.604782 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Pushing event updated for resources: {'Port': ['ID=6498e42f-ed24-4bb0-a504-b41fc9916c60,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:29.629937 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.646948 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3f18f145-4d55-4989-a0af-cca1e3c0f2b6 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9064169 Jan 20 10:58:29.649110 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55142) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:29.656367 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Transition to ACTIVE for port object 510f0051-0aae-48aa-824e-052abb3c279a will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:29.663479 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:29.665386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Request body: {'ports': [{'network_id': 'd1d759e7-fba1-4fb6-8982-cb426c09790a', 'name': 'tempest-port--307332023', 'admin_state_up': True}, {'network_id': 'ab4fda44-bd68-4f9f-b01e-1434b933c4ac', 'admin_state_up': False}]} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:29.665744 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Request body: {'port': {'network_id': 'd1d759e7-fba1-4fb6-8982-cb426c09790a', 'name': 'tempest-port--307332023', 'admin_state_up': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:29.666220 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Request body: {'port': {'network_id': 'ab4fda44-bd68-4f9f-b01e-1434b933c4ac', 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:29.679717 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18f145-4d55-4989-a0af-cca1e3c0f2b6 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event updated for resources: {'Network': ['ID=ab4fda44-bd68-4f9f-b01e-1434b933c4ac,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:29.689315 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.701457 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Sync routers for ids ['c3d182f6-b993-4432-ab63-9515a26bb6c3'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:58:29.703892 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network ab4fda44-bd68-4f9f-b01e-1434b933c4ac details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:58:29.725112 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Routers {'c3d182f6-b993-4432-ab63-9515a26bb6c3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:58:29.728663 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:58:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['c3d182f6-b993-4432-ab63-9515a26bb6c3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:29.733162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08e5ba57-b335-4595-809e-f6ce8e0ad04e tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Network a89b6697-de5d-46e4-823f-b0ea97ac84ef is not hosted by any dhcp agent {{(pid=84331) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 20 10:58:29.733980 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e5ba57-b335-4595-809e-f6ce8e0ad04e tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:29.735016 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-08e5ba57-b335-4595-809e-f6ce8e0ad04e tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.735890 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-08e5ba57-b335-4595-809e-f6ce8e0ad04e tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] 10.222.0.70 "PUT /v2.0/networks/a89b6697-de5d-46e4-823f-b0ea97ac84ef HTTP/1.1" status: 200 len: 858 time: 1.0479114 Jan 20 10:58:29.755137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55146) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:29.817151 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] For port c58ee12d-a99e-45ed-a5a6-96577c15d82b, host hv-neutron-8254, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:29.817527 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Attempted to set empty binding levels {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 20 10:58:29.909656 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.914492 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:29.965285 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Pushing event updated for resources: {'Port': ['ID=da813eea-9085-47e9-a60c-eb1c7bad9311,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:30.072745 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-107af48c-e077-44f9-997e-bc80f953ae78 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:30.076559 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5cc33-0e17-45ce-b6d6-54ca2b854607 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event deleted for resources: {'Port': ['ID=a89182aa-d0cb-4a79-8401-b20238eb8d67,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:30.116953 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] In _notify_port_updated(), no bound segment for port c58ee12d-a99e-45ed-a5a6-96577c15d82b on network adc2eb63-4877-4597-adfb-f5acd183d168 {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 10:58:30.120904 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:30.120904 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] 10.222.0.70 "PUT /v2.0/ports/c58ee12d-a99e-45ed-a5a6-96577c15d82b HTTP/1.1" status: 200 len: 980 time: 4.0878153 Jan 20 10:58:30.128011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55152) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:30.141176 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Set router c3d182f6-b993-4432-ab63-9515a26bb6c3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:58:30.155980 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55156) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:30.157154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5ba57-b335-4595-809e-f6ce8e0ad04e tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Pushing event updated for resources: {'Network': ['ID=a89b6697-de5d-46e4-823f-b0ea97ac84ef,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:30.160942 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a12402-911e-4f37-8f9c-b734c10410b2 None None] Pushing event updated for resources: {'Port': ['ID=510f0051-0aae-48aa-824e-052abb3c279a,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:30.183220 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:30.213005 dv-neutron-825471-1-hyperv neutron-server[84332]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 20 10:58:30.236881 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-9ef2f9ae-fbee-4417-b20a-741fba710680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Deleting port c58ee12d-a99e-45ed-a5a6-96577c15d82b {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:30.237225 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9ef2f9ae-fbee-4417-b20a-741fba710680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:30.269842 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Attempting to bind port 510f0051-0aae-48aa-824e-052abb3c279a on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:30.270393 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Attempting to bind port 510f0051-0aae-48aa-824e-052abb3c279a by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '488a7e58-230e-4c68-aa35-f44e529e9651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:30.270769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Attempting to bind port 510f0051-0aae-48aa-824e-052abb3c279a on network 46b4d099-347f-49fe-97b4-d696aebdf353 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:30.283460 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:58:30.284043 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Checking segment: {'id': '488a7e58-230e-4c68-aa35-f44e529e9651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:30.284523 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:30.284969 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Bound using segment: {'id': '488a7e58-230e-4c68-aa35-f44e529e9651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:58:30.285683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Bound port: 510f0051-0aae-48aa-824e-052abb3c279a, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488a7e58-230e-4c68-aa35-f44e529e9651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:58:30.286112 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:30.312164 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f86296-5cbc-49c4-a36e-11b58be3d849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Pushing event updated for resources: {'Port': ['ID=c58ee12d-a99e-45ed-a5a6-96577c15d82b,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:30.338221 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:30.344444 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Usage tracker for resource:port and tenant:d9d51d9bd6ad4a6fafdf454cc11618e5 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:30.349861 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:30.359944 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:30.364632 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e5ae8792-992e-4663-a253-313e6148b7b2 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Synchronizing usage tracker for tenant:0a8cdee6b9b64cc6952bd8d638e90fed on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:30.380275 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:30.382357 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9a674874-2a4e-4215-91c3-922c386a4568 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6392627 Jan 20 10:58:30.426958 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] For port 510f0051-0aae-48aa-824e-052abb3c279a, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:30.430895 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] For port 510f0051-0aae-48aa-824e-052abb3c279a, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=510f0051-0aae-48aa-824e-052abb3c279a,segment=NetworkSegment(488a7e58-230e-4c68-aa35-f44e529e9651),segment_id=488a7e58-230e-4c68-aa35-f44e529e9651)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:58:30.451558 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Made reservation on behalf of d9d51d9bd6ad4a6fafdf454cc11618e5 for: {'port': 2} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:30.455312 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:30.479672 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:30.534828 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:30.602797 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e5ae8792-992e-4663-a253-313e6148b7b2 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Unset dirty status for tenant:0a8cdee6b9b64cc6952bd8d638e90fed on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:30.612742 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e5ae8792-992e-4663-a253-313e6148b7b2 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1586769722&fields=id&tenant_id=0a8cdee6b9b64cc6952bd8d638e90fed HTTP/1.1" status: 200 len: 267 time: 0.4500325 Jan 20 10:58:30.613794 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'name': 'tempest-ServersTestJSON-1799362173-router', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'gw_port': {'id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd787268a-03f4-4a10-9d22-febd0a925a1d', 'name': '', 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'mac_address': 'fa:16:3e:c2:0a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b254d4-c891-4e92-85e5-f2bec53994c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:11Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 2, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'subnets': [{'id': '96b254d4-c891-4e92-85e5-f2bec53994c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:30.633003 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Checking router: c3d182f6-b993-4432-ab63-9515a26bb6c3 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 10:58:30.643677 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Updating router c3d182f6-b993-4432-ab63-9515a26bb6c3 port d787268a-03f4-4a10-9d22-febd0a925a1d binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 10:58:30.674060 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a12402-911e-4f37-8f9c-b734c10410b2 None None] Pushing event updated for resources: {'Port': ['ID=510f0051-0aae-48aa-824e-052abb3c279a,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:30.687733 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cab5cc33-0e17-45ce-b6d6-54ca2b854607 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:30.695213 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Routers {'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:58:30.695561 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:58:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:30.703887 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-107af48c-e077-44f9-997e-bc80f953ae78 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:30.724400 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:30.779935 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d64a5fd9-85b3-43db-a658-8b7d989222bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:30.891964 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-107af48c-e077-44f9-997e-bc80f953ae78 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89b6697-de5d-46e4-823f-b0ea97ac84ef']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:30.913674 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a5fd9-85b3-43db-a658-8b7d989222bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd55b973-49bd-499f-9936-99a191092f1c,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:31.060922 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-306cc3c1-a7ec-4e71-ab3c-745022d2c206 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:31.061703 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-306cc3c1-a7ec-4e71-ab3c-745022d2c206 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Synchronizing usage tracker for tenant:0a8cdee6b9b64cc6952bd8d638e90fed on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:31.061919 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-9ef2f9ae-fbee-4417-b20a-741fba710680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] For port c58ee12d-a99e-45ed-a5a6-96577c15d82b, host hv-neutron-8254, got binding levels [] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:58:31.062568 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9ef2f9ae-fbee-4417-b20a-741fba710680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:31.076479 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55176) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:31.087582 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] Set router e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:58:31.136642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Sync routers for ids ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:58:31.174243 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Routers {'ff415214-044c-4d3c-b629-f2b05ed9dc0b'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:58:31.174885 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:58:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:31.202856 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-9ef2f9ae-fbee-4417-b20a-741fba710680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Calling delete_port for c58ee12d-a99e-45ed-a5a6-96577c15d82b owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:31.248419 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-107af48c-e077-44f9-997e-bc80f953ae78 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce66239b-094c-431a-bf25-54bd1f3017bd') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:31.249107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-107af48c-e077-44f9-997e-bc80f953ae78 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce66239b-094c-431a-bf25-54bd1f3017bd') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:31.253148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] device_id is not set on port 130607e0-2abd-4042-ae2d-be5fc629cfc8 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:31.271780 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cab5cc33-0e17-45ce-b6d6-54ca2b854607 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "DELETE /v2.0/ports/a89182aa-d0cb-4a79-8401-b20238eb8d67 HTTP/1.1" status: 204 len: 168 time: 3.4590578 Jan 20 10:58:31.277374 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55180) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:31.279408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d64a5fd9-85b3-43db-a658-8b7d989222bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:31.280726 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d64a5fd9-85b3-43db-a658-8b7d989222bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dd55b973-49bd-499f-9936-99a191092f1c HTTP/1.1" status: 204 len: 168 time: 2.2333436 Jan 20 10:58:31.296305 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-107af48c-e077-44f9-997e-bc80f953ae78 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:31.320446 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:31.338371 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Transition to ACTIVE for port object d787268a-03f4-4a10-9d22-febd0a925a1d will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:31.365369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-f3ba01be-0861-4231-962d-dfa5d1a3f0f7 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Synchronizing usage tracker for tenant:f524b6c0c60749f2833f5e039c4b5e15 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:31.382529 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-306cc3c1-a7ec-4e71-ab3c-745022d2c206 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Unset dirty status for tenant:0a8cdee6b9b64cc6952bd8d638e90fed on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:31.389810 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-306cc3c1-a7ec-4e71-ab3c-745022d2c206 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/networks?id=ca1f7bf9-9972-4b0c-baef-5692be1408d6 HTTP/1.1" status: 200 len: 811 time: 0.7760675 Jan 20 10:58:31.409137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-107af48c-e077-44f9-997e-bc80f953ae78 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:31.416672 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:31.422461 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-617f1571-df2a-4cdd-b4d3-9bb037cbaf10 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] GET failed (client error): The resource could not be found. Jan 20 10:58:31.427157 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-617f1571-df2a-4cdd-b4d3-9bb037cbaf10 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "GET /v2.0/ports/a89182aa-d0cb-4a79-8401-b20238eb8d67 HTTP/1.1" status: 404 len: 333 time: 0.1433156 Jan 20 10:58:31.427758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107af48c-e077-44f9-997e-bc80f953ae78 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:58:31.427758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-107af48c-e077-44f9-997e-bc80f953ae78 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:31.429716 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:31.447773 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55186) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:31.466642 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-31035048-e2bd-44dd-b7c6-a2f54a450987 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Request body: {'port': {'network_id': 'e6021adc-3af6-4465-ac53-1c41bc4d6350', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-568497940'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:31.524757 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a85a60-3ca7-4f7e-a302-e86f0f7a236a None None] Pushing event updated for resources: {'Port': ['ID=d787268a-03f4-4a10-9d22-febd0a925a1d,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:58:31.527727 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:58:31.529790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e473c9b2-4df7-4551-936a-b6d36263b228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:31.612951 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Set router ff415214-044c-4d3c-b629-f2b05ed9dc0b gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:58:31.760005 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:31.849656 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-31035048-e2bd-44dd-b7c6-a2f54a450987 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:31.850247 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Attempting to bind port d787268a-03f4-4a10-9d22-febd0a925a1d on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:31.851323 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Attempting to bind port d787268a-03f4-4a10-9d22-febd0a925a1d by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '3dfa1d30-4d9d-46ba-832a-ef358ccc133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:31.851664 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Attempting to bind port d787268a-03f4-4a10-9d22-febd0a925a1d on network 008238da-375f-4195-90bf-ab2c5c0f18ed {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:31.855264 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-31035048-e2bd-44dd-b7c6-a2f54a450987 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Usage tracker for resource:port and tenant:7abe2b6cfff24f99ae7610f551f29b9a is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:31.858297 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-31035048-e2bd-44dd-b7c6-a2f54a450987 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:31.859034 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:58:31.863202 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Checking segment: {'id': '3dfa1d30-4d9d-46ba-832a-ef358ccc133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:31.863202 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:31.863202 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Bound using segment: {'id': '3dfa1d30-4d9d-46ba-832a-ef358ccc133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:58:31.863202 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Bound port: d787268a-03f4-4a10-9d22-febd0a925a1d, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dfa1d30-4d9d-46ba-832a-ef358ccc133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:58:31.863202 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:31.865354 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-31035048-e2bd-44dd-b7c6-a2f54a450987 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:31.900956 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-2358790b-a08a-480d-ba25-2c6cd74e2241 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/quotas/0a8cdee6b9b64cc6952bd8d638e90fed HTTP/1.1" status: 200 len: 375 time: 0.5097940 Jan 20 10:58:31.902717 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-f3ba01be-0861-4231-962d-dfa5d1a3f0f7 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Unset dirty status for tenant:f524b6c0c60749f2833f5e039c4b5e15 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:31.903770 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-f3ba01be-0861-4231-962d-dfa5d1a3f0f7 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--804199353&fields=id&tenant_id=f524b6c0c60749f2833f5e039c4b5e15 HTTP/1.1" status: 200 len: 267 time: 0.8253684 Jan 20 10:58:31.966650 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] For port d787268a-03f4-4a10-9d22-febd0a925a1d, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:31.970500 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] For port d787268a-03f4-4a10-9d22-febd0a925a1d, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d787268a-03f4-4a10-9d22-febd0a925a1d,segment=NetworkSegment(3dfa1d30-4d9d-46ba-832a-ef358ccc133a),segment_id=3dfa1d30-4d9d-46ba-832a-ef358ccc133a)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:58:31.985243 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-107af48c-e077-44f9-997e-bc80f953ae78 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:31.987836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9ef2f9ae-fbee-4417-b20a-741fba710680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:32.026577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107af48c-e077-44f9-997e-bc80f953ae78 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a89b6697-de5d-46e4-823f-b0ea97ac84ef {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 20 10:58:32.041167 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:32.053118 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31035048-e2bd-44dd-b7c6-a2f54a450987 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Made reservation on behalf of 7abe2b6cfff24f99ae7610f551f29b9a for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:32.057480 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31035048-e2bd-44dd-b7c6-a2f54a450987 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:32.075524 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'name': 'tempest-ServersTestManualDisk-510528513-router', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'gw_port': {'id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '510f0051-0aae-48aa-824e-052abb3c279a', 'name': '', 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'mac_address': 'fa:16:3e:92:e1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0027449-e10a-46e7-87b0-be138fcb5208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:10Z', 'updated_at': '2022-01-20T10:58:30Z', 'revision_number': 4, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'subnets': [{'id': 'c0027449-e10a-46e7-87b0-be138fcb5208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:32.113074 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6a012-cbd8-4410-bb30-fcb390c74f62 None None] The sync data for ids ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'] in dv-neutron-825471-1-hyperv is: [{'id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'name': 'tempest-ServersTestManualDisk-510528513-router', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'gw_port': {'id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '510f0051-0aae-48aa-824e-052abb3c279a', 'name': '', 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'mac_address': 'fa:16:3e:92:e1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0027449-e10a-46e7-87b0-be138fcb5208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:10Z', 'updated_at': '2022-01-20T10:58:30Z', 'revision_number': 4, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'subnets': [{'id': 'c0027449-e10a-46e7-87b0-be138fcb5208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:58:32.172999 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'name': 'tempest-ServerActionsTestJSON-699348268-router', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:57Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'gw_port': {'id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:57:59Z', 'updated_at': '2022-01-20T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '2f8373c5-e139-4371-a1f5-0360c714e7c1', 'name': '', 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'mac_address': 'fa:16:3e:0b:5b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:10Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 2, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'subnets': [{'id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:32.181400 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Checking router: ff415214-044c-4d3c-b629-f2b05ed9dc0b for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 10:58:32.181400 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Updating router ff415214-044c-4d3c-b629-f2b05ed9dc0b port 2f8373c5-e139-4371-a1f5-0360c714e7c1 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 10:58:32.225330 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107af48c-e077-44f9-997e-bc80f953ae78 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Pushing event deleted for resources: {'Network': ['ID=a89b6697-de5d-46e4-823f-b0ea97ac84ef,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:32.253529 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-107af48c-e077-44f9-997e-bc80f953ae78 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:32.259510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2f9ae-fbee-4417-b20a-741fba710680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Pushing event deleted for resources: {'Port': ['ID=c58ee12d-a99e-45ed-a5a6-96577c15d82b,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:32.264872 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a85a60-3ca7-4f7e-a302-e86f0f7a236a None None] Pushing event updated for resources: {'Port': ['ID=d787268a-03f4-4a10-9d22-febd0a925a1d,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:32.270812 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:32.275781 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Routers {'c3d182f6-b993-4432-ab63-9515a26bb6c3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:58:32.276437 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:58:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['c3d182f6-b993-4432-ab63-9515a26bb6c3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:32.282311 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9ef2f9ae-fbee-4417-b20a-741fba710680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:32.301287 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-31035048-e2bd-44dd-b7c6-a2f54a450987 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] device_id is not set on port 3187cc3c-4edd-4132-a457-fe4c79625084 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:32.441887 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 510f0051-0aae-48aa-824e-052abb3c279a up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:32.489027 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-107af48c-e077-44f9-997e-bc80f953ae78 tempest-ExternalNetworksTestJSON-1867169079 tempest-ExternalNetworksTestJSON-1867169079-project-admin] 10.222.0.70 "DELETE /v2.0/networks/a89b6697-de5d-46e4-823f-b0ea97ac84ef HTTP/1.1" status: 204 len: 168 time: 2.6766210 Jan 20 10:58:32.493251 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9ef2f9ae-fbee-4417-b20a-741fba710680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] 10.222.0.70 "DELETE /v2.0/ports/c58ee12d-a99e-45ed-a5a6-96577c15d82b HTTP/1.1" status: 204 len: 168 time: 2.3541081 Jan 20 10:58:32.495334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:32.496702 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55202) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:32.497043 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55204) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:32.591612 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:32.625574 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-33587cea-8f37-4add-b289-afbf6ebfdac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] GET failed (client error): The resource could not be found. Jan 20 10:58:32.626681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-33587cea-8f37-4add-b289-afbf6ebfdac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Synchronizing usage tracker for tenant:44b3fc380fd54588b5ef41e6d25dc4f6 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:32.635980 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:32.671583 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-69dd7b63-8bb9-46c1-ad35-fc161c896317 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] DELETE failed (client error): The resource could not be found. Jan 20 10:58:32.672031 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69dd7b63-8bb9-46c1-ad35-fc161c896317 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 10:58:32.673726 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-69dd7b63-8bb9-46c1-ad35-fc161c896317 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] 10.222.0.70 "DELETE /v2.0/subnets/556bd7f8-219c-4a3d-94ce-de22c11d8dea HTTP/1.1" status: 404 len: 337 time: 0.1757190 Jan 20 10:58:32.689812 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 510f0051-0aae-48aa-824e-052abb3c279a completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:32.695412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55212) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:32.716583 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 510f0051-0aae-48aa-824e-052abb3c279a triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:32.717253 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:32.743544 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] Set router c3d182f6-b993-4432-ab63-9515a26bb6c3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:58:32.787391 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-33587cea-8f37-4add-b289-afbf6ebfdac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] Unset dirty status for tenant:44b3fc380fd54588b5ef41e6d25dc4f6 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:32.792308 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-33587cea-8f37-4add-b289-afbf6ebfdac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467215516-project-admin] 10.222.0.70 "GET /v2.0/ports/c58ee12d-a99e-45ed-a5a6-96577c15d82b HTTP/1.1" status: 404 len: 333 time: 0.2896633 Jan 20 10:58:32.822966 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55218) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:32.864381 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Pushing event updated for resources: {'Port': ['ID=6498e42f-ed24-4bb0-a504-b41fc9916c60,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:32.975187 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9ca19ced-e647-4014-aad3-15fcee32e9b2 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:32.998229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:33.001201 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-44cee30f-7d5e-4a2b-b315-0016d26ec979 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:33.001880 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-44cee30f-7d5e-4a2b-b315-0016d26ec979 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Synchronizing usage tracker for tenant:f524b6c0c60749f2833f5e039c4b5e15 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:33.018893 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:33.038390 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d711a268-19c0-4add-a5f6-76b5ea091922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:33.054920 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-a3d58f72-3f02-40a2-821d-e42655b0217b tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a8cdee6b9b64cc6952bd8d638e90fed&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1529670 Jan 20 10:58:33.086760 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:33.104286 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:33.105491 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c94d5e3e-da1a-4ac6-91f0-2989c2cc8473 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5991902 Jan 20 10:58:33.134995 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 510f0051-0aae-48aa-824e-052abb3c279a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=510f0051-0aae-48aa-824e-052abb3c279a,segment=NetworkSegment(488a7e58-230e-4c68-aa35-f44e529e9651),segment_id=488a7e58-230e-4c68-aa35-f44e529e9651)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:58:33.147698 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] device_id is not set on port af0e366e-b9b5-4fcc-a11f-27f56db172a1 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:33.157563 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Transition to ACTIVE for port object 2f8373c5-e139-4371-a1f5-0360c714e7c1 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:33.205995 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:33.313322 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:33.327492 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'name': 'tempest-ServersTestJSON-1799362173-router', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'gw_port': {'id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd787268a-03f4-4a10-9d22-febd0a925a1d', 'name': '', 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'mac_address': 'fa:16:3e:c2:0a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b254d4-c891-4e92-85e5-f2bec53994c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:11Z', 'updated_at': '2022-01-20T10:58:31Z', 'revision_number': 4, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'subnets': [{'id': '96b254d4-c891-4e92-85e5-f2bec53994c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:33.341925 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084efef-e712-4e1c-be7e-834c1569703f None None] The sync data for ids ['c3d182f6-b993-4432-ab63-9515a26bb6c3'] in dv-neutron-825471-1-hyperv is: [{'id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'name': 'tempest-ServersTestJSON-1799362173-router', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'gw_port': {'id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd787268a-03f4-4a10-9d22-febd0a925a1d', 'name': '', 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'mac_address': 'fa:16:3e:c2:0a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b254d4-c891-4e92-85e5-f2bec53994c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:11Z', 'updated_at': '2022-01-20T10:58:31Z', 'revision_number': 4, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'subnets': [{'id': '96b254d4-c891-4e92-85e5-f2bec53994c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:58:33.429372 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-44cee30f-7d5e-4a2b-b315-0016d26ec979 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Unset dirty status for tenant:f524b6c0c60749f2833f5e039c4b5e15 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:33.438631 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-44cee30f-7d5e-4a2b-b315-0016d26ec979 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/networks?id=008238da-375f-4195-90bf-ab2c5c0f18ed HTTP/1.1" status: 200 len: 806 time: 1.4458978 Jan 20 10:58:33.441245 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-31035048-e2bd-44dd-b7c6-a2f54a450987 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Allocated IP 2001:db8::1c8 (e6021adc-3af6-4465-ac53-1c41bc4d6350/8d99eef7-d28f-44dd-8a55-17b15f0447bb/3187cc3c-4edd-4132-a457-fe4c79625084) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:33.474532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9ca19ced-e647-4014-aad3-15fcee32e9b2 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:33.542361 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-45b813be-4e6f-47cf-bacc-6d4406892ccd tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/quotas/f524b6c0c60749f2833f5e039c4b5e15 HTTP/1.1" status: 200 len: 375 time: 0.1039829 Jan 20 10:58:33.584396 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=510f0051-0aae-48aa-824e-052abb3c279a,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:33.650787 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d711a268-19c0-4add-a5f6-76b5ea091922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:33.672562 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:33.719831 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-d711a268-19c0-4add-a5f6-76b5ea091922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc2eb63-4877-4597-adfb-f5acd183d168']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:33.753268 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-9ca19ced-e647-4014-aad3-15fcee32e9b2 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ee37c3-6dfa-4431-8f2b-13a53d7e316b']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:33.768256 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-58ec66b9-c3bf-4c57-b7d7-bf7c45e6f380 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 10:58:33.775819 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-58ec66b9-c3bf-4c57-b7d7-bf7c45e6f380 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4353783 Jan 20 10:58:33.781575 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-d711a268-19c0-4add-a5f6-76b5ea091922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd8b333-3587-4ba1-b31f-4aca94cc9a86') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:33.784692 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-d711a268-19c0-4add-a5f6-76b5ea091922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd8b333-3587-4ba1-b31f-4aca94cc9a86') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:33.811603 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-9ca19ced-e647-4014-aad3-15fcee32e9b2 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6d57a4-3940-4615-a976-5797e1a61614') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:33.812164 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-9ca19ced-e647-4014-aad3-15fcee32e9b2 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6d57a4-3940-4615-a976-5797e1a61614') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:33.829494 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d711a268-19c0-4add-a5f6-76b5ea091922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:33.864359 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:33.866602 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044fe67-0919-4c7b-8d36-b56bb785014e None None] Pushing event updated for resources: {'Port': ['ID=2f8373c5-e139-4371-a1f5-0360c714e7c1,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:33.872826 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9ca19ced-e647-4014-aad3-15fcee32e9b2 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:33.908998 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d711a268-19c0-4add-a5f6-76b5ea091922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:33.917312 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Attempting to bind port 2f8373c5-e139-4371-a1f5-0360c714e7c1 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:33.917978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Attempting to bind port 2f8373c5-e139-4371-a1f5-0360c714e7c1 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '001609c9-628d-45b4-8071-84ff8454d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:33.918240 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9ca19ced-e647-4014-aad3-15fcee32e9b2 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:33.918706 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Attempting to bind port 2f8373c5-e139-4371-a1f5-0360c714e7c1 on network ca1f7bf9-9972-4b0c-baef-5692be1408d6 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:33.923978 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d711a268-19c0-4add-a5f6-76b5ea091922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:58:33.924452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d711a268-19c0-4add-a5f6-76b5ea091922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:33.932880 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:58:33.940604 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Checking segment: {'id': '001609c9-628d-45b4-8071-84ff8454d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:33.940604 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:33.940604 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Bound using segment: {'id': '001609c9-628d-45b4-8071-84ff8454d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:58:33.940604 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Bound port: 2f8373c5-e139-4371-a1f5-0360c714e7c1, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001609c9-628d-45b4-8071-84ff8454d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:58:33.940604 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:58:33.959628 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:58:33.970738 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca19ced-e647-4014-aad3-15fcee32e9b2 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:58:33.971149 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9ca19ced-e647-4014-aad3-15fcee32e9b2 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:33.971944 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7870ddae-9b58-4365-9a0e-ac5f85deb1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:58:34.005926 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:58:34.176909 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] For port 2f8373c5-e139-4371-a1f5-0360c714e7c1, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:34.180811 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] For port 2f8373c5-e139-4371-a1f5-0360c714e7c1, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2f8373c5-e139-4371-a1f5-0360c714e7c1,segment=NetworkSegment(001609c9-628d-45b4-8071-84ff8454d8df),segment_id=001609c9-628d-45b4-8071-84ff8454d8df)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:58:34.229969 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event updated for resources: {'Port': ['ID=130607e0-2abd-4042-ae2d-be5fc629cfc8,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:34.289606 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:34.357694 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d711a268-19c0-4add-a5f6-76b5ea091922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:34.389129 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-97330f5d-9ef6-4e70-8ad1-0a26323af917 service neutron] 10.222.0.70 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124573 Jan 20 10:58:34.411478 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d711a268-19c0-4add-a5f6-76b5ea091922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:34.429955 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d711a268-19c0-4add-a5f6-76b5ea091922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] 10.222.0.70 "DELETE /v2.0/networks/adc2eb63-4877-4597-adfb-f5acd183d168 HTTP/1.1" status: 204 len: 168 time: 1.6014843 Jan 20 10:58:34.434899 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9ca19ced-e647-4014-aad3-15fcee32e9b2 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:34.437375 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711a268-19c0-4add-a5f6-76b5ea091922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654209886-project] Pushing event deleted for resources: {'Network': ['ID=adc2eb63-4877-4597-adfb-f5acd183d168,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:34.443226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9ca19ced-e647-4014-aad3-15fcee32e9b2 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:34.446381 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9ca19ced-e647-4014-aad3-15fcee32e9b2 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] 10.222.0.70 "DELETE /v2.0/networks/d8ee37c3-6dfa-4431-8f2b-13a53d7e316b HTTP/1.1" status: 204 len: 168 time: 1.7477758 Jan 20 10:58:34.447241 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-102b5048-7039-41ed-86bd-ac49257369b5 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f524b6c0c60749f2833f5e039c4b5e15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9022708 Jan 20 10:58:34.469305 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044fe67-0919-4c7b-8d36-b56bb785014e None None] Pushing event updated for resources: {'Port': ['ID=2f8373c5-e139-4371-a1f5-0360c714e7c1,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:34.486988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Routers {'ff415214-044c-4d3c-b629-f2b05ed9dc0b'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:58:34.487660 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:58:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:34.540499 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Checking segment: {'id': '4a23acbc-8cea-4213-a618-b1fbab3b4361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'd1d759e7-fba1-4fb6-8982-cb426c09790a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:34.541080 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Network hostable DHCP agents. Network: d1d759e7-fba1-4fb6-8982-cb426c09790a, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:58:34.589351 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d787268a-03f4-4a10-9d22-febd0a925a1d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:34.719527 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca19ced-e647-4014-aad3-15fcee32e9b2 tempest-ExternalNetworksTestJSON-119525493 tempest-ExternalNetworksTestJSON-119525493-project] Pushing event deleted for resources: {'Network': ['ID=d8ee37c3-6dfa-4431-8f2b-13a53d7e316b,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:34.770230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31035048-e2bd-44dd-b7c6-a2f54a450987 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:34.836515 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-31035048-e2bd-44dd-b7c6-a2f54a450987 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Transition to ACTIVE for port object 3187cc3c-4edd-4132-a457-fe4c79625084 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:34.867089 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-9b622c21-7081-48b9-817e-4d7ac6667d13 service neutron] 10.222.0.70 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380891 Jan 20 10:58:34.901464 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:34.934662 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] Set router ff415214-044c-4d3c-b629-f2b05ed9dc0b gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:58:34.969581 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Network d1d759e7-fba1-4fb6-8982-cb426c09790a is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:58:35.025413 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31035048-e2bd-44dd-b7c6-a2f54a450987 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:35.044994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:35.188242 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port d787268a-03f4-4a10-9d22-febd0a925a1d completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:35.193039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, d1d759e7-fba1-4fb6-8982-cb426c09790a) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:35.208729 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port d787268a-03f4-4a10-9d22-febd0a925a1d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:35.209189 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:35.241239 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:35.242128 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:35.250099 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea976028-8ce3-450f-b980-5d72fee3bd53 None None] Network d1d759e7-fba1-4fb6-8982-cb426c09790a requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:35.316313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55262) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:35.318293 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31035048-e2bd-44dd-b7c6-a2f54a450987 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Network e6021adc-3af6-4465-ac53-1c41bc4d6350 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:35.326784 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-31035048-e2bd-44dd-b7c6-a2f54a450987 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:35.339227 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31035048-e2bd-44dd-b7c6-a2f54a450987 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:35.343142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31035048-e2bd-44dd-b7c6-a2f54a450987 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:35.343761 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31035048-e2bd-44dd-b7c6-a2f54a450987 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:35.382933 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31035048-e2bd-44dd-b7c6-a2f54a450987 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event updated for resources: {'Port': ['ID=3187cc3c-4edd-4132-a457-fe4c79625084,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:35.541100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55282) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:35.570156 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event updated for resources: {'Port': ['ID=af0e366e-b9b5-4fcc-a11f-27f56db172a1,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:35.676862 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-39c4ef7a-dfe4-4e70-88f1-438754d39fa0 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2020909151&fields=id&tenant_id=0bee70239b8e4619a62843d13cf51ee9 HTTP/1.1" status: 200 len: 267 time: 0.1253240 Jan 20 10:58:35.685877 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Checking segment: {'id': '844d7edd-6416-41b3-8103-338eb1b60041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ab4fda44-bd68-4f9f-b01e-1434b933c4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:35.686732 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Network hostable DHCP agents. Network: ab4fda44-bd68-4f9f-b01e-1434b933c4ac, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:58:35.782766 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6a1ea356-04a6-45e4-b129-82d426029d90 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7555fa72262d400b9fd9839c74956810&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4651227 Jan 20 10:58:35.785339 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55298) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:35.862307 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:35.879133 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-408082eb-3905-4e0d-a4f1-a57d635c4f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:35.914419 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-31035048-e2bd-44dd-b7c6-a2f54a450987 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.4595225 Jan 20 10:58:35.919858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Network ab4fda44-bd68-4f9f-b01e-1434b933c4ac is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:58:35.926021 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-e92d5f97-518c-49d1-9404-2fc06b59b85b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 10:58:35.926264 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55302) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:35.927015 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-e92d5f97-518c-49d1-9404-2fc06b59b85b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3658280 Jan 20 10:58:35.936395 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-732321dc-3a68-4475-ab2f-7cf675990f28 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::337', 'mac_address': 'fa:16:3e:ed:b7:02'}]}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:35.967614 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port d787268a-03f4-4a10-9d22-febd0a925a1d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d787268a-03f4-4a10-9d22-febd0a925a1d,segment=NetworkSegment(3dfa1d30-4d9d-46ba-832a-ef358ccc133a),segment_id=3dfa1d30-4d9d-46ba-832a-ef358ccc133a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:58:35.992653 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-408082eb-3905-4e0d-a4f1-a57d635c4f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:35.995587 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'name': 'tempest-ServerActionsTestJSON-699348268-router', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:57Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'gw_port': {'id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:57:59Z', 'updated_at': '2022-01-20T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '2f8373c5-e139-4371-a1f5-0360c714e7c1', 'name': '', 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'mac_address': 'fa:16:3e:0b:5b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:10Z', 'updated_at': '2022-01-20T10:58:34Z', 'revision_number': 4, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'subnets': [{'id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:36.000087 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c50f291-c22d-4bf3-9386-535d2c0c5e2c None None] The sync data for ids ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'] in dv-neutron-825471-1-hyperv is: [{'id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'name': 'tempest-ServerActionsTestJSON-699348268-router', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:57Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'gw_port': {'id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:57:59Z', 'updated_at': '2022-01-20T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '2f8373c5-e139-4371-a1f5-0360c714e7c1', 'name': '', 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'mac_address': 'fa:16:3e:0b:5b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:10Z', 'updated_at': '2022-01-20T10:58:34Z', 'revision_number': 4, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'subnets': [{'id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:58:36.057448 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:36.060397 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 510f0051-0aae-48aa-824e-052abb3c279a up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:36.231268 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8b0f1ce5-56b6-4d0b-9138-46189cffa6e6 None None] Provisioning for port 3187cc3c-4edd-4132-a457-fe4c79625084 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:36.269395 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, ab4fda44-bd68-4f9f-b01e-1434b933c4ac) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:36.276845 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:36.286456 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:36.291117 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7f46aa43-3902-4b8a-92eb-91659d9afb01 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a2ee8d84fba41dab227ccd0f465aa45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7455115 Jan 20 10:58:36.292176 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55310) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:36.293403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:36.295488 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a889c120-5472-42cb-862b-38f552e35ce2 None None] Network ab4fda44-bd68-4f9f-b01e-1434b933c4ac requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:36.296316 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:36.326286 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-890176a9-7499-4133-b57f-c71f4fffc023 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:36.327234 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-890176a9-7499-4133-b57f-c71f4fffc023 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/networks?id=46b4d099-347f-49fe-97b4-d696aebdf353 HTTP/1.1" status: 200 len: 811 time: 0.6289337 Jan 20 10:58:36.348545 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8b0f1ce5-56b6-4d0b-9138-46189cffa6e6 None None] Provisioning complete for port 3187cc3c-4edd-4132-a457-fe4c79625084 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:36.349204 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8b0f1ce5-56b6-4d0b-9138-46189cffa6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:36.396308 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-1aa711b8-9060-4bfb-8b35-edbe93e78623 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/quotas/0bee70239b8e4619a62843d13cf51ee9 HTTP/1.1" status: 200 len: 375 time: 0.0525446 Jan 20 10:58:36.471172 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-39f74ecf-3ba4-480d-9574-bc9774873594 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.8192358 Jan 20 10:58:36.476902 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55316) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:36.477423 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-3bd33e28-3aae-4844-b4a3-078cb7b439e6 service neutron] 10.222.0.70 "GET /v2.0/networks/008238da-375f-4195-90bf-ab2c5c0f18ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370867 Jan 20 10:58:36.547650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-732321dc-3a68-4475-ab2f-7cf675990f28 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:36.556797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=d787268a-03f4-4a10-9d22-febd0a925a1d,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:36.559954 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-408082eb-3905-4e0d-a4f1-a57d635c4f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:36.601515 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-408082eb-3905-4e0d-a4f1-a57d635c4f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:36.610612 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-408082eb-3905-4e0d-a4f1-a57d635c4f47 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7edd60e0-e10c-4e5e-ae16-72482105d9ed HTTP/1.1" status: 204 len: 168 time: 0.8239300 Jan 20 10:58:36.613192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7748-f678-4dd1-8928-09a12aacc8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:36.638583 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-1ab1f585-cacc-430e-96db-b8e40b70bac8 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0bee70239b8e4619a62843d13cf51ee9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2312269 Jan 20 10:58:36.651616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408082eb-3905-4e0d-a4f1-a57d635c4f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edd60e0-e10c-4e5e-ae16-72482105d9ed,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:36.726779 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:36.822505 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-7af3d71a-d5fd-4832-a562-6fda9c978e6a service neutron] 10.222.0.70 "GET /v2.0/networks/008238da-375f-4195-90bf-ab2c5c0f18ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130465 Jan 20 10:58:36.864085 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7748-f678-4dd1-8928-09a12aacc8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:36.916141 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f1ce5-56b6-4d0b-9138-46189cffa6e6 None None] Port 3187cc3c-4edd-4132-a457-fe4c79625084 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:36.986894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 510f0051-0aae-48aa-824e-052abb3c279a triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:36.987268 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:36.996452 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-a7c10fd8-2052-4221-a0cd-082cc9cbca99 service neutron] 10.222.0.70 "GET /v2.0/networks/46b4d099-347f-49fe-97b4-d696aebdf353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370306 Jan 20 10:58:37.175364 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3482874-bc58-4a59-9600-d45ea03d0706 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:37.181458 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3482874-bc58-4a59-9600-d45ea03d0706 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:37.188377 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b3482874-bc58-4a59-9600-d45ea03d0706 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7078080 Jan 20 10:58:37.197403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55340) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:37.248872 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-732321dc-3a68-4475-ab2f-7cf675990f28 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:37.357765 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7748-f678-4dd1-8928-09a12aacc8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:37.388179 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa7748-f678-4dd1-8928-09a12aacc8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e1466a-a5a9-41db-9dc3-58296a03843a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:37.404878 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d3aa7748-f678-4dd1-8928-09a12aacc8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:37.406235 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d3aa7748-f678-4dd1-8928-09a12aacc8e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94e1466a-a5a9-41db-9dc3-58296a03843a HTTP/1.1" status: 204 len: 168 time: 1.1139994 Jan 20 10:58:37.429269 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-732321dc-3a68-4475-ab2f-7cf675990f28 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:37.618179 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1784f501-b7f7-4e5b-b2fd-5ca638854e2f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Deleting port 130607e0-2abd-4042-ae2d-be5fc629cfc8 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:37.618598 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1784f501-b7f7-4e5b-b2fd-5ca638854e2f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:37.641120 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-732321dc-3a68-4475-ab2f-7cf675990f28 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] In _notify_port_updated(), no bound segment for port 3187cc3c-4edd-4132-a457-fe4c79625084 on network e6021adc-3af6-4465-ac53-1c41bc4d6350 {{(pid=84331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 10:58:37.643956 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732321dc-3a68-4475-ab2f-7cf675990f28 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:37.644847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-732321dc-3a68-4475-ab2f-7cf675990f28 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:37.646592 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-732321dc-3a68-4475-ab2f-7cf675990f28 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "PUT /v2.0/ports/3187cc3c-4edd-4132-a457-fe4c79625084 HTTP/1.1" status: 200 len: 1002 time: 1.7192497 Jan 20 10:58:37.663476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55364) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:37.783108 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d787268a-03f4-4a10-9d22-febd0a925a1d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:37.786132 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d770a510-2535-4fd0-a13a-49582007aca3 req-a8d127ad-6acc-4726-a5a1-50ba51744433 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 210 time: 0.3260729 Jan 20 10:58:37.819827 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732321dc-3a68-4475-ab2f-7cf675990f28 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event updated for resources: {'Port': ['ID=3187cc3c-4edd-4132-a457-fe4c79625084,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:37.896674 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-ac3c7b3c-d201-4a78-a83a-436e97454d76 service neutron] 10.222.0.70 "GET /v2.0/networks/46b4d099-347f-49fe-97b4-d696aebdf353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8973477 Jan 20 10:58:37.912895 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a74b6-217f-4a11-8a23-cfa02999c986 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Deleting port 3187cc3c-4edd-4132-a457-fe4c79625084 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:37.913244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a6a74b6-217f-4a11-8a23-cfa02999c986 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:38.008251 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port d787268a-03f4-4a10-9d22-febd0a925a1d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:38.008918 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:38.131079 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-53c902aa-b229-4071-b50c-db85cf80b917 req-6c2fbe71-d580-4f1e-a58d-6f64a8d691c6 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 210 time: 0.1143539 Jan 20 10:58:38.288028 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-74b91e3e-e0cd-432a-99f4-171d8e68366e None None] Provisioning complete for port 3187cc3c-4edd-4132-a457-fe4c79625084 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:38.289813 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-74b91e3e-e0cd-432a-99f4-171d8e68366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:38.293505 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1784f501-b7f7-4e5b-b2fd-5ca638854e2f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:38.402477 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a6a74b6-217f-4a11-8a23-cfa02999c986 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:38.446957 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1784f501-b7f7-4e5b-b2fd-5ca638854e2f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Calling delete_port for 130607e0-2abd-4042-ae2d-be5fc629cfc8 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:38.578236 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a74b6-217f-4a11-8a23-cfa02999c986 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Calling delete_port for 3187cc3c-4edd-4132-a457-fe4c79625084 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:38.586115 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-74b91e3e-e0cd-432a-99f4-171d8e68366e None None] Port 3187cc3c-4edd-4132-a457-fe4c79625084 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:38.614612 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d578554-ec82-4384-a4df-8b43e912821c req-26546579-aa8a-401e-8760-60251fd0223b tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 210 time: 0.1009939 Jan 20 10:58:38.674225 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2f8373c5-e139-4371-a1f5-0360c714e7c1 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:38.770348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55394) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:38.843719 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1784f501-b7f7-4e5b-b2fd-5ca638854e2f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:38.910133 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784f501-b7f7-4e5b-b2fd-5ca638854e2f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event deleted for resources: {'Port': ['ID=130607e0-2abd-4042-ae2d-be5fc629cfc8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:38.916191 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-12515866-3efb-4211-bb1a-6016909191fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=44b3fc380fd54588b5ef41e6d25dc4f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1444898 Jan 20 10:58:38.918939 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55402) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:38.926399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1784f501-b7f7-4e5b-b2fd-5ca638854e2f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:38.937465 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 2f8373c5-e139-4371-a1f5-0360c714e7c1 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:38.943322 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 2f8373c5-e139-4371-a1f5-0360c714e7c1 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:38.943971 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:39.033075 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-51ee319a-2791-4090-88a9-b44a0fdcb005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:39.035151 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a6a74b6-217f-4a11-8a23-cfa02999c986 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:39.056518 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1784f501-b7f7-4e5b-b2fd-5ca638854e2f tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "DELETE /v2.0/ports/130607e0-2abd-4042-ae2d-be5fc629cfc8 HTTP/1.1" status: 204 len: 168 time: 1.8564129 Jan 20 10:58:39.066851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55406) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:39.066851 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b39d0cba-0269-4146-b058-d988b4dfc174 req-e2587500-cce0-43d1-9f8f-b9de373ecd4d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 210 time: 0.1259258 Jan 20 10:58:39.082840 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:39.120223 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55410) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:39.128180 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 2f8373c5-e139-4371-a1f5-0360c714e7c1, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2f8373c5-e139-4371-a1f5-0360c714e7c1,segment=NetworkSegment(001609c9-628d-45b4-8071-84ff8454d8df),segment_id=001609c9-628d-45b4-8071-84ff8454d8df)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:58:39.165596 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-a7d94905-c9ff-4c1a-b785-2ce6708cf477 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Deleting port af0e366e-b9b5-4fcc-a11f-27f56db172a1 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:39.166005 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7d94905-c9ff-4c1a-b785-2ce6708cf477 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:39.299231 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:39.346914 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a74b6-217f-4a11-8a23-cfa02999c986 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event deleted for resources: {'Port': ['ID=3187cc3c-4edd-4132-a457-fe4c79625084,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:39.403007 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:39.411177 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-51ee319a-2791-4090-88a9-b44a0fdcb005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:39.429065 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fd7612a5-3023-487c-a562-4e735d40d27b req-52eff3a8-74af-4f81-801a-59319aa709dd tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 210 time: 0.1029854 Jan 20 10:58:39.432411 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-71a2c3a2-69fa-457d-b3cd-e09dc4b453dc tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:39.440400 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=2f8373c5-e139-4371-a1f5-0360c714e7c1,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:39.563348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55424) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:39.651171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a6a74b6-217f-4a11-8a23-cfa02999c986 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:39.667694 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8a6a74b6-217f-4a11-8a23-cfa02999c986 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "DELETE /v2.0/ports/3187cc3c-4edd-4132-a457-fe4c79625084 HTTP/1.1" status: 204 len: 168 time: 2.0030768 Jan 20 10:58:39.669956 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-71a2c3a2-69fa-457d-b3cd-e09dc4b453dc tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] 10.222.0.70 "PUT /v2.0/quotas/c9915eaf8d6343608545d1c58e01a1ff HTTP/1.1" status: 200 len: 368 time: 0.5486319 Jan 20 10:58:39.670571 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55430) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:39.672991 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55432) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:39.688627 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7d94905-c9ff-4c1a-b785-2ce6708cf477 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:39.720889 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Request body: {'network': {'project_id': 'c9915eaf8d6343608545d1c58e01a1ff'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:39.731110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:39.733654 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d81910-7b9e-48b5-b001-1c2ea0676e77 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] GET failed (client error): The resource could not be found. Jan 20 10:58:39.734146 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d8d81910-7b9e-48b5-b001-1c2ea0676e77 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Synchronizing usage tracker for tenant:7abe2b6cfff24f99ae7610f551f29b9a on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:39.739778 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Usage tracker for resource:network and tenant:c9915eaf8d6343608545d1c58e01a1ff is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:39.745309 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:39.763690 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:39.766617 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-51ee319a-2791-4090-88a9-b44a0fdcb005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:39.768670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-51ee319a-2791-4090-88a9-b44a0fdcb005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:39.773345 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-51ee319a-2791-4090-88a9-b44a0fdcb005 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ebe89ee-09e5-4b93-87be-a7114207087e HTTP/1.1" status: 204 len: 168 time: 0.8500867 Jan 20 10:58:39.786233 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee319a-2791-4090-88a9-b44a0fdcb005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebe89ee-09e5-4b93-87be-a7114207087e,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:39.854726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d8d81910-7b9e-48b5-b001-1c2ea0676e77 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Unset dirty status for tenant:7abe2b6cfff24f99ae7610f551f29b9a on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:39.860098 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d8d81910-7b9e-48b5-b001-1c2ea0676e77 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "GET /v2.0/ports/3187cc3c-4edd-4132-a457-fe4c79625084 HTTP/1.1" status: 404 len: 333 time: 0.1843672 Jan 20 10:58:39.861027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55444) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:39.867948 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-80171f37-e4d3-4c90-a4cf-545d4c7885e0 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Request body: {'port': {'network_id': 'e6021adc-3af6-4465-ac53-1c41bc4d6350', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-559325666'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:39.883346 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-a7d94905-c9ff-4c1a-b785-2ce6708cf477 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Calling delete_port for af0e366e-b9b5-4fcc-a11f-27f56db172a1 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:39.896723 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Made reservation on behalf of c9915eaf8d6343608545d1c58e01a1ff for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:39.900163 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:39.926821 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-24aac3f6-e940-4d07-a411-64e11c97f330 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=142334156919469b8b754ac4c54b26c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3626308 Jan 20 10:58:39.929262 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55448) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:39.930190 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7c5a2731-2b48-4f30-8b3a-c56ff53dbfe7 req-3ca676c1-242c-4280-ab7f-2a11351bda83 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 210 time: 0.1695282 Jan 20 10:58:40.020415 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:40.122854 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-80171f37-e4d3-4c90-a4cf-545d4c7885e0 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:40.141100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-80171f37-e4d3-4c90-a4cf-545d4c7885e0 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:40.146390 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7d94905-c9ff-4c1a-b785-2ce6708cf477 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:40.166503 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c56db505-160a-4ce6-a5d9-49122cf894ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:40.169254 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:40.180549 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Usage tracker for resource:security_group_rule and tenant:c9915eaf8d6343608545d1c58e01a1ff is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:40.187437 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:40.202063 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:40.213064 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d94905-c9ff-4c1a-b785-2ce6708cf477 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event deleted for resources: {'Port': ['ID=af0e366e-b9b5-4fcc-a11f-27f56db172a1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:40.214304 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c56db505-160a-4ce6-a5d9-49122cf894ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:40.226912 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7d94905-c9ff-4c1a-b785-2ce6708cf477 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:40.233729 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a7d94905-c9ff-4c1a-b785-2ce6708cf477 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "DELETE /v2.0/ports/af0e366e-b9b5-4fcc-a11f-27f56db172a1 HTTP/1.1" status: 204 len: 168 time: 1.1703873 Jan 20 10:58:40.235835 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55458) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:40.282569 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e2ccfadb-0aff-4f44-913c-b6190748e739 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Synchronizing usage tracker for tenant:d9d51d9bd6ad4a6fafdf454cc11618e5 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:40.313860 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:40.327454 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-83001513-2dcb-42db-905c-fab3a66c50ad req-5f9b5c7b-797e-486d-925a-5cdc76862ce7 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 210 time: 0.0516348 Jan 20 10:58:40.448414 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80171f37-e4d3-4c90-a4cf-545d4c7885e0 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Made reservation on behalf of 7abe2b6cfff24f99ae7610f551f29b9a for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:40.451504 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-80171f37-e4d3-4c90-a4cf-545d4c7885e0 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:40.473855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-80171f37-e4d3-4c90-a4cf-545d4c7885e0 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] device_id is not set on port c575adf3-f092-4361-b149-c6b2a3baea47 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:40.543074 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e2ccfadb-0aff-4f44-913c-b6190748e739 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Unset dirty status for tenant:d9d51d9bd6ad4a6fafdf454cc11618e5 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:40.546591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:40.550236 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e2ccfadb-0aff-4f44-913c-b6190748e739 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3121126 Jan 20 10:58:40.550519 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55466) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:40.556720 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ec1faa3d-60d4-475f-a26f-0eea79e5a7b3 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1305472480'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:40.565126 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ec1faa3d-60d4-475f-a26f-0eea79e5a7b3 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:40.568098 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c56db505-160a-4ce6-a5d9-49122cf894ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:40.590371 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ec1faa3d-60d4-475f-a26f-0eea79e5a7b3 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Usage tracker for resource:network and tenant:d9d51d9bd6ad4a6fafdf454cc11618e5 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:40.598969 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ec1faa3d-60d4-475f-a26f-0eea79e5a7b3 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:40.610457 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ec1faa3d-60d4-475f-a26f-0eea79e5a7b3 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:40.683062 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:58:40.686419 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-180155e5-57cd-417b-924e-6f5f510f4f66 req-912cab09-2510-4ae0-b821-671d4c4fe036 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 210 time: 0.0528340 Jan 20 10:58:40.691071 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c28a39-1b4e-4e85-9d74-08c5c1901cc0,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:40.705856 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1faa3d-60d4-475f-a26f-0eea79e5a7b3 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Made reservation on behalf of d9d51d9bd6ad4a6fafdf454cc11618e5 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:40.709944 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56db505-160a-4ce6-a5d9-49122cf894ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436d21a6-8762-4598-8a72-3839ae4965cc,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:40.714637 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec1faa3d-60d4-475f-a26f-0eea79e5a7b3 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:40.716038 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:40.716478 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Added segment b3dd850a-b401-4799-9996-7ca611844cf3 of type vlan for network e1b31324-27d2-444b-9018-fe30b31ccb05 Jan 20 10:58:40.739291 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-80171f37-e4d3-4c90-a4cf-545d4c7885e0 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Allocated IP 2001:db8::2a8 (e6021adc-3af6-4465-ac53-1c41bc4d6350/8d99eef7-d28f-44dd-8a55-17b15f0447bb/c575adf3-f092-4361-b149-c6b2a3baea47) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:40.765960 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1faa3d-60d4-475f-a26f-0eea79e5a7b3 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:58:40.773026 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:40.784984 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec1faa3d-60d4-475f-a26f-0eea79e5a7b3 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:40.785964 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-ec1faa3d-60d4-475f-a26f-0eea79e5a7b3 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Added segment a3cbaa36-abec-42a4-8598-4fb4e722c64b of type vlan for network 23530ea2-dd99-4bc5-943c-dbab39fe19e3 Jan 20 10:58:40.825054 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec1faa3d-60d4-475f-a26f-0eea79e5a7b3 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:40.894737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c56db505-160a-4ce6-a5d9-49122cf894ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:40.898755 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c56db505-160a-4ce6-a5d9-49122cf894ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/436d21a6-8762-4598-8a72-3839ae4965cc HTTP/1.1" status: 204 len: 168 time: 0.9010551 Jan 20 10:58:40.971553 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec1faa3d-60d4-475f-a26f-0eea79e5a7b3 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:40.976417 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1faa3d-60d4-475f-a26f-0eea79e5a7b3 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:40.977395 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec1faa3d-60d4-475f-a26f-0eea79e5a7b3 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:41.006335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:41.007249 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:41.011584 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:41.099707 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.72', 49857) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:41.183026 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Pushing event updated for resources: {'Network': ['ID=e1b31324-27d2-444b-9018-fe30b31ccb05,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:41.193393 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network e1b31324-27d2-444b-9018-fe30b31ccb05 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:58:41.218110 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eb58f72d-556d-432b-9546-d83a2e4f547d req-b81ed400-d189-4f11-a2fc-f9d7c5ed2e0f tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 210 time: 0.1073451 Jan 20 10:58:41.225468 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-80171f37-e4d3-4c90-a4cf-545d4c7885e0 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:41.232135 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ec1faa3d-60d4-475f-a26f-0eea79e5a7b3 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6781056 Jan 20 10:58:41.236369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55486) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:41.254007 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5985110d-61b2-47a8-ae05-070ea05445ae tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5797424 Jan 20 10:58:41.262009 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1d6a837f-8340-43fd-adc9-3ab759e333fe tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1768863260'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:41.266412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55490) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:41.275071 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1d6a837f-8340-43fd-adc9-3ab759e333fe tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:41.288665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-07f85b83-73b5-48ee-819a-ec104fb39f31 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Request body: {'network': {'project_id': 'c9915eaf8d6343608545d1c58e01a1ff'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:41.292401 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-80171f37-e4d3-4c90-a4cf-545d4c7885e0 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Transition to ACTIVE for port object c575adf3-f092-4361-b149-c6b2a3baea47 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:41.297641 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1d6a837f-8340-43fd-adc9-3ab759e333fe tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Usage tracker for resource:network and tenant:d9d51d9bd6ad4a6fafdf454cc11618e5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:41.301498 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1d6a837f-8340-43fd-adc9-3ab759e333fe tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:41.308737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-07f85b83-73b5-48ee-819a-ec104fb39f31 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:41.317813 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1d6a837f-8340-43fd-adc9-3ab759e333fe tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:41.323539 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1faa3d-60d4-475f-a26f-0eea79e5a7b3 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event updated for resources: {'Network': ['ID=23530ea2-dd99-4bc5-943c-dbab39fe19e3,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:41.324071 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-07f85b83-73b5-48ee-819a-ec104fb39f31 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Usage tracker for resource:network and tenant:c9915eaf8d6343608545d1c58e01a1ff is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:41.338126 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 23530ea2-dd99-4bc5-943c-dbab39fe19e3 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:58:41.338755 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-07f85b83-73b5-48ee-819a-ec104fb39f31 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:41.349619 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-07f85b83-73b5-48ee-819a-ec104fb39f31 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:41.415177 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-f9a14f6a-9dc8-4f02-a965-b77da239967e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:41.417358 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-f9a14f6a-9dc8-4f02-a965-b77da239967e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.72 "GET /v2.0/networks?id=ca1f7bf9-9972-4b0c-baef-5692be1408d6 HTTP/1.1" status: 200 len: 811 time: 0.3126364 Jan 20 10:58:41.469242 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6a837f-8340-43fd-adc9-3ab759e333fe tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Made reservation on behalf of d9d51d9bd6ad4a6fafdf454cc11618e5 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:41.472585 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1d6a837f-8340-43fd-adc9-3ab759e333fe tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:41.491878 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f85b83-73b5-48ee-819a-ec104fb39f31 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Made reservation on behalf of c9915eaf8d6343608545d1c58e01a1ff for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:41.497313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-07f85b83-73b5-48ee-819a-ec104fb39f31 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:41.510478 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-d9ea7552-d3e6-4d22-887f-ead901ac508b tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a8cdee6b9b64cc6952bd8d638e90fed HTTP/1.1" status: 200 len: 380 time: 0.0643954 Jan 20 10:58:41.520321 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-98a0c838-392d-4453-9bc8-ccc8b8b59f9e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Request body: {'port': {'device_id': 'aff9da14-d1be-4d63-8381-24b4d5d3acf8', 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6', 'admin_state_up': True, 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'security_groups': ['06c0ace8-36b0-4c6c-9227-43da7f40e4a1']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:41.563534 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-80171f37-e4d3-4c90-a4cf-545d4c7885e0 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:41.593600 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2f8373c5-e139-4371-a1f5-0360c714e7c1 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:41.706530 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 2f8373c5-e139-4371-a1f5-0360c714e7c1 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:41.706902 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:41.736522 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f85b83-73b5-48ee-819a-ec104fb39f31 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:58:41.755531 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6a837f-8340-43fd-adc9-3ab759e333fe tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:58:41.768392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80171f37-e4d3-4c90-a4cf-545d4c7885e0 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Network e6021adc-3af6-4465-ac53-1c41bc4d6350 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:41.775756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-80171f37-e4d3-4c90-a4cf-545d4c7885e0 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:41.777953 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80171f37-e4d3-4c90-a4cf-545d4c7885e0 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event updated for resources: {'Port': ['ID=c575adf3-f092-4361-b149-c6b2a3baea47,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:41.780839 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-07f85b83-73b5-48ee-819a-ec104fb39f31 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:41.781457 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-07f85b83-73b5-48ee-819a-ec104fb39f31 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Added segment 75d37c70-43f2-40b8-9ccc-49bfd0110641 of type vlan for network 4eac3966-d5c3-4f15-a4b6-47fd899291e2 Jan 20 10:58:41.783951 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80171f37-e4d3-4c90-a4cf-545d4c7885e0 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:41.790539 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80171f37-e4d3-4c90-a4cf-545d4c7885e0 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:41.790803 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-80171f37-e4d3-4c90-a4cf-545d4c7885e0 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:41.794190 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-19ec898c-39ad-4163-bc9b-d9973711d341 req-47c78339-391d-4eb8-8d28-9ae52f0b1cd6 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 210 time: 0.0738103 Jan 20 10:58:41.808184 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-98a0c838-392d-4453-9bc8-ccc8b8b59f9e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:41.814280 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-98a0c838-392d-4453-9bc8-ccc8b8b59f9e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Usage tracker for resource:port and tenant:0a8cdee6b9b64cc6952bd8d638e90fed is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:41.814407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1d6a837f-8340-43fd-adc9-3ab759e333fe tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:41.818499 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-1d6a837f-8340-43fd-adc9-3ab759e333fe tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Added segment 4897fc21-28f2-476e-96c7-62c76f835520 of type vlan for network 325c5be0-8570-4b3d-92f5-ba4c3b6557e3 Jan 20 10:58:41.823108 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-98a0c838-392d-4453-9bc8-ccc8b8b59f9e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:41.831147 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-98a0c838-392d-4453-9bc8-ccc8b8b59f9e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:41.874545 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-07f85b83-73b5-48ee-819a-ec104fb39f31 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:41.883871 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1d6a837f-8340-43fd-adc9-3ab759e333fe tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:41.954379 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-98a0c838-392d-4453-9bc8-ccc8b8b59f9e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Made reservation on behalf of 0a8cdee6b9b64cc6952bd8d638e90fed for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:41.958152 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-98a0c838-392d-4453-9bc8-ccc8b8b59f9e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:41.998842 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-80171f37-e4d3-4c90-a4cf-545d4c7885e0 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1366003 Jan 20 10:58:42.001651 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55518) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:42.016754 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d34c3715-f2c4-46c9-8e14-d4cf5f3bd339 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ed:b7:02'}]}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:42.102128 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.72', 49861) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:42.190420 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1d6a837f-8340-43fd-adc9-3ab759e333fe tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:42.194419 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a837f-8340-43fd-adc9-3ab759e333fe tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:42.195006 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1d6a837f-8340-43fd-adc9-3ab759e333fe tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:42.198937 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-07f85b83-73b5-48ee-819a-ec104fb39f31 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:42.199870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f85b83-73b5-48ee-819a-ec104fb39f31 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:42.200309 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-07f85b83-73b5-48ee-819a-ec104fb39f31 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:42.338137 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-802492cb-a2e7-431b-86a8-9c3e2d6c3502 req-ea1dea19-97be-4b29-acdc-53f9addab6e5 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 210 time: 0.2290039 Jan 20 10:58:42.351354 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1260f2db-053a-4226-b560-cc6b10ba5a12 None None] Provisioning for port c575adf3-f092-4361-b149-c6b2a3baea47 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:42.357044 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1260f2db-053a-4226-b560-cc6b10ba5a12 None None] Provisioning complete for port c575adf3-f092-4361-b149-c6b2a3baea47 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:42.357589 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1260f2db-053a-4226-b560-cc6b10ba5a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:42.451387 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1260f2db-053a-4226-b560-cc6b10ba5a12 None None] Port c575adf3-f092-4361-b149-c6b2a3baea47 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:42.549431 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1d6a837f-8340-43fd-adc9-3ab759e333fe tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3016615 Jan 20 10:58:42.550747 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-07f85b83-73b5-48ee-819a-ec104fb39f31 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2775452 Jan 20 10:58:42.554893 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.72', 49863) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:42.555223 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55534) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:42.560971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a837f-8340-43fd-adc9-3ab759e333fe tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event updated for resources: {'Network': ['ID=325c5be0-8570-4b3d-92f5-ba4c3b6557e3,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:42.578118 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 325c5be0-8570-4b3d-92f5-ba4c3b6557e3 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:58:42.585650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-98a0c838-392d-4453-9bc8-ccc8b8b59f9e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Allocated IP 172.20.0.9 (ca1f7bf9-9972-4b0c-baef-5692be1408d6/d58e3eb1-ffbd-4209-8283-de4f696a38a8/441dacbf-3516-43ae-b255-bc606c7a5f9f) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:42.653435 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-25a6131e-1067-4a46-b2be-e98f1f7f04db tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Request body: {'network': {'project_id': 'c9915eaf8d6343608545d1c58e01a1ff'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:42.695340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-25a6131e-1067-4a46-b2be-e98f1f7f04db tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:42.832974 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-25a6131e-1067-4a46-b2be-e98f1f7f04db tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Usage tracker for resource:network and tenant:c9915eaf8d6343608545d1c58e01a1ff is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:42.850935 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-25a6131e-1067-4a46-b2be-e98f1f7f04db tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:42.887825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-42e23707-ba7e-4a11-8a9f-62099255a295 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:42.889253 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-42e23707-ba7e-4a11-8a9f-62099255a295 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.72 "GET /v2.0/networks?id=008238da-375f-4195-90bf-ab2c5c0f18ed HTTP/1.1" status: 200 len: 806 time: 0.7861874 Jan 20 10:58:42.897956 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-25a6131e-1067-4a46-b2be-e98f1f7f04db tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:42.939002 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a6131e-1067-4a46-b2be-e98f1f7f04db tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 20 10:58:42.939453 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a6131e-1067-4a46-b2be-e98f1f7f04db tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 10:58:42.940551 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-25a6131e-1067-4a46-b2be-e98f1f7f04db tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3741796 Jan 20 10:58:42.949179 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f85b83-73b5-48ee-819a-ec104fb39f31 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Pushing event updated for resources: {'Network': ['ID=4eac3966-d5c3-4f15-a4b6-47fd899291e2,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:42.961916 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55556) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:42.962383 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 4eac3966-d5c3-4f15-a4b6-47fd899291e2 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:58:43.213489 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-fda4fd93-84d4-4010-84a7-a45475837250 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:43.214961 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-fda4fd93-84d4-4010-84a7-a45475837250 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Synchronizing usage tracker for tenant:0bee70239b8e4619a62843d13cf51ee9 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:43.258864 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-e8b8a9c1-6047-406f-845e-8433ed1eac15 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f524b6c0c60749f2833f5e039c4b5e15 HTTP/1.1" status: 200 len: 379 time: 0.3466635 Jan 20 10:58:43.263102 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-98a0c838-392d-4453-9bc8-ccc8b8b59f9e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:43.289300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-a8adf50d-8077-47f9-b49e-0171ed99f1fb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Request body: {'port': {'device_id': 'c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d', 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed', 'admin_state_up': True, 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'security_groups': ['6353a133-3d25-42f4-8a86-33f8c0b48ce5']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:43.301568 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5aa4596e-f1be-4446-a6e6-a9b20f0465c4 req-276891f3-c9ec-470a-9f9c-3fa7c3f6a0fd tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 210 time: 0.7903540 Jan 20 10:58:43.302658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-98a0c838-392d-4453-9bc8-ccc8b8b59f9e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Transition to ACTIVE for port object 441dacbf-3516-43ae-b255-bc606c7a5f9f will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:43.395906 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d34c3715-f2c4-46c9-8e14-d4cf5f3bd339 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:43.407617 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0d9b6ec9-00cc-4560-ac6c-d14739b94624 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c9915eaf8d6343608545d1c58e01a1ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4345582 Jan 20 10:58:43.417662 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55570) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:43.466979 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-67d75900-fb2a-4845-9e87-b96c8838a96e req-685ff5ae-1f8a-425c-abfb-6a2de58ee1ae tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 210 time: 0.1617017 Jan 20 10:58:43.501831 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-fda4fd93-84d4-4010-84a7-a45475837250 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Unset dirty status for tenant:0bee70239b8e4619a62843d13cf51ee9 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:43.502974 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-fda4fd93-84d4-4010-84a7-a45475837250 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.72 "GET /v2.0/networks?id=46b4d099-347f-49fe-97b4-d696aebdf353 HTTP/1.1" status: 200 len: 811 time: 0.9434757 Jan 20 10:58:43.593245 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-98a0c838-392d-4453-9bc8-ccc8b8b59f9e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:43.628495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-a8adf50d-8077-47f9-b49e-0171ed99f1fb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:43.671992 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-a8adf50d-8077-47f9-b49e-0171ed99f1fb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Usage tracker for resource:port and tenant:f524b6c0c60749f2833f5e039c4b5e15 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:43.719552 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-a8adf50d-8077-47f9-b49e-0171ed99f1fb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:43.734019 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-a8adf50d-8077-47f9-b49e-0171ed99f1fb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:43.736002 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5e8ed626-bbf1-4947-8ddd-889c983c0bc6 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:43.745157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-f8e44d5b-3be4-4aec-813f-04143a472801 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Synchronizing usage tracker for tenant:0bee70239b8e4619a62843d13cf51ee9 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:43.806404 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5e8ed626-bbf1-4947-8ddd-889c983c0bc6 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:43.845647 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-a8adf50d-8077-47f9-b49e-0171ed99f1fb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Made reservation on behalf of f524b6c0c60749f2833f5e039c4b5e15 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:43.848855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-a8adf50d-8077-47f9-b49e-0171ed99f1fb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:43.869624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-98a0c838-392d-4453-9bc8-ccc8b8b59f9e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Network ca1f7bf9-9972-4b0c-baef-5692be1408d6 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:43.885529 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-98a0c838-392d-4453-9bc8-ccc8b8b59f9e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:43.901036 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-98a0c838-392d-4453-9bc8-ccc8b8b59f9e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:44.002176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-98a0c838-392d-4453-9bc8-ccc8b8b59f9e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:44.003404 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-98a0c838-392d-4453-9bc8-ccc8b8b59f9e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:44.030193 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cf7003ee-b603-4b92-a6bd-cf6917a9fd28 req-f0cd9e4e-416d-4076-b225-f04a2279b420 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 210 time: 0.3030400 Jan 20 10:58:44.052463 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0c838-392d-4453-9bc8-ccc8b8b59f9e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Pushing event updated for resources: {'Port': ['ID=441dacbf-3516-43ae-b255-bc606c7a5f9f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:44.101851 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-98a0c838-392d-4453-9bc8-ccc8b8b59f9e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5823965 Jan 20 10:58:44.108277 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-f8e44d5b-3be4-4aec-813f-04143a472801 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Unset dirty status for tenant:0bee70239b8e4619a62843d13cf51ee9 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:44.109948 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-8f22d509-de6e-422d-b671-37fa96cddf83 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 10:58:44.114793 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-8f22d509-de6e-422d-b671-37fa96cddf83 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0101781 Jan 20 10:58:44.119560 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-f8e44d5b-3be4-4aec-813f-04143a472801 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bee70239b8e4619a62843d13cf51ee9 HTTP/1.1" status: 200 len: 380 time: 0.5779316 Jan 20 10:58:44.451314 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1e4b9f18-023d-4874-8e30-3fe5584ef224 None None] Provisioning for port 441dacbf-3516-43ae-b255-bc606c7a5f9f completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:44.457747 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1e4b9f18-023d-4874-8e30-3fe5584ef224 None None] Provisioning complete for port 441dacbf-3516-43ae-b255-bc606c7a5f9f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:44.458332 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e4b9f18-023d-4874-8e30-3fe5584ef224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:44.510871 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-a8adf50d-8077-47f9-b49e-0171ed99f1fb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Allocated IP 172.20.0.13 (008238da-375f-4195-90bf-ab2c5c0f18ed/96b254d4-c891-4e92-85e5-f2bec53994c8/9efc373b-07af-465a-b787-df70b915b222) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:44.672110 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1e4b9f18-023d-4874-8e30-3fe5584ef224 None None] Port 441dacbf-3516-43ae-b255-bc606c7a5f9f cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:44.722882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-a252a44f-7fd2-46dc-a080-f435a9be6e9d tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Request body: {'port': {'device_id': '74a6497d-ceec-4866-818d-f57a2c620e02', 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353', 'admin_state_up': True, 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'security_groups': ['fd538c21-3816-4fdf-a77d-ad9f6bd8eae5']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:44.826264 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a30db20-1273-4855-886b-3afd89a3f4e1 req-55696211-5149-43d0-a4d2-49d070acfb65 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 210 time: 0.1167581 Jan 20 10:58:45.021572 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e12c0-908d-4b34-9d09-f0ea30d7ac17 req-b8c8ac47-8ca2-4167-8d83-b8d481d5797f tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:45.023450 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-744e12c0-908d-4b34-9d09-f0ea30d7ac17 req-b8c8ac47-8ca2-4167-8d83-b8d481d5797f tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Synchronizing usage tracker for tenant:0a8cdee6b9b64cc6952bd8d638e90fed on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:45.041329 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Request body: {'port': {'device_id': 'aff9da14-d1be-4d63-8381-24b4d5d3acf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:45.222534 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.resource_extend [None req-d34c3715-f2c4-46c9-8e14-d4cf5f3bd339 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 10:58:45.316461 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5e8ed626-bbf1-4947-8ddd-889c983c0bc6 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:45.383999 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d34c3715-f2c4-46c9-8e14-d4cf5f3bd339 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:45.422007 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:45.463297 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ed626-bbf1-4947-8ddd-889c983c0bc6 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c28a39-1b4e-4e85-9d74-08c5c1901cc0,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:45.510458 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-744e12c0-908d-4b34-9d09-f0ea30d7ac17 req-b8c8ac47-8ca2-4167-8d83-b8d481d5797f tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Unset dirty status for tenant:0a8cdee6b9b64cc6952bd8d638e90fed on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:45.519983 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-744e12c0-908d-4b34-9d09-f0ea30d7ac17 req-b8c8ac47-8ca2-4167-8d83-b8d481d5797f tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 931 time: 0.6926951 Jan 20 10:58:45.547432 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d34c3715-f2c4-46c9-8e14-d4cf5f3bd339 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:45.705618 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47fd0ed4-cd2d-4e1b-8b41-386aeba26d01 req-1823906d-38af-43b4-8213-de41738da22b tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 210 time: 0.1774247 Jan 20 10:58:45.719535 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-a252a44f-7fd2-46dc-a080-f435a9be6e9d tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:45.750636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-a252a44f-7fd2-46dc-a080-f435a9be6e9d tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Usage tracker for resource:port and tenant:0bee70239b8e4619a62843d13cf51ee9 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:45.754121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5e8ed626-bbf1-4947-8ddd-889c983c0bc6 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:45.754943 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5e8ed626-bbf1-4947-8ddd-889c983c0bc6 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/03c28a39-1b4e-4e85-9d74-08c5c1901cc0 HTTP/1.1" status: 204 len: 168 time: 2.3342731 Jan 20 10:58:45.760617 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-a252a44f-7fd2-46dc-a080-f435a9be6e9d tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:45.774574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-a8adf50d-8077-47f9-b49e-0171ed99f1fb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:45.778604 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55606) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:45.786909 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-d34c3715-f2c4-46c9-8e14-d4cf5f3bd339 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] In _notify_port_updated(), no bound segment for port c575adf3-f092-4361-b149-c6b2a3baea47 on network e6021adc-3af6-4465-ac53-1c41bc4d6350 {{(pid=84331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 10:58:45.791624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34c3715-f2c4-46c9-8e14-d4cf5f3bd339 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:45.792392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d34c3715-f2c4-46c9-8e14-d4cf5f3bd339 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:45.793830 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d34c3715-f2c4-46c9-8e14-d4cf5f3bd339 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "PUT /v2.0/ports/c575adf3-f092-4361-b149-c6b2a3baea47 HTTP/1.1" status: 200 len: 1002 time: 3.7910767 Jan 20 10:58:45.802214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55612) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:45.805373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-a252a44f-7fd2-46dc-a080-f435a9be6e9d tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:45.851578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c3715-f2c4-46c9-8e14-d4cf5f3bd339 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event updated for resources: {'Port': ['ID=c575adf3-f092-4361-b149-c6b2a3baea47,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:46.143460 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-876b3fd7-9837-466f-a479-d641d8bb4c88 None None] Provisioning complete for port c575adf3-f092-4361-b149-c6b2a3baea47 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:46.146016 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-876b3fd7-9837-466f-a479-d641d8bb4c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:46.239223 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-876b3fd7-9837-466f-a479-d641d8bb4c88 None None] Port c575adf3-f092-4361-b149-c6b2a3baea47 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:46.248542 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55618) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:46.248979 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55620) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:46.263988 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-a8adf50d-8077-47f9-b49e-0171ed99f1fb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Transition to ACTIVE for port object 9efc373b-07af-465a-b787-df70b915b222 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:46.265752 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-a252a44f-7fd2-46dc-a080-f435a9be6e9d tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Made reservation on behalf of 0bee70239b8e4619a62843d13cf51ee9 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:46.268837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-a252a44f-7fd2-46dc-a080-f435a9be6e9d tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:46.281470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Request body: {'subnets': [{'network_id': '23530ea2-dd99-4bc5-943c-dbab39fe19e3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1040809383', 'ip_version': 6}, {'network_id': '325c5be0-8570-4b3d-92f5-ba4c3b6557e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:46.281871 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Request body: {'subnet': {'network_id': '23530ea2-dd99-4bc5-943c-dbab39fe19e3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1040809383', 'ip_version': 6}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:46.282540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Request body: {'subnet': {'network_id': '325c5be0-8570-4b3d-92f5-ba4c3b6557e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:46.348609 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-744e12c0-908d-4b34-9d09-f0ea30d7ac17 req-6097c6d1-7c32-4d71-8474-24957d796f27 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8274827 Jan 20 10:58:46.393390 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-46151a47-3968-46e0-8b3f-9b43d96f5992 req-39605fb5-1aee-4e96-afd1-ad47c9285614 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 210 time: 0.1394539 Jan 20 10:58:46.425176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f12f9c92-b6ac-4e11-a60d-af226b2183c5 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Deleting port c575adf3-f092-4361-b149-c6b2a3baea47 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:46.425519 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f12f9c92-b6ac-4e11-a60d-af226b2183c5 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:46.490929 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59be719b-5642-432f-8e39-12255964a6c6 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:46.580500 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 10:58:46.753068 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441dacbf-3516-43ae-b255-bc606c7a5f9f {{(pid=84332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 10:58:46.769849 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-a252a44f-7fd2-46dc-a080-f435a9be6e9d tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Allocated IP 172.20.0.14 (46b4d099-347f-49fe-97b4-d696aebdf353/c0027449-e10a-46e7-87b0-be138fcb5208/abe3495f-6ec4-49e4-9e54-eb4c423c12b4) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:46.770355 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:46.848712 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Transition to ACTIVE for port object 441dacbf-3516-43ae-b255-bc606c7a5f9f will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:46.877185 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f12f9c92-b6ac-4e11-a60d-af226b2183c5 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:47.008500 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:47.189027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-896275903'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:47.200822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f12f9c92-b6ac-4e11-a60d-af226b2183c5 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Calling delete_port for c575adf3-f092-4361-b149-c6b2a3baea47 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:47.262639 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55638) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:47.272978 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:47.364731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-a8adf50d-8077-47f9-b49e-0171ed99f1fb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:47.374390 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Usage tracker for resource:network and tenant:394eaf2e55c1494ba6fb4ef20ab8bc7d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:47.396085 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:47.480088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-a252a44f-7fd2-46dc-a080-f435a9be6e9d tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:47.510981 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:47.538143 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Attempting to bind port 441dacbf-3516-43ae-b255-bc606c7a5f9f on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:47.538143 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Attempting to bind port 441dacbf-3516-43ae-b255-bc606c7a5f9f by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '001609c9-628d-45b4-8071-84ff8454d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:47.538143 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Attempting to bind port 441dacbf-3516-43ae-b255-bc606c7a5f9f on network ca1f7bf9-9972-4b0c-baef-5692be1408d6 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:47.600430 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59be719b-5642-432f-8e39-12255964a6c6 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:47.617623 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Pushing event updated for resources: {'Port': ['ID=441dacbf-3516-43ae-b255-bc606c7a5f9f,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:47.658522 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Port 441dacbf-3516-43ae-b255-bc606c7a5f9f on network ca1f7bf9-9972-4b0c-baef-5692be1408d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:47.658936 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Attempting to bind port 441dacbf-3516-43ae-b255-bc606c7a5f9f on network ca1f7bf9-9972-4b0c-baef-5692be1408d6 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:47.697412 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:58:47.697778 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Checking segment: {'id': '001609c9-628d-45b4-8071-84ff8454d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:47.698314 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Bound using segment: {'id': '001609c9-628d-45b4-8071-84ff8454d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:58:47.698824 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Bound port: 441dacbf-3516-43ae-b255-bc606c7a5f9f, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '001609c9-628d-45b4-8071-84ff8454d8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:58:47.699175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:47.704310 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-a252a44f-7fd2-46dc-a080-f435a9be6e9d tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Transition to ACTIVE for port object abe3495f-6ec4-49e4-9e54-eb4c423c12b4 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:47.707867 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:47.731359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-59be719b-5642-432f-8e39-12255964a6c6 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eac3966-d5c3-4f15-a4b6-47fd899291e2']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:47.749936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Usage tracker for resource:subnet and tenant:d9d51d9bd6ad4a6fafdf454cc11618e5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:47.752274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-a8adf50d-8077-47f9-b49e-0171ed99f1fb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Network 008238da-375f-4195-90bf-ab2c5c0f18ed is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:47.753182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adf50d-8077-47f9-b49e-0171ed99f1fb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Pushing event updated for resources: {'Port': ['ID=9efc373b-07af-465a-b787-df70b915b222,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:47.761082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Made reservation on behalf of 394eaf2e55c1494ba6fb4ef20ab8bc7d for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:47.764256 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:47.781343 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:47.795979 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-a8adf50d-8077-47f9-b49e-0171ed99f1fb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:47.795979 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-59be719b-5642-432f-8e39-12255964a6c6 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d37c70-43f2-40b8-9ccc-49bfd0110641') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:47.795979 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-59be719b-5642-432f-8e39-12255964a6c6 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d37c70-43f2-40b8-9ccc-49bfd0110641') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:47.815244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:47.817572 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-a8adf50d-8077-47f9-b49e-0171ed99f1fb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:47.881966 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:47.884768 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] For port 441dacbf-3516-43ae-b255-bc606c7a5f9f, host hv-neutron-8254, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:47.888372 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] For port 441dacbf-3516-43ae-b255-bc606c7a5f9f, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=441dacbf-3516-43ae-b255-bc606c7a5f9f,segment=NetworkSegment(001609c9-628d-45b4-8071-84ff8454d8df),segment_id=001609c9-628d-45b4-8071-84ff8454d8df)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:58:47.896991 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cac432-4a5b-4e5c-a401-b8e328c03836 req-d224e755-a8a5-4db9-bb32-654cb2ad6e2c tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:47.902590 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:47.905211 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-18cac432-4a5b-4e5c-a401-b8e328c03836 req-d224e755-a8a5-4db9-bb32-654cb2ad6e2c tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 932 time: 0.8979683 Jan 20 10:58:47.924451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:47.931623 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59be719b-5642-432f-8e39-12255964a6c6 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:47.986851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:48.000686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Usage tracker for resource:floatingip and tenant:924803b7ffe4485291de16a478560adb is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:48.011365 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-a8adf50d-8077-47f9-b49e-0171ed99f1fb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:48.012129 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-a8adf50d-8077-47f9-b49e-0171ed99f1fb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:48.035076 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:48.037026 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] 10.222.0.72 "PUT /v2.0/ports/441dacbf-3516-43ae-b255-bc606c7a5f9f HTTP/1.1" status: 200 len: 1093 time: 3.5532236 Jan 20 10:58:48.044432 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:48.055479 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59be719b-5642-432f-8e39-12255964a6c6 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:48.055679 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff9da14-d1be-4d63-8381-24b4d5d3acf8', 'tag': '441dacbf-3516-43ae-b255-bc606c7a5f9f'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 10:58:48.088637 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59be719b-5642-432f-8e39-12255964a6c6 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:58:48.088637 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59be719b-5642-432f-8e39-12255964a6c6 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:48.116510 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-18cac432-4a5b-4e5c-a401-b8e328c03836 req-33b17154-e31e-4b1f-9da1-2d85b7131d50 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/security-groups?id=6353a133-3d25-42f4-8a86-33f8c0b48ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095625 Jan 20 10:58:48.166233 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c09a49-f888-449a-b46e-935baa4fe8f5 req-6db4a468-0fed-44ae-aadf-84f681921a5a tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:48.170293 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-39c09a49-f888-449a-b46e-935baa4fe8f5 req-6db4a468-0fed-44ae-aadf-84f681921a5a tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 943 time: 0.4556575 Jan 20 10:58:48.177717 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b0bd0-0908-406f-90f5-da08f24a729a service neutron] Pushing event updated for resources: {'Port': ['ID=441dacbf-3516-43ae-b255-bc606c7a5f9f,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:48.183804 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:58:48.213090 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:58:48.245841 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-a8adf50d-8077-47f9-b49e-0171ed99f1fb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9733651 Jan 20 10:58:48.251394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-a252a44f-7fd2-46dc-a080-f435a9be6e9d tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:48.253112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Made reservation on behalf of d9d51d9bd6ad4a6fafdf454cc11618e5 for: {'subnet': 2} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:48.303522 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-72cb692d-80e3-40fe-b41f-6a590a8f186b None None] Provisioning for port 9efc373b-07af-465a-b787-df70b915b222 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:48.312343 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-72cb692d-80e3-40fe-b41f-6a590a8f186b None None] Provisioning complete for port 9efc373b-07af-465a-b787-df70b915b222 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:48.312776 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72cb692d-80e3-40fe-b41f-6a590a8f186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:48.319301 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f12f9c92-b6ac-4e11-a60d-af226b2183c5 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:48.415051 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-72cb692d-80e3-40fe-b41f-6a590a8f186b None None] Port 9efc373b-07af-465a-b787-df70b915b222 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:48.431943 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f9c92-b6ac-4e11-a60d-af226b2183c5 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event deleted for resources: {'Port': ['ID=c575adf3-f092-4361-b149-c6b2a3baea47,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:48.442996 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Request body: {'port': {'device_id': 'c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:48.508061 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:48.557665 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-39c09a49-f888-449a-b46e-935baa4fe8f5 req-915db994-e99e-4d80-8770-0cb0b2f638a6 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3660088 Jan 20 10:58:48.602446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f12f9c92-b6ac-4e11-a60d-af226b2183c5 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:48.632220 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f12f9c92-b6ac-4e11-a60d-af226b2183c5 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "DELETE /v2.0/ports/c575adf3-f092-4361-b149-c6b2a3baea47 HTTP/1.1" status: 204 len: 168 time: 2.8245275 Jan 20 10:58:48.635378 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55660) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:48.652272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59be719b-5642-432f-8e39-12255964a6c6 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:48.654197 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252a44f-7fd2-46dc-a080-f435a9be6e9d tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Pushing event updated for resources: {'Port': ['ID=abe3495f-6ec4-49e4-9e54-eb4c423c12b4,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:48.747885 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc41e51-21a8-4dc5-9d57-3cc3287a363f tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] GET failed (client error): The resource could not be found. Jan 20 10:58:48.748655 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-abc41e51-21a8-4dc5-9d57-3cc3287a363f tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Synchronizing usage tracker for tenant:7abe2b6cfff24f99ae7610f551f29b9a on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:48.780868 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-17befacc-afdd-476c-b21b-c263d2fd6c8d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a8cdee6b9b64cc6952bd8d638e90fed&device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 1096 time: 0.5625017 Jan 20 10:58:48.815974 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88589d29-351a-4db8-89b1-bb5b633542f6 req-5544d03f-60cc-43d5-ba22-641bc638cd58 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:48.817323 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-88589d29-351a-4db8-89b1-bb5b633542f6 req-5544d03f-60cc-43d5-ba22-641bc638cd58 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 932 time: 0.3679335 Jan 20 10:58:48.832472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59be719b-5642-432f-8e39-12255964a6c6 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:48.855173 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:48.877668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be719b-5642-432f-8e39-12255964a6c6 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Pushing event deleted for resources: {'Network': ['ID=4eac3966-d5c3-4f15-a4b6-47fd899291e2,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:48.889677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-a252a44f-7fd2-46dc-a080-f435a9be6e9d tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Network 46b4d099-347f-49fe-97b4-d696aebdf353 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:48.921433 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff9da14-d1be-4d63-8381-24b4d5d3acf8', 'tag': '441dacbf-3516-43ae-b255-bc606c7a5f9f', 'status': 'completed', 'code': 200} Jan 20 10:58:48.923428 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-abc41e51-21a8-4dc5-9d57-3cc3287a363f tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Unset dirty status for tenant:7abe2b6cfff24f99ae7610f551f29b9a on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:48.924531 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-abc41e51-21a8-4dc5-9d57-3cc3287a363f tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "GET /v2.0/ports/c575adf3-f092-4361-b149-c6b2a3baea47 HTTP/1.1" status: 404 len: 333 time: 0.2872174 Jan 20 10:58:48.951171 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55666) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:48.958487 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d2a3e492-0c9d-4c08-b690-526087339d37 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Request body: {'port': {'network_id': 'e6021adc-3af6-4465-ac53-1c41bc4d6350', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1497537889'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:48.975744 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-a252a44f-7fd2-46dc-a080-f435a9be6e9d tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:48.978954 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-25f853ba-e786-4898-9803-1630ebf4c86c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=441dacbf-3516-43ae-b255-bc606c7a5f9f HTTP/1.1" status: 200 len: 217 time: 0.1606441 Jan 20 10:58:49.137894 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-88589d29-351a-4db8-89b1-bb5b633542f6 req-d9e0203f-b124-4444-940b-52fe6821e35b tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186403 Jan 20 10:58:49.190412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-a252a44f-7fd2-46dc-a080-f435a9be6e9d tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:49.230654 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-687997ba-12fe-4107-80ce-ce06bf9e9f65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:49.232261 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-687997ba-12fe-4107-80ce-ce06bf9e9f65 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d58e3eb1-ffbd-4209-8283-de4f696a38a8 HTTP/1.1" status: 200 len: 850 time: 0.1757843 Jan 20 10:58:49.261944 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:49.279217 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-a252a44f-7fd2-46dc-a080-f435a9be6e9d tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:49.279649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-a252a44f-7fd2-46dc-a080-f435a9be6e9d tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:49.303956 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d2a3e492-0c9d-4c08-b690-526087339d37 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:49.317372 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d2a3e492-0c9d-4c08-b690-526087339d37 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:49.337904 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Usage tracker for resource:security_group_rule and tenant:394eaf2e55c1494ba6fb4ef20ab8bc7d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:49.341887 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-59be719b-5642-432f-8e39-12255964a6c6 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] 10.222.0.70 "DELETE /v2.0/networks/4eac3966-d5c3-4f15-a4b6-47fd899291e2 HTTP/1.1" status: 204 len: 168 time: 3.5568027 Jan 20 10:58:49.348019 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:49.352064 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55672) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:49.391004 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:49.405431 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-17d87224-6cb6-4d4d-9135-4d667e6ab393 None None] Provisioning for port abe3495f-6ec4-49e4-9e54-eb4c423c12b4 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:49.414246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-17d87224-6cb6-4d4d-9135-4d667e6ab393 None None] Provisioning complete for port abe3495f-6ec4-49e4-9e54-eb4c423c12b4 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:49.420887 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17d87224-6cb6-4d4d-9135-4d667e6ab393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:49.421061 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-e70e0a42-25ca-4b7f-9f5d-910e16ddf2c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca1f7bf9-9972-4b0c-baef-5692be1408d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1591873 Jan 20 10:58:49.471681 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a3e492-0c9d-4c08-b690-526087339d37 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Made reservation on behalf of 7abe2b6cfff24f99ae7610f551f29b9a for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:49.476290 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2a3e492-0c9d-4c08-b690-526087339d37 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:49.547686 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-17d87224-6cb6-4d4d-9135-4d667e6ab393 None None] Port abe3495f-6ec4-49e4-9e54-eb4c423c12b4 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:49.780444 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:49.782440 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:49.791484 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c327c-9ae8-4e82-a676-8602a755b7b9 req-a93cd590-7a02-4669-84af-9b00c3f3576d tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:49.793378 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f06c327c-9ae8-4e82-a676-8602a755b7b9 req-a93cd590-7a02-4669-84af-9b00c3f3576d tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 932 time: 0.4708509 Jan 20 10:58:49.811812 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-a252a44f-7fd2-46dc-a080-f435a9be6e9d tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1065791 Jan 20 10:58:49.852451 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-d2a3e492-0c9d-4c08-b690-526087339d37 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] device_id is not set on port 1863a0f9-2c87-42a3-97be-650ea2db738b yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:49.924608 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Request body: {'port': {'device_id': '74a6497d-ceec-4866-818d-f57a2c620e02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:50.045625 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-316f973a-0093-4cb9-bf36-f7bbde35887f service neutron] 10.222.0.72 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6234322 Jan 20 10:58:50.054136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107392fb-d685-49f1-956a-73ced494e511 req-f2ef1b2f-3cd8-4091-bcd7-f11661fe07d8 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:50.062835 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-107392fb-d685-49f1-956a-73ced494e511 req-f2ef1b2f-3cd8-4091-bcd7-f11661fe07d8 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 943 time: 0.3325536 Jan 20 10:58:50.111972 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-32ca973e-1044-4768-bcfc-f7c55fd52fb7 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:50.145283 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f06c327c-9ae8-4e82-a676-8602a755b7b9 req-a1003346-a02e-4144-9675-4b27ebcfa662 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/security-groups?id=6353a133-3d25-42f4-8a86-33f8c0b48ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3432117 Jan 20 10:58:50.264445 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:50.409335 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-107392fb-d685-49f1-956a-73ced494e511 req-cdf38d2a-47f1-4e95-b5f9-e24a0a3f98c7 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236805 Jan 20 10:58:50.409335 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-d2a3e492-0c9d-4c08-b690-526087339d37 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Allocated IP 2001:db8::2af (e6021adc-3af6-4465-ac53-1c41bc4d6350/8d99eef7-d28f-44dd-8a55-17b15f0447bb/1863a0f9-2c87-42a3-97be-650ea2db738b) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:50.531152 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81f336b8-afa1-48d3-ad03-c29ea12d9a70 req-ed16d559-8458-4d6d-9f05-36e6f136503d service neutron] 10.222.0.72 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565842 Jan 20 10:58:50.602934 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:50.614484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-32ca973e-1044-4768-bcfc-f7c55fd52fb7 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:50.672335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:50.702907 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037b30c-93df-4bb8-988f-816e6ee57a3f req-941ae816-d40e-40fb-869d-c4830144f992 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:50.710573 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1037b30c-93df-4bb8-988f-816e6ee57a3f req-941ae816-d40e-40fb-869d-c4830144f992 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 932 time: 0.3683233 Jan 20 10:58:50.756762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:50.816791 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-32ca973e-1044-4768-bcfc-f7c55fd52fb7 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b31324-27d2-444b-9018-fe30b31ccb05']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:50.819947 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2a3e492-0c9d-4c08-b690-526087339d37 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:50.913816 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-32ca973e-1044-4768-bcfc-f7c55fd52fb7 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3dd850a-b401-4799-9996-7ca611844cf3') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:50.914165 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-32ca973e-1044-4768-bcfc-f7c55fd52fb7 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3dd850a-b401-4799-9996-7ca611844cf3') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:58:50.958302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:58:50.962420 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1037b30c-93df-4bb8-988f-816e6ee57a3f req-a432c119-a033-4303-8b17-3c4aa1d003a2 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497938 Jan 20 10:58:50.963911 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.resource_extend [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 10:58:50.966745 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-d2a3e492-0c9d-4c08-b690-526087339d37 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Transition to ACTIVE for port object 1863a0f9-2c87-42a3-97be-650ea2db738b will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:50.984180 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-32ca973e-1044-4768-bcfc-f7c55fd52fb7 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:51.022659 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea5b4bf-27af-4a0a-a3a7-85d7f6e8928c,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:51.039465 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8e1829a9-4d81-4112-93a9-bab34d1bf761 req-ae2df6f9-4597-4819-af25-4c2fa112bf72 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a8cdee6b9b64cc6952bd8d638e90fed&device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 1096 time: 0.2118781 Jan 20 10:58:51.121255 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-32ca973e-1044-4768-bcfc-f7c55fd52fb7 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:51.130416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:51.130852 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Added segment 2d722144-a61d-4813-b5c5-c7eefb09cc01 of type vlan for network 0142d53d-2894-449a-887f-5e8912ffb3be Jan 20 10:58:51.133127 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2a3e492-0c9d-4c08-b690-526087339d37 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:51.226769 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ca973e-1044-4768-bcfc-f7c55fd52fb7 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:58:51.231541 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-32ca973e-1044-4768-bcfc-f7c55fd52fb7 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:51.247770 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3e492-0c9d-4c08-b690-526087339d37 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event updated for resources: {'Port': ['ID=1863a0f9-2c87-42a3-97be-650ea2db738b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:51.268564 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a3e492-0c9d-4c08-b690-526087339d37 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Network e6021adc-3af6-4465-ac53-1c41bc4d6350 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:51.272399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-d2a3e492-0c9d-4c08-b690-526087339d37 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:51.276810 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a3e492-0c9d-4c08-b690-526087339d37 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:51.280776 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a3e492-0c9d-4c08-b690-526087339d37 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:51.281421 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2a3e492-0c9d-4c08-b690-526087339d37 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:51.351749 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1829a9-4d81-4112-93a9-bab34d1bf761 req-d6a117d6-3471-426d-8760-9f7d710a6459 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:51.353313 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8e1829a9-4d81-4112-93a9-bab34d1bf761 req-d6a117d6-3471-426d-8760-9f7d710a6459 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca1f7bf9-9972-4b0c-baef-5692be1408d6 HTTP/1.1" status: 200 len: 912 time: 0.3033583 Jan 20 10:58:51.374407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9efc373b-07af-465a-b787-df70b915b222 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:58:51.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:58:51.483571 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d2a3e492-0c9d-4c08-b690-526087339d37 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5290449 Jan 20 10:58:51.499141 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55686) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:51.506880 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-896d7de6-e703-46a7-844c-167cff97b931 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Request body: {'port': {'network_id': 'e6021adc-3af6-4465-ac53-1c41bc4d6350', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1355416289'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:51.510104 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:51.524732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Allocated IP 172.26.0.204 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/05661b80-221d-4e44-8665-932997723875) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:51.541125 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8e1829a9-4d81-4112-93a9-bab34d1bf761 req-14e0d3ee-f6e6-48b7-966a-70b8762e91f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=441dacbf-3516-43ae-b255-bc606c7a5f9f HTTP/1.1" status: 200 len: 217 time: 0.1454473 Jan 20 10:58:51.696994 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:51.726472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Transition to ACTIVE for port object 9efc373b-07af-465a-b787-df70b915b222 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:51.784948 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1829a9-4d81-4112-93a9-bab34d1bf761 req-2743dc51-b348-450e-ac07-0ad92e8548f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:51.786402 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8e1829a9-4d81-4112-93a9-bab34d1bf761 req-2743dc51-b348-450e-ac07-0ad92e8548f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d58e3eb1-ffbd-4209-8283-de4f696a38a8 HTTP/1.1" status: 200 len: 850 time: 0.1839778 Jan 20 10:58:51.801027 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51bf4-3dbc-4f70-8a44-1c8b87831a05 req-0229bf03-974b-43a5-b5a5-a436d5eea00f tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:51.807685 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0cd51bf4-3dbc-4f70-8a44-1c8b87831a05 req-0229bf03-974b-43a5-b5a5-a436d5eea00f tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 932 time: 0.4442816 Jan 20 10:58:51.821961 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-32ca973e-1044-4768-bcfc-f7c55fd52fb7 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:51.826314 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-32ca973e-1044-4768-bcfc-f7c55fd52fb7 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:51.831032 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-955f68fa-b177-4e5f-93da-b2a74cdf7cec None None] Provisioning for port 1863a0f9-2c87-42a3-97be-650ea2db738b completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:51.838008 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-955f68fa-b177-4e5f-93da-b2a74cdf7cec None None] Provisioning complete for port 1863a0f9-2c87-42a3-97be-650ea2db738b triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:51.842935 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-955f68fa-b177-4e5f-93da-b2a74cdf7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:51.865075 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-896d7de6-e703-46a7-844c-167cff97b931 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:52.000359 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-32ca973e-1044-4768-bcfc-f7c55fd52fb7 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] 10.222.0.70 "DELETE /v2.0/networks/e1b31324-27d2-444b-9018-fe30b31ccb05 HTTP/1.1" status: 204 len: 168 time: 2.6183035 Jan 20 10:58:52.032279 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-955f68fa-b177-4e5f-93da-b2a74cdf7cec None None] Port 1863a0f9-2c87-42a3-97be-650ea2db738b cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:52.047904 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-896d7de6-e703-46a7-844c-167cff97b931 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Usage tracker for resource:port and tenant:7abe2b6cfff24f99ae7610f551f29b9a is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:52.047904 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-896d7de6-e703-46a7-844c-167cff97b931 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:52.053994 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:52.059914 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:52.061427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:52.070632 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca973e-1044-4768-bcfc-f7c55fd52fb7 tempest-QuotasNegativeTest-437527116 tempest-QuotasNegativeTest-437527116-project-admin] Pushing event deleted for resources: {'Network': ['ID=e1b31324-27d2-444b-9018-fe30b31ccb05,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:52.075042 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-896d7de6-e703-46a7-844c-167cff97b931 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:52.102818 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0cd51bf4-3dbc-4f70-8a44-1c8b87831a05 req-d99abc0e-c877-4d20-9ba3-271b4e4527ad tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/security-groups?id=6353a133-3d25-42f4-8a86-33f8c0b48ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901592 Jan 20 10:58:52.109615 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:52.123327 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec19849-36d0-4a18-8d8e-53b1d4097af7 req-045dafa9-1254-410a-b0e1-d84f4edee5d0 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:52.124793 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7ec19849-36d0-4a18-8d8e-53b1d4097af7 req-045dafa9-1254-410a-b0e1-d84f4edee5d0 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 943 time: 0.4018755 Jan 20 10:58:52.247903 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7ec19849-36d0-4a18-8d8e-53b1d4097af7 req-03ba57f9-f790-4c4e-82b5-a5c8a9b81c34 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093783 Jan 20 10:58:52.365994 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8e1829a9-4d81-4112-93a9-bab34d1bf761 req-15d7202a-57d4-4e68-b459-a238593ca74e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca1f7bf9-9972-4b0c-baef-5692be1408d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5388331 Jan 20 10:58:52.446542 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Pushing event updated for resources: {'Port': ['ID=9efc373b-07af-465a-b787-df70b915b222,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:52.491351 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896d7de6-e703-46a7-844c-167cff97b931 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Made reservation on behalf of 7abe2b6cfff24f99ae7610f551f29b9a for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:52.495085 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-896d7de6-e703-46a7-844c-167cff97b931 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:52.571842 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-896d7de6-e703-46a7-844c-167cff97b931 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] device_id is not set on port 96b992dc-ba47-4ffe-8089-cd2a0cf7f11d yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:52.660639 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 6.4040046 Jan 20 10:58:52.700946 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d893f2-4b7e-4d5f-ac33-26771684ad05 tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Pushing event updated for resources: {'Network': ['ID=0142d53d-2894-449a-887f-5e8912ffb3be,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:52.712989 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 0142d53d-2894-449a-887f-5e8912ffb3be details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:58:52.738771 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8e1829a9-4d81-4112-93a9-bab34d1bf761 req-427593ec-170e-4f3d-b332-eba38c26163e service neutron] 10.222.0.72 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662570 Jan 20 10:58:52.800282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.resource_extend [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 10:58:52.836078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Attempting to bind port 9efc373b-07af-465a-b787-df70b915b222 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:52.836347 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Attempting to bind port 9efc373b-07af-465a-b787-df70b915b222 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '3dfa1d30-4d9d-46ba-832a-ef358ccc133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:52.841357 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Attempting to bind port 9efc373b-07af-465a-b787-df70b915b222 on network 008238da-375f-4195-90bf-ab2c5c0f18ed {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:52.907748 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:52.962599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd6b50-d70f-49b4-a2a7-5a934eedff3c req-882fe2a8-5b09-44ce-84c5-b5006067d7ad tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:52.966873 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1bd6b50-d70f-49b4-a2a7-5a934eedff3c req-882fe2a8-5b09-44ce-84c5-b5006067d7ad tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 932 time: 0.6823153 Jan 20 10:58:52.982748 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Port 9efc373b-07af-465a-b787-df70b915b222 on network 008238da-375f-4195-90bf-ab2c5c0f18ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:52.983079 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Attempting to bind port 9efc373b-07af-465a-b787-df70b915b222 on network 008238da-375f-4195-90bf-ab2c5c0f18ed {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:53.020516 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:58:53.021205 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Checking segment: {'id': '3dfa1d30-4d9d-46ba-832a-ef358ccc133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:53.022045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Bound using segment: {'id': '3dfa1d30-4d9d-46ba-832a-ef358ccc133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:58:53.022493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Bound port: 9efc373b-07af-465a-b787-df70b915b222, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dfa1d30-4d9d-46ba-832a-ef358ccc133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:58:53.022846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:53.062011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe3495f-6ec4-49e4-9e54-eb4c423c12b4 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 10:58:53.115130 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-896d7de6-e703-46a7-844c-167cff97b931 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Allocated IP 2001:db8::f (e6021adc-3af6-4465-ac53-1c41bc4d6350/8d99eef7-d28f-44dd-8a55-17b15f0447bb/96b992dc-ba47-4ffe-8089-cd2a0cf7f11d) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:53.116599 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:53.167946 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Transition to ACTIVE for port object abe3495f-6ec4-49e4-9e54-eb4c423c12b4 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:53.184626 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1bd6b50-d70f-49b4-a2a7-5a934eedff3c req-d0b04d72-0995-47d7-b9cc-144efb8249d8 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800294 Jan 20 10:58:53.198312 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8e1829a9-4d81-4112-93a9-bab34d1bf761 req-79e1fe34-1265-490d-90f0-ad6bc193d95b service neutron] 10.222.0.72 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494889 Jan 20 10:58:53.218419 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] For port 9efc373b-07af-465a-b787-df70b915b222, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:53.223027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] For port 9efc373b-07af-465a-b787-df70b915b222, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=9efc373b-07af-465a-b787-df70b915b222,segment=NetworkSegment(3dfa1d30-4d9d-46ba-832a-ef358ccc133a),segment_id=3dfa1d30-4d9d-46ba-832a-ef358ccc133a)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:58:53.245007 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55702) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:53.251612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Request body: {'port': {'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be', 'binding:host_id': 'hv-neutron-8254', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1784324425'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:53.270037 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:53.276599 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:53.283988 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:53.374742 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:53.391991 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:53.416849 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Usage tracker for resource:port and tenant:663d54c923ab446a86937c61c2a71985 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:53.425029 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:53.452208 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:53.579017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:53.607045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:53.610040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:53.654181 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event updated for resources: {'Subnet': ['ID=66d92c2f-0c2a-4624-b464-1ffd33d2a023,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:53.676280 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:53.685319 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] 10.222.0.72 "PUT /v2.0/ports/9efc373b-07af-465a-b787-df70b915b222 HTTP/1.1" status: 200 len: 1094 time: 5.4016650 Jan 20 10:58:53.689195 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d', 'tag': '9efc373b-07af-465a-b787-df70b915b222'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 10:58:53.714453 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Pushing event updated for resources: {'Port': ['ID=abe3495f-6ec4-49e4-9e54-eb4c423c12b4,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:53.720658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0519f33-48b7-4895-8ae3-9d323ebb5c3b req-b9fa79d6-f9f6-4e3c-9af3-7ddda67d47af tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:53.729880 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f0519f33-48b7-4895-8ae3-9d323ebb5c3b req-b9fa79d6-f9f6-4e3c-9af3-7ddda67d47af tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 944 time: 0.3409953 Jan 20 10:58:53.734949 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Made reservation on behalf of 663d54c923ab446a86937c61c2a71985 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:53.740203 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:53.768856 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-896d7de6-e703-46a7-844c-167cff97b931 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:53.788830 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55714) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:53.827095 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-896d7de6-e703-46a7-844c-167cff97b931 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Transition to ACTIVE for port object 96b992dc-ba47-4ffe-8089-cd2a0cf7f11d will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:53.836405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:54.010239 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f0519f33-48b7-4895-8ae3-9d323ebb5c3b req-c1364095-70c5-419f-931b-b809f2276b09 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/security-groups?id=6353a133-3d25-42f4-8a86-33f8c0b48ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2786078 Jan 20 10:58:54.067499 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b78958-92bb-488c-a523-6e0429c6477d req-f448c05b-a169-4ee1-9b98-18c0f40385d5 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:54.075615 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-83b78958-92bb-488c-a523-6e0429c6477d req-f448c05b-a169-4ee1-9b98-18c0f40385d5 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 943 time: 0.5679610 Jan 20 10:58:54.190107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Checking segment: {'id': 'a3cbaa36-abec-42a4-8598-4fb4e722c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '23530ea2-dd99-4bc5-943c-dbab39fe19e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:54.200508 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Network hostable DHCP agents. Network: 23530ea2-dd99-4bc5-943c-dbab39fe19e3, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:58:54.204036 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-83b78958-92bb-488c-a523-6e0429c6477d req-d7ad2e53-9a43-4ee4-988d-d6413a5b9e62 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274569 Jan 20 10:58:54.208346 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-896d7de6-e703-46a7-844c-167cff97b931 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:54.242874 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Pushing event updated for resources: {'Port': ['ID=05661b80-221d-4e44-8665-932997723875,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:54.356186 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:54.380935 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:54.385333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Usage tracker for resource:security_group_rule and tenant:663d54c923ab446a86937c61c2a71985 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:54.397600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:54.424678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:54.456856 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0ec7b-2aa4-432b-b2fb-8a02a8dc6b87 service neutron] Pushing event updated for resources: {'Port': ['ID=9efc373b-07af-465a-b787-df70b915b222,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:54.461130 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d', 'tag': '9efc373b-07af-465a-b787-df70b915b222', 'status': 'completed', 'code': 200} Jan 20 10:58:54.465955 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Attempting to bind port abe3495f-6ec4-49e4-9e54-eb4c423c12b4 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:54.466413 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Attempting to bind port abe3495f-6ec4-49e4-9e54-eb4c423c12b4 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '488a7e58-230e-4c68-aa35-f44e529e9651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:54.466846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Attempting to bind port abe3495f-6ec4-49e4-9e54-eb4c423c12b4 on network 46b4d099-347f-49fe-97b4-d696aebdf353 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:54.493135 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-07d1a492-71a9-4435-8992-556777ccf724 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f524b6c0c60749f2833f5e039c4b5e15&device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 1097 time: 0.6748407 Jan 20 10:58:54.496308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Port abe3495f-6ec4-49e4-9e54-eb4c423c12b4 on network 46b4d099-347f-49fe-97b4-d696aebdf353 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:54.496767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Attempting to bind port abe3495f-6ec4-49e4-9e54-eb4c423c12b4 on network 46b4d099-347f-49fe-97b4-d696aebdf353 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:54.518126 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896d7de6-e703-46a7-844c-167cff97b931 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Network e6021adc-3af6-4465-ac53-1c41bc4d6350 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:54.519014 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d7de6-e703-46a7-844c-167cff97b931 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event updated for resources: {'Port': ['ID=96b992dc-ba47-4ffe-8089-cd2a0cf7f11d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:54.525617 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-896d7de6-e703-46a7-844c-167cff97b931 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:54.539246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d7de6-e703-46a7-844c-167cff97b931 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:54.543423 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896d7de6-e703-46a7-844c-167cff97b931 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:54.544078 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-896d7de6-e703-46a7-844c-167cff97b931 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:54.568876 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:58:54.571373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Checking segment: {'id': '488a7e58-230e-4c68-aa35-f44e529e9651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:54.571373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Bound using segment: {'id': '488a7e58-230e-4c68-aa35-f44e529e9651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:58:54.571373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Bound port: abe3495f-6ec4-49e4-9e54-eb4c423c12b4, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488a7e58-230e-4c68-aa35-f44e529e9651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:58:54.571373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:54.600639 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:54.618138 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] Usage tracker for resource:security_group_rule and tenant:2e04f72e15794f9f8fafc249be5f1fd8 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:54.622245 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:54.630897 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:54.667100 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245323e3-7d1a-4db5-9130-ac34be5e13af req-282f342b-a443-4444-9d40-20473ee877a2 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:54.668607 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-245323e3-7d1a-4db5-9130-ac34be5e13af req-282f342b-a443-4444-9d40-20473ee877a2 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 944 time: 0.2335415 Jan 20 10:58:54.673371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Network 23530ea2-dd99-4bc5-943c-dbab39fe19e3 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:58:54.701097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:54.721082 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-896d7de6-e703-46a7-844c-167cff97b931 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.2183654 Jan 20 10:58:54.732307 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55728) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:54.739140 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b75098ca-c10a-4f40-920e-a8b20004a93a tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::337', 'mac_address': 'fa:16:3e:ed:b7:02'}, {'ip_address': '2001:db8::2af', 'mac_address': 'fa:16:3e:cb:de:58'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:54.761589 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-efe9d208-3f0e-4dc3-a860-6f236f0ad046 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9efc373b-07af-465a-b787-df70b915b222 HTTP/1.1" status: 200 len: 217 time: 0.1733074 Jan 20 10:58:54.802591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:54.842160 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-245323e3-7d1a-4db5-9130-ac34be5e13af req-1dd8f8a5-af50-4654-b84c-51efe91c22af tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577792 Jan 20 10:58:54.861275 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 23530ea2-dd99-4bc5-943c-dbab39fe19e3) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:54.879887 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f050b0f-a65f-4b20-82e1-0e0cd6e2bee8 None None] Network 23530ea2-dd99-4bc5-943c-dbab39fe19e3 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:54.934888 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:54.937370 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:55.069851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:55.093926 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] device_id is not set on port 39514139-a982-44e6-8814-d56842deecfc yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:55.211636 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b75098ca-c10a-4f40-920e-a8b20004a93a tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:55.211890 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] For port abe3495f-6ec4-49e4-9e54-eb4c423c12b4, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:55.275393 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-25c38e18-195a-4554-b772-3c25ecdb6417 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:55.277182 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-25c38e18-195a-4554-b772-3c25ecdb6417 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96b254d4-c891-4e92-85e5-f2bec53994c8 HTTP/1.1" status: 200 len: 845 time: 0.4944592 Jan 20 10:58:55.278057 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ccaf28-4379-465c-847a-13156ad1fe37,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:55.309901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:55.340671 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] For port abe3495f-6ec4-49e4-9e54-eb4c423c12b4, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=abe3495f-6ec4-49e4-9e54-eb4c423c12b4,segment=NetworkSegment(488a7e58-230e-4c68-aa35-f44e529e9651),segment_id=488a7e58-230e-4c68-aa35-f44e529e9651)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:58:55.348759 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-23530ea2-dd99-4bc5-943c-dbab39fe19e3', 'network_id': '23530ea2-dd99-4bc5-943c-dbab39fe19e3', 'tenant_id': 'd9d51d9bd6ad4a6fafdf454cc11618e5', 'fixed_ips': [{'subnet_id': '66d92c2f-0c2a-4624-b464-1ffd33d2a023'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 10:58:55.350519 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:55.399782 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event updated for resources: {'Subnet': ['ID=40f93f5f-268c-46d4-848c-4b31eafedd1b,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:55.613959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:55.629702 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Checking segment: {'id': '4897fc21-28f2-476e-96c7-62c76f835520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '325c5be0-8570-4b3d-92f5-ba4c3b6557e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:55.630082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Network hostable DHCP agents. Network: 325c5be0-8570-4b3d-92f5-ba4c3b6557e3, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:58:55.637586 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-858e7f88-2e97-45ea-9ec0-ea70dabf43bb None None] Provisioning for port 96b992dc-ba47-4ffe-8089-cd2a0cf7f11d completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:55.650390 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-858e7f88-2e97-45ea-9ec0-ea70dabf43bb None None] Provisioning complete for port 96b992dc-ba47-4ffe-8089-cd2a0cf7f11d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:55.650770 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-858e7f88-2e97-45ea-9ec0-ea70dabf43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:55.739099 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:55.744064 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-858e7f88-2e97-45ea-9ec0-ea70dabf43bb None None] Port 96b992dc-ba47-4ffe-8089-cd2a0cf7f11d cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:55.755811 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Allocated IP 2001:db8::1 (23530ea2-dd99-4bc5-943c-dbab39fe19e3/66d92c2f-0c2a-4624-b464-1ffd33d2a023/d7f85770-d03d-4b51-8b91-79959f0fa5a1) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:55.823032 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:55.824591 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] 10.222.0.72 "PUT /v2.0/ports/abe3495f-6ec4-49e4-9e54-eb4c423c12b4 HTTP/1.1" status: 200 len: 1094 time: 5.9910467 Jan 20 10:58:55.859804 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b75098ca-c10a-4f40-920e-a8b20004a93a tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:55.865332 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-a3964e9a-4e31-4459-b7b0-25f970df3c42 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=008238da-375f-4195-90bf-ab2c5c0f18ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5278032 Jan 20 10:58:55.915619 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fd47f3-62b1-4b41-a803-59b4836c7be6,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:55.945334 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:55.945710 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:55.946057 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:55.946589 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:55.947182 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:55.947469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:55.955690 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:55.956256 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:55.956970 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:55.956970 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:55.957269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:55.978320 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e86d1d5d-265a-4710-8f11-def225f902bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e04f72e15794f9f8fafc249be5f1fd8&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1359370 Jan 20 10:58:55.986713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55738) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:56.050222 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807492f6-ff98-455b-9007-98276f8086c7 req-3ec08412-5c66-41b0-8bb3-1a013433a668 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:56.051805 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-807492f6-ff98-455b-9007-98276f8086c7 req-3ec08412-5c66-41b0-8bb3-1a013433a668 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 944 time: 0.8181286 Jan 20 10:58:56.147477 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b75098ca-c10a-4f40-920e-a8b20004a93a tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:56.149086 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4ab6f-5c5c-4cc4-8d63-d608e33a33d0 service neutron] Pushing event updated for resources: {'Port': ['ID=abe3495f-6ec4-49e4-9e54-eb4c423c12b4,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:56.156822 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Network 325c5be0-8570-4b3d-92f5-ba4c3b6557e3 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:58:56.208333 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dc1e1-e3db-4424-a445-15505cda263f req-2d330418-1a79-4044-9de2-75ff4b127ad9 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:56.212850 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ee1dc1e1-e3db-4424-a445-15505cda263f req-2d330418-1a79-4044-9de2-75ff4b127ad9 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 943 time: 0.6030729 Jan 20 10:58:56.287729 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b75098ca-c10a-4f40-920e-a8b20004a93a tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] In _notify_port_updated(), no bound segment for port 96b992dc-ba47-4ffe-8089-cd2a0cf7f11d on network e6021adc-3af6-4465-ac53-1c41bc4d6350 {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 10:58:56.291907 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75098ca-c10a-4f40-920e-a8b20004a93a tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:56.292558 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b75098ca-c10a-4f40-920e-a8b20004a93a tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:56.293872 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:56.294409 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b75098ca-c10a-4f40-920e-a8b20004a93a tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "PUT /v2.0/ports/96b992dc-ba47-4ffe-8089-cd2a0cf7f11d HTTP/1.1" status: 200 len: 1066 time: 1.5602665 Jan 20 10:58:56.298340 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75098ca-c10a-4f40-920e-a8b20004a93a tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event updated for resources: {'Port': ['ID=96b992dc-ba47-4ffe-8089-cd2a0cf7f11d,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:56.308256 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55742) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:56.311530 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Transition to ACTIVE for port object d7f85770-d03d-4b51-8b91-79959f0fa5a1 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:56.326914 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-807492f6-ff98-455b-9007-98276f8086c7 req-7212c756-0a60-49c4-84b4-04fa88655eec tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/security-groups?id=6353a133-3d25-42f4-8a86-33f8c0b48ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485003 Jan 20 10:58:56.348867 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Transition to ACTIVE for port object d7f85770-d03d-4b51-8b91-79959f0fa5a1 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:56.370715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-98607d69-61cf-47d0-b76c-d453626d2916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:56.405917 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ee1dc1e1-e3db-4424-a445-15505cda263f req-4fa481eb-777e-4f6c-8089-352a1fbfbb5d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784899 Jan 20 10:58:56.412802 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.resource_extend [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 10:58:56.428780 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] device_id is not set on port 39514139-a982-44e6-8814-d56842deecfc yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:56.433109 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-98607d69-61cf-47d0-b76c-d453626d2916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:56.438020 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 325c5be0-8570-4b3d-92f5-ba4c3b6557e3) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:56.449981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc879e8-754a-40f9-9ce7-f4718e5297df None None] Network 325c5be0-8570-4b3d-92f5-ba4c3b6557e3 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:56.458221 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-df67d7a9-13e9-451b-9435-f0a9f4414bd9 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Deleting port 96b992dc-ba47-4ffe-8089-cd2a0cf7f11d {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:56.458221 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-df67d7a9-13e9-451b-9435-f0a9f4414bd9 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:56.464253 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:56.464253 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:56.464253 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:56.483157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:56.514922 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:56.518547 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a6497d-ceec-4866-818d-f57a2c620e02', 'tag': 'abe3495f-6ec4-49e4-9e54-eb4c423c12b4'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 10:58:56.585408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:56.593162 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-9501fa13-83a5-473a-87ba-c6003ab4b113 service neutron] 10.222.0.72 "GET /v2.0/networks/008238da-375f-4195-90bf-ab2c5c0f18ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395079 Jan 20 10:58:56.627280 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-37d807c5-9f27-4dea-8283-cd9dcd918ddb tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 10.3771200 Jan 20 10:58:56.631521 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55748) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:56.643888 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Pushing event updated for resources: {'Port': ['ID=d7f85770-d03d-4b51-8b91-79959f0fa5a1,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:56.661239 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Network 23530ea2-dd99-4bc5-943c-dbab39fe19e3 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:56.664992 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:56.669027 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:56.677279 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a6497d-ceec-4866-818d-f57a2c620e02', 'tag': 'abe3495f-6ec4-49e4-9e54-eb4c423c12b4', 'status': 'completed', 'code': 200} Jan 20 10:58:56.677957 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:56.802587 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d112ee-cb37-4d8c-aee9-5e97cdfbde16 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:56.803786 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d112ee-cb37-4d8c-aee9-5e97cdfbde16 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:56.805199 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d112ee-cb37-4d8c-aee9-5e97cdfbde16 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:56.811231 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-26d112ee-cb37-4d8c-aee9-5e97cdfbde16 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1746309 Jan 20 10:58:56.818000 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55752) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:56.827995 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Transition to ACTIVE for port object 39514139-a982-44e6-8814-d56842deecfc will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:56.840515 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-98607d69-61cf-47d0-b76c-d453626d2916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:56.851211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Attempting to bind port d7f85770-d03d-4b51-8b91-79959f0fa5a1 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:56.851583 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Attempting to bind port d7f85770-d03d-4b51-8b91-79959f0fa5a1 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'a3cbaa36-abec-42a4-8598-4fb4e722c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '23530ea2-dd99-4bc5-943c-dbab39fe19e3'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:56.852023 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Attempting to bind port d7f85770-d03d-4b51-8b91-79959f0fa5a1 on network 23530ea2-dd99-4bc5-943c-dbab39fe19e3 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:56.864510 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-6c4390a6-906b-4e30-a7db-3f7ad8326bf8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0bee70239b8e4619a62843d13cf51ee9&device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 1097 time: 0.6993513 Jan 20 10:58:56.874265 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0afd8d27-b044-4376-a339-18ea88eee0e2 None None] Provisioning complete for port 96b992dc-ba47-4ffe-8089-cd2a0cf7f11d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:56.875229 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0afd8d27-b044-4376-a339-18ea88eee0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:56.880793 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d198dc7-5b6b-40b9-946d-f7d6157d886b req-52602325-2b47-4666-8e54-b7efe8ce9e8a tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:56.881691 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2d198dc7-5b6b-40b9-946d-f7d6157d886b req-52602325-2b47-4666-8e54-b7efe8ce9e8a tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 944 time: 0.3813128 Jan 20 10:58:56.885624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98607d69-61cf-47d0-b76c-d453626d2916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fd47f3-62b1-4b41-a803-59b4836c7be6,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:56.924242 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-98607d69-61cf-47d0-b76c-d453626d2916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:56.925348 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-98607d69-61cf-47d0-b76c-d453626d2916 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/66fd47f3-62b1-4b41-a803-59b4836c7be6 HTTP/1.1" status: 204 len: 168 time: 0.9268570 Jan 20 10:58:56.927155 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-df67d7a9-13e9-451b-9435-f0a9f4414bd9 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:56.933182 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:58:56.933845 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Checking segment: {'id': 'a3cbaa36-abec-42a4-8598-4fb4e722c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '23530ea2-dd99-4bc5-943c-dbab39fe19e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:56.934246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:56.934626 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Bound using segment: {'id': 'a3cbaa36-abec-42a4-8598-4fb4e722c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '23530ea2-dd99-4bc5-943c-dbab39fe19e3'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:58:56.935104 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Bound port: d7f85770-d03d-4b51-8b91-79959f0fa5a1, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cbaa36-abec-42a4-8598-4fb4e722c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '23530ea2-dd99-4bc5-943c-dbab39fe19e3'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:58:56.935470 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:57.044350 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0afd8d27-b044-4376-a339-18ea88eee0e2 None None] Port 96b992dc-ba47-4ffe-8089-cd2a0cf7f11d cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:58:57.063618 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-325c5be0-8570-4b3d-92f5-ba4c3b6557e3', 'network_id': '325c5be0-8570-4b3d-92f5-ba4c3b6557e3', 'tenant_id': 'd9d51d9bd6ad4a6fafdf454cc11618e5', 'fixed_ips': [{'subnet_id': '40f93f5f-268c-46d4-848c-4b31eafedd1b'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 10:58:57.064418 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:57.087017 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2d198dc7-5b6b-40b9-946d-f7d6157d886b req-43388075-1f0f-4e91-8197-1a1383db2235 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954253 Jan 20 10:58:57.093628 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-df67d7a9-13e9-451b-9435-f0a9f4414bd9 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Calling delete_port for 96b992dc-ba47-4ffe-8089-cd2a0cf7f11d owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:57.144967 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Pushing event updated for resources: {'Port': ['ID=05661b80-221d-4e44-8665-932997723875,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:57.162290 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] For port d7f85770-d03d-4b51-8b91-79959f0fa5a1, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:57.178192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:57.184044 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] For port d7f85770-d03d-4b51-8b91-79959f0fa5a1, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d7f85770-d03d-4b51-8b91-79959f0fa5a1,segment=NetworkSegment(a3cbaa36-abec-42a4-8598-4fb4e722c64b),segment_id=a3cbaa36-abec-42a4-8598-4fb4e722c64b)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:58:57.192620 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:57.195861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:57.195861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:57.195861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:57.195861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:57.195861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:57.195861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:57.195861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:57.196411 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:57.196411 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:57.196565 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:58:57.211725 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-f6cb4de9-90f7-4d03-bc05-c3715ddcb2b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe3495f-6ec4-49e4-9e54-eb4c423c12b4 HTTP/1.1" status: 200 len: 217 time: 0.2120299 Jan 20 10:58:57.259691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:57.264124 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Allocated IP 2001:db8:0:1::1 (325c5be0-8570-4b3d-92f5-ba4c3b6557e3/40f93f5f-268c-46d4-848c-4b31eafedd1b/2fab82db-a18a-4d8b-90c0-83cd0adeaad4) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:58:57.292357 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:57.303943 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-954f6f56-437e-4a27-9289-cf86e995edb8 req-894dd682-5e75-4c9b-a495-509cfb793f48 service neutron] 10.222.0.72 "GET /v2.0/networks/008238da-375f-4195-90bf-ab2c5c0f18ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6878338 Jan 20 10:58:57.378620 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Pushing event updated for resources: {'Port': ['ID=39514139-a982-44e6-8814-d56842deecfc,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:57.405684 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-df67d7a9-13e9-451b-9435-f0a9f4414bd9 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:57.478417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec078ad6-6b6e-4b26-9dcf-ef884e7c2628 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Deleting subnet 66d92c2f-0c2a-4624-b464-1ffd33d2a023 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 10:58:57.483490 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:57.494197 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bd9a03d4-6ead-46ed-9aa1-6ba3632f8b1f tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.2303731 Jan 20 10:58:57.495132 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55764) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:57.496109 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-ce06cc3a-7364-4d57-9868-3fe026f58702 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:57.497772 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-ce06cc3a-7364-4d57-9868-3fe026f58702 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0027449-e10a-46e7-87b0-be138fcb5208 HTTP/1.1" status: 200 len: 850 time: 0.2392144 Jan 20 10:58:57.498630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec078ad6-6b6e-4b26-9dcf-ef884e7c2628 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:57.525355 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbdfce-084f-46e9-97ae-680f783a9430 None None] Pushing event updated for resources: {'Port': ['ID=d7f85770-d03d-4b51-8b91-79959f0fa5a1,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:57.531643 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b375d0d2-a08c-4da8-aab4-a2453d0c0300 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2092329615', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'fixed_ips': [{'ip_address': '172.26.0.204'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:58:57.624978 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67d7a9-13e9-451b-9435-f0a9f4414bd9 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event deleted for resources: {'Port': ['ID=96b992dc-ba47-4ffe-8089-cd2a0cf7f11d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:57.667905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:57.692318 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Transition to ACTIVE for port object 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:57.697348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b375d0d2-a08c-4da8-aab4-a2453d0c0300 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:57.702512 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Checking segment: {'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:57.702883 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Network hostable DHCP agents. Network: 0142d53d-2894-449a-887f-5e8912ffb3be, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:58:57.723737 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Transition to ACTIVE for port object 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:58:57.733997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec078ad6-6b6e-4b26-9dcf-ef884e7c2628 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:57.740575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b375d0d2-a08c-4da8-aab4-a2453d0c0300 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Usage tracker for resource:port and tenant:924803b7ffe4485291de16a478560adb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:57.766746 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b375d0d2-a08c-4da8-aab4-a2453d0c0300 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:57.799378 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b375d0d2-a08c-4da8-aab4-a2453d0c0300 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:57.831999 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:57.858459 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bd24bf0e-fe36-45db-9f17-4423f5b23ddf req-d44e6d72-80ae-4e72-86f0-19491ec59f13 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f524b6c0c60749f2833f5e039c4b5e15&device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 1097 time: 0.3253250 Jan 20 10:58:57.872681 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-d7685f43-343e-4b9e-a091-cdfee5edf8b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46b4d099-347f-49fe-97b4-d696aebdf353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2958195 Jan 20 10:58:57.901498 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d71a7-ea79-4732-b504-26ee4fe75eb4 req-be455d37-e70b-4ff4-a60b-ebb91485b69e tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:57.916743 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2f6d71a7-ea79-4732-b504-26ee4fe75eb4 req-be455d37-e70b-4ff4-a60b-ebb91485b69e tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 944 time: 0.4190323 Jan 20 10:58:57.936350 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 10:58:57.999243 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55768) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:58.000970 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Network 325c5be0-8570-4b3d-92f5-ba4c3b6557e3 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:58:58.004671 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:58.008620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b375d0d2-a08c-4da8-aab4-a2453d0c0300 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Made reservation on behalf of 924803b7ffe4485291de16a478560adb for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:58:58.009678 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Pushing event updated for resources: {'Port': ['ID=2fab82db-a18a-4d8b-90c0-83cd0adeaad4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:58.011656 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b375d0d2-a08c-4da8-aab4-a2453d0c0300 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:58.011916 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:58.120688 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Network 0142d53d-2894-449a-887f-5e8912ffb3be is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:58:58.142355 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Attempting to bind port 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:58.142688 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Attempting to bind port 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '4897fc21-28f2-476e-96c7-62c76f835520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '325c5be0-8570-4b3d-92f5-ba4c3b6557e3'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:58.143056 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Attempting to bind port 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 on network 325c5be0-8570-4b3d-92f5-ba4c3b6557e3 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:58.162348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:58:58.165759 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Checking segment: {'id': '4897fc21-28f2-476e-96c7-62c76f835520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '325c5be0-8570-4b3d-92f5-ba4c3b6557e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:58:58.166241 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:58.166652 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Bound using segment: {'id': '4897fc21-28f2-476e-96c7-62c76f835520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '325c5be0-8570-4b3d-92f5-ba4c3b6557e3'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:58:58.167158 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Bound port: 2fab82db-a18a-4d8b-90c0-83cd0adeaad4, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4897fc21-28f2-476e-96c7-62c76f835520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '325c5be0-8570-4b3d-92f5-ba4c3b6557e3'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:58:58.167538 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:58.201083 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b375d0d2-a08c-4da8-aab4-a2453d0c0300 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:58.222276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec078ad6-6b6e-4b26-9dcf-ef884e7c2628 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:58.231776 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a2959fea-1d90-4d21-890a-2fb19b88659d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:58.290730 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198f490-62e9-41ba-90d0-5faf6c86fddc req-db16a45e-dfe9-4b58-bd53-3fb01f5af75b tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:58.292215 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e198f490-62e9-41ba-90d0-5faf6c86fddc req-db16a45e-dfe9-4b58-bd53-3fb01f5af75b tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 943 time: 0.5993714 Jan 20 10:58:58.304248 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 0142d53d-2894-449a-887f-5e8912ffb3be) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:58:58.319459 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5930f405-399b-4006-9d61-72a717f8837c None None] Network 0142d53d-2894-449a-887f-5e8912ffb3be requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:58.332990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-df67d7a9-13e9-451b-9435-f0a9f4414bd9 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:58.335942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:58:58.344825 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2f6d71a7-ea79-4732-b504-26ee4fe75eb4 req-5a0d5138-fece-4bb9-89c9-fa475cccbaaa tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/security-groups?id=6353a133-3d25-42f4-8a86-33f8c0b48ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4277635 Jan 20 10:58:58.357079 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24bf0e-fe36-45db-9f17-4423f5b23ddf req-468409db-8e20-4e4b-ba46-f80b08e6fa2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:58.358908 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bd24bf0e-fe36-45db-9f17-4423f5b23ddf req-468409db-8e20-4e4b-ba46-f80b08e6fa2b service neutron] 10.222.0.72 "GET /v2.0/networks?id=008238da-375f-4195-90bf-ab2c5c0f18ed HTTP/1.1" status: 200 len: 907 time: 0.4899156 Jan 20 10:58:58.381484 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b375d0d2-a08c-4da8-aab4-a2453d0c0300 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:58.390000 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b375d0d2-a08c-4da8-aab4-a2453d0c0300 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Usage tracker for resource:security_group_rule and tenant:924803b7ffe4485291de16a478560adb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:58.410013 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-df67d7a9-13e9-451b-9435-f0a9f4414bd9 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "DELETE /v2.0/ports/96b992dc-ba47-4ffe-8089-cd2a0cf7f11d HTTP/1.1" status: 204 len: 168 time: 2.0926943 Jan 20 10:58:58.410870 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55774) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:58.415375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b375d0d2-a08c-4da8-aab4-a2453d0c0300 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:58.417805 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a2959fea-1d90-4d21-890a-2fb19b88659d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:58:58.426229 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-09ad3329-aee8-416a-88dd-c14cdd803d4f service neutron] 10.222.0.72 "GET /v2.0/networks/46b4d099-347f-49fe-97b4-d696aebdf353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847116 Jan 20 10:58:58.428508 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b375d0d2-a08c-4da8-aab4-a2453d0c0300 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:58.431996 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:58.431996 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:58.432293 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a2959fea-1d90-4d21-890a-2fb19b88659d admin admin] Usage tracker for resource:security_group_rule and tenant:41646744eae04c6583c4c0c301628584 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:58:58.432376 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:58.466441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a2959fea-1d90-4d21-890a-2fb19b88659d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:58:58.478236 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e198f490-62e9-41ba-90d0-5faf6c86fddc req-c85d1182-1c53-4343-afb3-ffeb346b551f tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735306 Jan 20 10:58:58.479121 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bd24bf0e-fe36-45db-9f17-4423f5b23ddf req-7982218a-3d00-44d6-9a52-92d0af873453 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9efc373b-07af-465a-b787-df70b915b222 HTTP/1.1" status: 200 len: 217 time: 0.1112726 Jan 20 10:58:58.484283 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:58.484609 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:58:58.492175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a2959fea-1d90-4d21-890a-2fb19b88659d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:58:58.501109 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-974e5d2a-e09e-4f0f-bc46-c74d92425c83 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] GET failed (client error): The resource could not be found. Jan 20 10:58:58.501323 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-974e5d2a-e09e-4f0f-bc46-c74d92425c83 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Synchronizing usage tracker for tenant:7abe2b6cfff24f99ae7610f551f29b9a on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:58:58.564672 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] For port 2fab82db-a18a-4d8b-90c0-83cd0adeaad4, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:58:58.594782 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 2 to bind port 39514139-a982-44e6-8814-d56842deecfc Jan 20 10:58:58.648736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-974e5d2a-e09e-4f0f-bc46-c74d92425c83 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Unset dirty status for tenant:7abe2b6cfff24f99ae7610f551f29b9a on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:58:58.652460 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-974e5d2a-e09e-4f0f-bc46-c74d92425c83 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "GET /v2.0/ports/96b992dc-ba47-4ffe-8089-cd2a0cf7f11d HTTP/1.1" status: 404 len: 333 time: 0.2321351 Jan 20 10:58:58.662311 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55778) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:58.669633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] For port 2fab82db-a18a-4d8b-90c0-83cd0adeaad4, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2fab82db-a18a-4d8b-90c0-83cd0adeaad4,segment=NetworkSegment(4897fc21-28f2-476e-96c7-62c76f835520),segment_id=4897fc21-28f2-476e-96c7-62c76f835520)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:58:58.717324 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b375d0d2-a08c-4da8-aab4-a2453d0c0300 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:58.726547 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a2959fea-1d90-4d21-890a-2fb19b88659d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:58.733093 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:58.751628 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec078ad6-6b6e-4b26-9dcf-ef884e7c2628 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:58.762622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3e45d554-2052-4d50-85f3-dfff1480f0ed tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Deleting port 1863a0f9-2c87-42a3-97be-650ea2db738b {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:58.762968 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3e45d554-2052-4d50-85f3-dfff1480f0ed tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:58.796632 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b375d0d2-a08c-4da8-aab4-a2453d0c0300 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:58.817726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:58.818027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:58.818581 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:58.820444 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-b375d0d2-a08c-4da8-aab4-a2453d0c0300 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] device_id is not set on port da7e6533-130a-4a27-ae97-f012d02831bc yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:58:58.820672 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec078ad6-6b6e-4b26-9dcf-ef884e7c2628 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event deleted for resources: {'Subnet': ['ID=66d92c2f-0c2a-4624-b464-1ffd33d2a023,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:58.858569 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745106bc-b3e2-4ed7-99ab-f6fe14b582b3 None None] Pushing event updated for resources: {'Port': ['ID=2fab82db-a18a-4d8b-90c0-83cd0adeaad4,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:58.866094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a2959fea-1d90-4d21-890a-2fb19b88659d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:58.872246 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec078ad6-6b6e-4b26-9dcf-ef884e7c2628 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:58.884145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:58.884723 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:58:58.890193 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 3 to bind port 39514139-a982-44e6-8814-d56842deecfc Jan 20 10:58:58.900004 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24bf0e-fe36-45db-9f17-4423f5b23ddf req-4b307dbf-189d-40b8-863b-2640b57ad48f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:58.901755 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bd24bf0e-fe36-45db-9f17-4423f5b23ddf req-4b307dbf-189d-40b8-863b-2640b57ad48f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96b254d4-c891-4e92-85e5-f2bec53994c8 HTTP/1.1" status: 200 len: 845 time: 0.4163179 Jan 20 10:58:58.905145 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ec078ad6-6b6e-4b26-9dcf-ef884e7c2628 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "DELETE /v2.0/subnets/66d92c2f-0c2a-4624-b464-1ffd33d2a023 HTTP/1.1" status: 204 len: 168 time: 2.0790145 Jan 20 10:58:58.907643 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d28c8944-a999-426e-a8c7-66bb35d081ab req-2872d99f-8b71-4249-9289-db70fd772ba5 service neutron] 10.222.0.72 "GET /v2.0/networks/46b4d099-347f-49fe-97b4-d696aebdf353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705629 Jan 20 10:58:58.908286 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55782) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:58.982263 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375d0d2-a08c-4da8-aab4-a2453d0c0300 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927314d2-167f-4eae-8805-1645fa140100,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:59.002116 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:59.002735 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:59.003245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:59.042570 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:59.042908 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:58:59.049133 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 4 to bind port 39514139-a982-44e6-8814-d56842deecfc Jan 20 10:58:59.053570 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3435f-dc8e-44e6-906e-ce8dec3ba649 req-e922c584-1032-4a3d-8153-6e15db275fe6 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:58:59.055238 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-56d3435f-dc8e-44e6-906e-ce8dec3ba649 req-e922c584-1032-4a3d-8153-6e15db275fe6 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 944 time: 0.4685109 Jan 20 10:58:59.090855 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2959fea-1d90-4d21-890a-2fb19b88659d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af54b33-4a9a-4a80-8586-ceef4d1889f8,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:58:59.124792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:59.125132 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:59.125469 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:59.136895 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:59.137175 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:58:59.182866 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 5 to bind port 39514139-a982-44e6-8814-d56842deecfc Jan 20 10:58:59.197034 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-56d3435f-dc8e-44e6-906e-ce8dec3ba649 req-b7d21329-1a38-4130-a3ce-78b554aa7156 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221638 Jan 20 10:58:59.202626 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a2959fea-1d90-4d21-890a-2fb19b88659d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=41646744eae04c6583c4c0c301628584&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1956246 Jan 20 10:58:59.209960 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55786) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:58:59.259804 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:59.260145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:59.260486 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:59.287812 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bd24bf0e-fe36-45db-9f17-4423f5b23ddf req-df7714f9-3549-4b68-b69e-6137ff2a8204 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=008238da-375f-4195-90bf-ab2c5c0f18ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3777256 Jan 20 10:58:59.291923 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:59.292258 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:58:59.300721 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 6 to bind port 39514139-a982-44e6-8814-d56842deecfc Jan 20 10:58:59.318161 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ddacab-94c2-4234-9c7f-493dd633f083 None None] Network 23530ea2-dd99-4bc5-943c-dbab39fe19e3 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:58:59.430265 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:59.430604 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:59.430944 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:59.464125 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:59.464437 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:58:59.466939 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08fd44a-8281-45ce-a9b9-33d6b29375f5 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Deleting subnet 40f93f5f-268c-46d4-848c-4b31eafedd1b {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 10:58:59.476327 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 7 to bind port 39514139-a982-44e6-8814-d56842deecfc Jan 20 10:58:59.491013 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b08fd44a-8281-45ce-a9b9-33d6b29375f5 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:59.539578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:59.539891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:59.540228 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:59.552525 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3e45d554-2052-4d50-85f3-dfff1480f0ed tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:59.603618 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1d536a0f-7987-47e1-a5e1-c3148dbe09e5 req-3c538942-40d2-45c9-99d7-84cf7e1e6133 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0bee70239b8e4619a62843d13cf51ee9&device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 1097 time: 0.4109943 Jan 20 10:58:59.607856 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bd24bf0e-fe36-45db-9f17-4423f5b23ddf req-5827540c-053a-4321-b4d2-3517f3e47172 service neutron] 10.222.0.72 "GET /v2.0/networks/008238da-375f-4195-90bf-ab2c5c0f18ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954125 Jan 20 10:58:59.611947 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:58:59.611947 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:58:59.611947 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b08fd44a-8281-45ce-a9b9-33d6b29375f5 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:59.639702 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 8 to bind port 39514139-a982-44e6-8814-d56842deecfc Jan 20 10:58:59.728448 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d7f85770-d03d-4b51-8b91-79959f0fa5a1 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:58:59.778074 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:58:59.778955 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:58:59.779507 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:58:59.781066 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-dadf1d4e-8ce2-4762-b6d0-e8f3e839a192 None None] Provisioning for port d7f85770-d03d-4b51-8b91-79959f0fa5a1 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:59.788617 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3e45d554-2052-4d50-85f3-dfff1480f0ed tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Calling delete_port for 1863a0f9-2c87-42a3-97be-650ea2db738b owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:58:59.850310 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce9a770b-e92d-4862-91ad-0e3610245244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:59.864331 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-b375d0d2-a08c-4da8-aab4-a2453d0c0300 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 20 10:58:59.876728 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b375d0d2-a08c-4da8-aab4-a2453d0c0300 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 10:58:59.876880 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e965e238-2398-42bd-b870-bfae90f6e8a2 None None] DHCP port deletion for 23530ea2-dd99-4bc5-943c-dbab39fe19e3 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 10:58:59.876880 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e965e238-2398-42bd-b870-bfae90f6e8a2 None None] Deleting port d7f85770-d03d-4b51-8b91-79959f0fa5a1 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:58:59.876880 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e965e238-2398-42bd-b870-bfae90f6e8a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:59.916404 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b08fd44a-8281-45ce-a9b9-33d6b29375f5 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:59.919459 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port d7f85770-d03d-4b51-8b91-79959f0fa5a1 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:58:59.940220 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port d7f85770-d03d-4b51-8b91-79959f0fa5a1 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:58:59.943816 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:58:59.966362 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce9a770b-e92d-4862-91ad-0e3610245244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:00.021039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:00.021039 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:00.025629 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 9 to bind port 39514139-a982-44e6-8814-d56842deecfc Jan 20 10:59:00.070890 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:00.070890 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:00.070890 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:00.105209 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 9efc373b-07af-465a-b787-df70b915b222 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 10:59:00.105713 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b375d0d2-a08c-4da8-aab4-a2453d0c0300 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.5842321 Jan 20 10:59:00.107309 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55794) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:00.112357 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b08fd44a-8281-45ce-a9b9-33d6b29375f5 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:00.129875 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05143c4-8736-4e65-9b5c-397220561c0b req-cb33b0ee-3a96-4c1e-ab0c-c243dc3358a3 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:00.140215 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b05143c4-8736-4e65-9b5c-397220561c0b req-cb33b0ee-3a96-4c1e-ab0c-c243dc3358a3 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 944 time: 0.5368564 Jan 20 10:59:00.173372 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56498c-3bea-4757-be91-623c401144c0 req-289bb93e-fe43-4294-bb1e-53734b5133bd tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:00.175507 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dd56498c-3bea-4757-be91-623c401144c0 req-289bb93e-fe43-4294-bb1e-53734b5133bd tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 943 time: 0.3585894 Jan 20 10:59:00.217867 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:00.218189 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:00.237777 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 10:59:00.237876 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 10 to bind port 39514139-a982-44e6-8814-d56842deecfc Jan 20 10:59:00.275395 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3e45d554-2052-4d50-85f3-dfff1480f0ed tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:00.284601 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fd44a-8281-45ce-a9b9-33d6b29375f5 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event deleted for resources: {'Subnet': ['ID=40f93f5f-268c-46d4-848c-4b31eafedd1b,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:00.296240 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d536a0f-7987-47e1-a5e1-c3148dbe09e5 req-d5ed63e1-3164-4a82-9c4d-2ee321242037 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:00.298728 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1d536a0f-7987-47e1-a5e1-c3148dbe09e5 req-d5ed63e1-3164-4a82-9c4d-2ee321242037 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46b4d099-347f-49fe-97b4-d696aebdf353 HTTP/1.1" status: 200 len: 912 time: 0.6445153 Jan 20 10:59:00.324700 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b05143c4-8736-4e65-9b5c-397220561c0b req-96804870-d6df-4d4b-a264-3c0f3258daa0 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/security-groups?id=6353a133-3d25-42f4-8a86-33f8c0b48ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790249 Jan 20 10:59:00.332519 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce9a770b-e92d-4862-91ad-0e3610245244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:00.347272 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45d554-2052-4d50-85f3-dfff1480f0ed tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event deleted for resources: {'Port': ['ID=1863a0f9-2c87-42a3-97be-650ea2db738b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:00.355634 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bd24bf0e-fe36-45db-9f17-4423f5b23ddf req-628a4892-d60e-4226-8f76-121b0a6deebf service neutron] 10.222.0.72 "GET /v2.0/networks/008238da-375f-4195-90bf-ab2c5c0f18ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7032278 Jan 20 10:59:00.359694 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dd56498c-3bea-4757-be91-623c401144c0 req-b640a5ba-d833-43a7-804a-c53b2ded6822 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559029 Jan 20 10:59:00.362420 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a770b-e92d-4862-91ad-0e3610245244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af54b33-4a9a-4a80-8586-ceef4d1889f8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:00.424095 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-4dd23909-62bb-4e4a-bb05-30fdd9fc8922 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Deleting port 05661b80-221d-4e44-8665-932997723875 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:00.424095 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4dd23909-62bb-4e4a-bb05-30fdd9fc8922 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:00.434013 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe14195a-6d5f-4c95-af7b-15394399ddb4 None None] Network 325c5be0-8570-4b3d-92f5-ba4c3b6557e3 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:59:00.479517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:00.479808 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:00.480103 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:00.527094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3e45d554-2052-4d50-85f3-dfff1480f0ed tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:00.542315 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3e45d554-2052-4d50-85f3-dfff1480f0ed tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "DELETE /v2.0/ports/1863a0f9-2c87-42a3-97be-650ea2db738b HTTP/1.1" status: 204 len: 168 time: 1.8782442 Jan 20 10:59:00.543117 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55800) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:00.545946 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b08fd44a-8281-45ce-a9b9-33d6b29375f5 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:00.629445 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e965e238-2398-42bd-b870-bfae90f6e8a2 None None] For port d7f85770-d03d-4b51-8b91-79959f0fa5a1, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d7f85770-d03d-4b51-8b91-79959f0fa5a1,segment=NetworkSegment(a3cbaa36-abec-42a4-8598-4fb4e722c64b),segment_id=a3cbaa36-abec-42a4-8598-4fb4e722c64b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:00.637028 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e965e238-2398-42bd-b870-bfae90f6e8a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:00.658527 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce9a770b-e92d-4862-91ad-0e3610245244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:00.660041 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ce9a770b-e92d-4862-91ad-0e3610245244 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8af54b33-4a9a-4a80-8586-ceef4d1889f8 HTTP/1.1" status: 204 len: 168 time: 1.4147124 Jan 20 10:59:00.682762 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-55aab724-80b6-4de0-bcac-af31f0fd53d2 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] GET failed (client error): The resource could not be found. Jan 20 10:59:00.685776 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-55aab724-80b6-4de0-bcac-af31f0fd53d2 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Synchronizing usage tracker for tenant:7abe2b6cfff24f99ae7610f551f29b9a on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:00.705007 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b08fd44a-8281-45ce-a9b9-33d6b29375f5 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "DELETE /v2.0/subnets/40f93f5f-268c-46d4-848c-4b31eafedd1b HTTP/1.1" status: 204 len: 168 time: 1.7543314 Jan 20 10:59:00.726557 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-39feea32-b36d-4ba2-8964-34d9f63b7257 None None] Provisioning for port 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:59:00.734061 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:00.734691 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55806) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:00.769041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 39514139-a982-44e6-8814-d56842deecfc on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:00.769481 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 39514139-a982-44e6-8814-d56842deecfc on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:00.769821 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:00.787720 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1d536a0f-7987-47e1-a5e1-c3148dbe09e5 req-e4860746-8203-41c8-9640-3d801f124116 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe3495f-6ec4-49e4-9e54-eb4c423c12b4 HTTP/1.1" status: 200 len: 217 time: 0.4304135 Jan 20 10:59:00.833129 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e965e238-2398-42bd-b870-bfae90f6e8a2 None None] Calling delete_port for d7f85770-d03d-4b51-8b91-79959f0fa5a1 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:00.874789 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d74e05-d28c-458f-958b-b2edab729391 req-c96ea80d-80d8-4577-8c1c-5131907a7b1f tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:00.876464 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 9efc373b-07af-465a-b787-df70b915b222, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=9efc373b-07af-465a-b787-df70b915b222,segment=NetworkSegment(3dfa1d30-4d9d-46ba-832a-ef358ccc133a),segment_id=3dfa1d30-4d9d-46ba-832a-ef358ccc133a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:00.877387 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-10d74e05-d28c-458f-958b-b2edab729391 req-c96ea80d-80d8-4577-8c1c-5131907a7b1f tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 944 time: 0.2908287 Jan 20 10:59:00.902504 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d535c36-58e4-43f5-b475-77ba6b90d618 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:00.907576 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3d535c36-58e4-43f5-b475-77ba6b90d618 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1468751 Jan 20 10:59:00.915071 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-55aab724-80b6-4de0-bcac-af31f0fd53d2 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Unset dirty status for tenant:7abe2b6cfff24f99ae7610f551f29b9a on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:00.916857 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55810) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:00.923996 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-55aab724-80b6-4de0-bcac-af31f0fd53d2 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "GET /v2.0/ports/1863a0f9-2c87-42a3-97be-650ea2db738b HTTP/1.1" status: 404 len: 333 time: 0.3747156 Jan 20 10:59:00.933370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55812) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:00.968507 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '9efc373b-07af-465a-b787-df70b915b222', 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed', 'port_id': '9efc373b-07af-465a-b787-df70b915b222', 'mac_address': 'fa:16:3e:d6:62:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b254d4-c891-4e92-85e5-f2bec53994c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 10:59:00.973306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4dd23909-62bb-4e4a-bb05-30fdd9fc8922 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:00.973963 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4dd23909-62bb-4e4a-bb05-30fdd9fc8922 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:00.977452 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port d7f85770-d03d-4b51-8b91-79959f0fa5a1, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d7f85770-d03d-4b51-8b91-79959f0fa5a1,segment=NetworkSegment(a3cbaa36-abec-42a4-8598-4fb4e722c64b),segment_id=a3cbaa36-abec-42a4-8598-4fb4e722c64b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:01.063666 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:01.064418 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:59:01.080954 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-10d74e05-d28c-458f-958b-b2edab729391 req-9d0468e3-0b72-439f-91ba-eb0d75629127 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962328 Jan 20 10:59:01.101739 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1893cb76-f9ef-4127-a2c2-22ec7dd3bb35 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Deleting port c9503234-9635-4605-838c-7b5dfce1dd41 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:01.102142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1893cb76-f9ef-4127-a2c2-22ec7dd3bb35 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:01.170512 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-4dd23909-62bb-4e4a-bb05-30fdd9fc8922 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Calling delete_port for 05661b80-221d-4e44-8665-932997723875 owned by network:floatingip {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:01.199235 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:01.222744 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-e965e238-2398-42bd-b870-bfae90f6e8a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 10:59:01.223111 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-e965e238-2398-42bd-b870-bfae90f6e8a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 10:59:01.246748 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efc373b-07af-465a-b787-df70b915b222 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 10:59:01.258359 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=d7f85770-d03d-4b51-8b91-79959f0fa5a1,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:01.300834 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 9efc373b-07af-465a-b787-df70b915b222, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=9efc373b-07af-465a-b787-df70b915b222,segment=NetworkSegment(3dfa1d30-4d9d-46ba-832a-ef358ccc133a),segment_id=3dfa1d30-4d9d-46ba-832a-ef358ccc133a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:01.305407 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:01.305811 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:01.306154 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:01.306859 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:01.307263 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:01.307619 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:01.307947 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:01.308275 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:01.308853 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:01.309172 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:01.309486 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:01.326935 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d536a0f-7987-47e1-a5e1-c3148dbe09e5 req-7b4d726b-ff91-4558-862b-e61f72dd0a41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:01.328385 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1d536a0f-7987-47e1-a5e1-c3148dbe09e5 req-7b4d726b-ff91-4558-862b-e61f72dd0a41 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0027449-e10a-46e7-87b0-be138fcb5208 HTTP/1.1" status: 200 len: 850 time: 0.5345767 Jan 20 10:59:01.369059 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a83a2b19-6db5-4a7e-8234-990c349ec79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:01.403301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:59:01.407483 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:01.415799 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 441dacbf-3516-43ae-b255-bc606c7a5f9f details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 10:59:01.462132 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1893cb76-f9ef-4127-a2c2-22ec7dd3bb35 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:01.498639 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947a7b1a-e18d-4a57-917d-c38c3ed58c7a None None] DHCP port deletion for 325c5be0-8570-4b3d-92f5-ba4c3b6557e3 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 10:59:01.507595 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:01.522070 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] For port 39514139-a982-44e6-8814-d56842deecfc, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:59:01.522440 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempted to set empty binding levels {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 20 10:59:01.538991 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:59:01.542055 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:01.592906 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Deleting port 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:01.593832 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:01.600167 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-947a7b1a-e18d-4a57-917d-c38c3ed58c7a None None] Deleting port 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:01.600557 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-947a7b1a-e18d-4a57-917d-c38c3ed58c7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:01.630226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:01.684882 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 10:59:01.695642 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1893cb76-f9ef-4127-a2c2-22ec7dd3bb35 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Calling delete_port for c9503234-9635-4605-838c-7b5dfce1dd41 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:01.725889 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1d536a0f-7987-47e1-a5e1-c3148dbe09e5 req-bcee8723-2c8f-4d25-84a1-5a609ffdb289 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46b4d099-347f-49fe-97b4-d696aebdf353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3819060 Jan 20 10:59:01.750972 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e965e238-2398-42bd-b870-bfae90f6e8a2 None None] Deleting port d7f85770-d03d-4b51-8b91-79959f0fa5a1 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:01.751532 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e965e238-2398-42bd-b870-bfae90f6e8a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:01.784090 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=9efc373b-07af-465a-b787-df70b915b222,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:01.788686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:01.977858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b1b9f-404f-4374-a00a-0556c558e489 req-19edeaff-1f4e-4885-9b2c-894764d0c973 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:01.979879 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fb8b1b9f-404f-4374-a00a-0556c558e489 req-19edeaff-1f4e-4885-9b2c-894764d0c973 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 943 time: 0.3301482 Jan 20 10:59:02.004718 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61579529-1888-4035-930b-895883746126 req-0444799d-cd25-48cb-9266-ec7f9492099a tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:02.008130 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-61579529-1888-4035-930b-895883746126 req-0444799d-cd25-48cb-9266-ec7f9492099a tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 945 time: 0.4445980 Jan 20 10:59:02.059487 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 8.8132176 Jan 20 10:59:02.073762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4dd23909-62bb-4e4a-bb05-30fdd9fc8922 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:02.077054 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55832) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:02.081346 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 441dacbf-3516-43ae-b255-bc606c7a5f9f, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=441dacbf-3516-43ae-b255-bc606c7a5f9f,segment=NetworkSegment(001609c9-628d-45b4-8071-84ff8454d8df),segment_id=001609c9-628d-45b4-8071-84ff8454d8df)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:02.085783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a59ff-2954-4f71-973f-0b5439cd0c1a tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Pushing event updated for resources: {'Port': ['ID=39514139-a982-44e6-8814-d56842deecfc,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:02.096346 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:02.110339 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fb8b1b9f-404f-4374-a00a-0556c558e489 req-b4c60518-e524-419a-8247-51443c24b943 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142118 Jan 20 10:59:02.133125 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-61579529-1888-4035-930b-895883746126 req-f4f1cbdb-62bc-4bb1-8eef-a13d339ee446 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/security-groups?id=6353a133-3d25-42f4-8a86-33f8c0b48ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745044 Jan 20 10:59:02.181014 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1893cb76-f9ef-4127-a2c2-22ec7dd3bb35 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:02.200092 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '441dacbf-3516-43ae-b255-bc606c7a5f9f', 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6', 'port_id': '441dacbf-3516-43ae-b255-bc606c7a5f9f', 'mac_address': 'fa:16:3e:f8:67:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 10:59:02.210439 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-28fefc43-2ad0-4ae9-a947-3f6a947ea214 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Deleting port 39514139-a982-44e6-8814-d56842deecfc {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:02.211051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-28fefc43-2ad0-4ae9-a947-3f6a947ea214 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:02.256744 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] For port 2fab82db-a18a-4d8b-90c0-83cd0adeaad4, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2fab82db-a18a-4d8b-90c0-83cd0adeaad4,segment=NetworkSegment(4897fc21-28f2-476e-96c7-62c76f835520),segment_id=4897fc21-28f2-476e-96c7-62c76f835520)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:02.257486 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:02.292156 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd23909-62bb-4e4a-bb05-30fdd9fc8922 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Pushing event deleted for resources: {'Port': ['ID=05661b80-221d-4e44-8665-932997723875,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:02.379289 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-947a7b1a-e18d-4a57-917d-c38c3ed58c7a None None] For port 2fab82db-a18a-4d8b-90c0-83cd0adeaad4, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2fab82db-a18a-4d8b-90c0-83cd0adeaad4,segment=NetworkSegment(4897fc21-28f2-476e-96c7-62c76f835520),segment_id=4897fc21-28f2-476e-96c7-62c76f835520)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:02.379960 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-947a7b1a-e18d-4a57-917d-c38c3ed58c7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:02.395655 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1893cb76-f9ef-4127-a2c2-22ec7dd3bb35 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:02.401179 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e965e238-2398-42bd-b870-bfae90f6e8a2 None None] For port d7f85770-d03d-4b51-8b91-79959f0fa5a1, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d7f85770-d03d-4b51-8b91-79959f0fa5a1,segment=NetworkSegment(a3cbaa36-abec-42a4-8598-4fb4e722c64b),segment_id=a3cbaa36-abec-42a4-8598-4fb4e722c64b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:02.401851 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e965e238-2398-42bd-b870-bfae90f6e8a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:02.405904 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893cb76-f9ef-4127-a2c2-22ec7dd3bb35 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event deleted for resources: {'Port': ['ID=c9503234-9635-4605-838c-7b5dfce1dd41,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:02.461195 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd2462-9a5f-4a02-896c-c965c6820a79 req-a82fc713-8576-49b8-a1d3-39c25308e2ab tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:02.462771 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-56dd2462-9a5f-4a02-896c-c965c6820a79 req-a82fc713-8576-49b8-a1d3-39c25308e2ab tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 944 time: 0.1872935 Jan 20 10:59:02.517165 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1893cb76-f9ef-4127-a2c2-22ec7dd3bb35 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "DELETE /v2.0/ports/c9503234-9635-4605-838c-7b5dfce1dd41 HTTP/1.1" status: 204 len: 168 time: 1.5787706 Jan 20 10:59:02.519844 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55842) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:02.576690 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Calling delete_port for 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:02.616904 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-56dd2462-9a5f-4a02-896c-c965c6820a79 req-649dd0c2-fa79-4e3f-a1b9-a29c60570267 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433160 Jan 20 10:59:02.627579 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 2fab82db-a18a-4d8b-90c0-83cd0adeaad4, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2fab82db-a18a-4d8b-90c0-83cd0adeaad4,segment=NetworkSegment(4897fc21-28f2-476e-96c7-62c76f835520),segment_id=4897fc21-28f2-476e-96c7-62c76f835520)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:02.637579 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-947a7b1a-e18d-4a57-917d-c38c3ed58c7a None None] Calling delete_port for 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:02.705405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4dd23909-62bb-4e4a-bb05-30fdd9fc8922 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:02.708192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4dd23909-62bb-4e4a-bb05-30fdd9fc8922 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:02.709847 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4dd23909-62bb-4e4a-bb05-30fdd9fc8922 tempest-ExternalNetworksAdminNegativeTestJSON-374055711 tempest-ExternalNetworksAdminNegativeTestJSON-374055711-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/1be0604f-27bf-41e5-9eb9-cb77d31ebd73 HTTP/1.1" status: 204 len: 168 time: 2.5993855 Jan 20 10:59:02.732225 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e965e238-2398-42bd-b870-bfae90f6e8a2 None None] Calling delete_port for d7f85770-d03d-4b51-8b91-79959f0fa5a1 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:02.763264 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:02.766490 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:02.800775 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1d536a0f-7987-47e1-a5e1-c3148dbe09e5 req-4382e46a-7710-4f51-9da4-2a337caa6216 service neutron] 10.222.0.72 "GET /v2.0/networks/46b4d099-347f-49fe-97b4-d696aebdf353?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0488625 Jan 20 10:59:02.897445 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-321889cd-b806-46ec-b5df-7bffb1a36767 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Deleting subnet 8d99eef7-d28f-44dd-8a55-17b15f0447bb {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 10:59:02.901261 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-321889cd-b806-46ec-b5df-7bffb1a36767 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:02.926080 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441dacbf-3516-43ae-b255-bc606c7a5f9f {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 10:59:02.955441 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d7f85770-d03d-4b51-8b91-79959f0fa5a1 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 10:59:02.975263 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-321889cd-b806-46ec-b5df-7bffb1a36767 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:03.056151 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.api [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 10:59:03.056371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG oslo_db.api [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 10:59:03.070620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-321889cd-b806-46ec-b5df-7bffb1a36767 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:03.102554 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 441dacbf-3516-43ae-b255-bc606c7a5f9f, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=441dacbf-3516-43ae-b255-bc606c7a5f9f,segment=NetworkSegment(001609c9-628d-45b4-8071-84ff8454d8df),segment_id=001609c9-628d-45b4-8071-84ff8454d8df)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:03.108594 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=2fab82db-a18a-4d8b-90c0-83cd0adeaad4,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:03.123653 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-28fefc43-2ad0-4ae9-a947-3f6a947ea214 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] For port 39514139-a982-44e6-8814-d56842deecfc, host hv-neutron-8254, got binding levels [] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:03.124122 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-28fefc43-2ad0-4ae9-a947-3f6a947ea214 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:03.190748 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-947a7b1a-e18d-4a57-917d-c38c3ed58c7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 10:59:03.191131 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-947a7b1a-e18d-4a57-917d-c38c3ed58c7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 10:59:03.204410 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:03.300782 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device abe3495f-6ec4-49e4-9e54-eb4c423c12b4 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 10:59:03.321390 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1d536a0f-7987-47e1-a5e1-c3148dbe09e5 req-bde578ce-4fd2-425b-b95c-05e1f6ad6667 service neutron] 10.222.0.72 "GET /v2.0/networks/46b4d099-347f-49fe-97b4-d696aebdf353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141864 Jan 20 10:59:03.321783 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:03.337261 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-28fefc43-2ad0-4ae9-a947-3f6a947ea214 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Calling delete_port for 39514139-a982-44e6-8814-d56842deecfc owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:03.352517 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e965e238-2398-42bd-b870-bfae90f6e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:03.376212 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f902042-21f7-4130-a168-747e2afa0200 req-c5e2b5c8-b76c-4941-b3f7-1186ca5ebc99 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:03.388777 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8f902042-21f7-4130-a168-747e2afa0200 req-c5e2b5c8-b76c-4941-b3f7-1186ca5ebc99 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 944 time: 0.1194940 Jan 20 10:59:03.397352 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965e238-2398-42bd-b870-bfae90f6e8a2 None None] No DVR routers for this DVR port d7f85770-d03d-4b51-8b91-79959f0fa5a1 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 10:59:03.475640 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-321889cd-b806-46ec-b5df-7bffb1a36767 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:03.500587 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55862) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:03.503594 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 10:59:03.509953 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-28fefc43-2ad0-4ae9-a947-3f6a947ea214 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:03.529831 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=441dacbf-3516-43ae-b255-bc606c7a5f9f,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:03.542056 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321889cd-b806-46ec-b5df-7bffb1a36767 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event deleted for resources: {'Subnet': ['ID=8d99eef7-d28f-44dd-8a55-17b15f0447bb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:03.566109 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8f902042-21f7-4130-a168-747e2afa0200 req-133d2687-4da0-4263-a300-817eee1f224f tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762319 Jan 20 10:59:03.570740 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Deleting port 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:03.571102 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:03.591645 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-321889cd-b806-46ec-b5df-7bffb1a36767 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:03.602612 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-321889cd-b806-46ec-b5df-7bffb1a36767 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "DELETE /v2.0/subnets/8d99eef7-d28f-44dd-8a55-17b15f0447bb HTTP/1.1" status: 204 len: 168 time: 1.0817387 Jan 20 10:59:03.604869 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55868) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:03.621368 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fefc43-2ad0-4ae9-a947-3f6a947ea214 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Pushing event deleted for resources: {'Port': ['ID=39514139-a982-44e6-8814-d56842deecfc,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:03.659251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-28fefc43-2ad0-4ae9-a947-3f6a947ea214 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:03.744695 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-28fefc43-2ad0-4ae9-a947-3f6a947ea214 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] 10.222.0.70 "DELETE /v2.0/ports/39514139-a982-44e6-8814-d56842deecfc HTTP/1.1" status: 204 len: 168 time: 1.6609042 Jan 20 10:59:03.753636 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55876) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:03.782348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-947a7b1a-e18d-4a57-917d-c38c3ed58c7a None None] Deleting port 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:03.782779 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-947a7b1a-e18d-4a57-917d-c38c3ed58c7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:03.788407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b323e884-da21-4338-978b-e58fbd4e4738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:03.823201 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['9efc373b-07af-465a-b787-df70b915b222'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 10:59:03.825166 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f2613-6585-403c-8fd6-d928cad39f6f req-ccfa6b15-b5e4-4fe9-ad83-eb6f015062e1 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:03.825989 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9d4f2613-6585-403c-8fd6-d928cad39f6f req-ccfa6b15-b5e4-4fe9-ad83-eb6f015062e1 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 945 time: 0.4336703 Jan 20 10:59:03.853829 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['441dacbf-3516-43ae-b255-bc606c7a5f9f'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 10:59:03.875294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5b2f8d-17b3-49f1-b2ca-d757d2dbd6a1 None None] Network e6021adc-3af6-4465-ac53-1c41bc4d6350 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:59:03.888051 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965e238-2398-42bd-b870-bfae90f6e8a2 None None] Pushing event deleted for resources: {'Port': ['ID=d7f85770-d03d-4b51-8b91-79959f0fa5a1,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:03.896771 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-780fdf71-8740-4b16-81cd-5e8eb338b108 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] GET failed (client error): The resource could not be found. Jan 20 10:59:03.898318 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-780fdf71-8740-4b16-81cd-5e8eb338b108 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] 10.222.0.70 "GET /v2.0/ports/39514139-a982-44e6-8814-d56842deecfc HTTP/1.1" status: 404 len: 333 time: 0.1415727 Jan 20 10:59:03.909968 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:03.912177 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55880) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:03.935119 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-eeaf6f7b-4a59-4bad-be98-ae4bbc84dcfe tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Request body: {'port': {'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1052220968'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:03.937707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b323e884-da21-4338-978b-e58fbd4e4738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:03.946583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b323e884-da21-4338-978b-e58fbd4e4738 admin admin] Usage tracker for resource:security_group_rule and tenant:17ffa21cac3f4ff5866c65beda483065 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:03.950142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] For port 2fab82db-a18a-4d8b-90c0-83cd0adeaad4, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2fab82db-a18a-4d8b-90c0-83cd0adeaad4,segment=NetworkSegment(4897fc21-28f2-476e-96c7-62c76f835520),segment_id=4897fc21-28f2-476e-96c7-62c76f835520)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:03.950510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:03.952965 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-eeaf6f7b-4a59-4bad-be98-ae4bbc84dcfe tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:03.957859 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b323e884-da21-4338-978b-e58fbd4e4738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:03.967492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b323e884-da21-4338-978b-e58fbd4e4738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:03.991218 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-eeaf6f7b-4a59-4bad-be98-ae4bbc84dcfe tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Usage tracker for resource:port and tenant:663d54c923ab446a86937c61c2a71985 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:04.007704 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-eeaf6f7b-4a59-4bad-be98-ae4bbc84dcfe tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:04.031709 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Deleting port 40d8e55b-caae-49b9-a41a-d46357b23f2d {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:04.031709 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:04.057898 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-eeaf6f7b-4a59-4bad-be98-ae4bbc84dcfe tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:04.088460 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Calling delete_port for 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:04.091498 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9d4f2613-6585-403c-8fd6-d928cad39f6f req-ad8fa3ad-9644-4514-a7c1-6bb155cb1718 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/security-groups?id=6353a133-3d25-42f4-8a86-33f8c0b48ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430160 Jan 20 10:59:04.149778 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425f06a-3876-426a-8e5b-5b337d5bb665 req-c9e9751b-602b-4d30-9c1a-f369cdc2b99f tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:04.156719 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0425f06a-3876-426a-8e5b-5b337d5bb665 req-c9e9751b-602b-4d30-9c1a-f369cdc2b99f tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 944 time: 0.3169575 Jan 20 10:59:04.173895 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaf6f7b-4a59-4bad-be98-ae4bbc84dcfe tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Made reservation on behalf of 663d54c923ab446a86937c61c2a71985 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:04.176182 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eeaf6f7b-4a59-4bad-be98-ae4bbc84dcfe tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:04.231993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b323e884-da21-4338-978b-e58fbd4e4738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:04.236504 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-eeaf6f7b-4a59-4bad-be98-ae4bbc84dcfe tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] device_id is not set on port 966e1c7f-5eeb-443f-8537-c9b371749532 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:59:04.284194 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:04.313892 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No active binding found for port 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 {{(pid=84333) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 20 10:59:04.314318 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 10:59:04.353576 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] No DVR routers for this DVR port 2fab82db-a18a-4d8b-90c0-83cd0adeaad4 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 10:59:04.361268 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b323e884-da21-4338-978b-e58fbd4e4738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:04.402513 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event deleted for resources: {'Port': ['ID=2fab82db-a18a-4d8b-90c0-83cd0adeaad4,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:04.439988 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0425f06a-3876-426a-8e5b-5b337d5bb665 req-882adfaf-a7e0-4656-a49b-5c02f858616a tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822959 Jan 20 10:59:04.460722 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] For port 40d8e55b-caae-49b9-a41a-d46357b23f2d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=40d8e55b-caae-49b9-a41a-d46357b23f2d,segment=NetworkSegment(9a85875b-0641-4af2-bc3f-7d9b67855fe4),segment_id=9a85875b-0641-4af2-bc3f-7d9b67855fe4)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:04.461084 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:04.466615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c90f81e-f7f0-46ea-a848-07146b90257e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:04.497841 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-947a7b1a-e18d-4a57-917d-c38c3ed58c7a None None] The port '2fab82db-a18a-4d8b-90c0-83cd0adeaad4' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 10:59:04.535182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323e884-da21-4338-978b-e58fbd4e4738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9cc5cd-1c4d-4135-9c84-5330fb582a82,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:04.553837 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b323e884-da21-4338-978b-e58fbd4e4738 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=17ffa21cac3f4ff5866c65beda483065&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0519536 Jan 20 10:59:04.554444 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55894) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:04.600236 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:04.608917 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port abe3495f-6ec4-49e4-9e54-eb4c423c12b4, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=abe3495f-6ec4-49e4-9e54-eb4c423c12b4,segment=NetworkSegment(488a7e58-230e-4c68-aa35-f44e529e9651),segment_id=488a7e58-230e-4c68-aa35-f44e529e9651)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:04.627576 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Calling delete_port for 40d8e55b-caae-49b9-a41a-d46357b23f2d owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:04.646303 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325c5be0-8570-4b3d-92f5-ba4c3b6557e3']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:04.661045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2fea1edb-b142-49be-acbc-73210862841c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:04.668533 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4897fc21-28f2-476e-96c7-62c76f835520') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:04.668898 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4897fc21-28f2-476e-96c7-62c76f835520') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:04.696194 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:04.752301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'abe3495f-6ec4-49e4-9e54-eb4c423c12b4', 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353', 'port_id': 'abe3495f-6ec4-49e4-9e54-eb4c423c12b4', 'mac_address': 'fa:16:3e:27:58:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0027449-e10a-46e7-87b0-be138fcb5208', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 10:59:04.818605 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2fea1edb-b142-49be-acbc-73210862841c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:04.825432 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:04.841966 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:59:04.842374 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:04.905448 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eeaf6f7b-4a59-4bad-be98-ae4bbc84dcfe tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:04.939261 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec0231-24ee-459c-884d-50d715a2bc40 req-0a05a3ca-8422-4b31-9370-9ed47abf2b38 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:04.940746 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e5ec0231-24ee-459c-884d-50d715a2bc40 req-0a05a3ca-8422-4b31-9370-9ed47abf2b38 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 944 time: 0.1805656 Jan 20 10:59:04.960909 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:59:04.966681 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:59:04.981429 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.013273 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e5ec0231-24ee-459c-884d-50d715a2bc40 req-88003f89-8ce2-4841-8dee-cf5704ddfe65 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640516 Jan 20 10:59:05.016589 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.042977 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.049920 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe3495f-6ec4-49e4-9e54-eb4c423c12b4 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 10:59:05.072275 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eeaf6f7b-4a59-4bad-be98-ae4bbc84dcfe tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.075739 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event deleted for resources: {'Port': ['ID=40d8e55b-caae-49b9-a41a-d46357b23f2d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:05.079016 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port abe3495f-6ec4-49e4-9e54-eb4c423c12b4, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=abe3495f-6ec4-49e4-9e54-eb4c423c12b4,segment=NetworkSegment(488a7e58-230e-4c68-aa35-f44e529e9651),segment_id=488a7e58-230e-4c68-aa35-f44e529e9651)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:05.080819 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.099272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.118830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2fea1edb-b142-49be-acbc-73210862841c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.121727 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event deleted for resources: {'Network': ['ID=325c5be0-8570-4b3d-92f5-ba4c3b6557e3,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:05.138776 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38900f75-19b2-4249-a161-6cc06b9084a6 None None] DHCP port deletion for e6021adc-3af6-4465-ac53-1c41bc4d6350 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 10:59:05.144148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] No DVR routers for this DVR port 40d8e55b-caae-49b9-a41a-d46357b23f2d on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 10:59:05.146281 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea1edb-b142-49be-acbc-73210862841c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9cc5cd-1c4d-4135-9c84-5330fb582a82,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:05.151110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55908) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:05.161988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.173620 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2fea1edb-b142-49be-acbc-73210862841c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.179213 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2fea1edb-b142-49be-acbc-73210862841c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/db9cc5cd-1c4d-4135-9c84-5330fb582a82 HTTP/1.1" status: 204 len: 168 time: 0.6205456 Jan 20 10:59:05.181300 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-57c7a58c-97fa-46a0-8055-6efcc8de6d71 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "DELETE /v2.0/networks/325c5be0-8570-4b3d-92f5-ba4c3b6557e3 HTTP/1.1" status: 204 len: 168 time: 4.1196096 Jan 20 10:59:05.184035 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55916) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:05.219816 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaf6f7b-4a59-4bad-be98-ae4bbc84dcfe tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Network 0142d53d-2894-449a-887f-5e8912ffb3be is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:05.227933 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-eeaf6f7b-4a59-4bad-be98-ae4bbc84dcfe tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:05.291792 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 9efc373b-07af-465a-b787-df70b915b222 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:59:05.377479 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-0b70d0a6-cb3e-458f-a1da-321e01707805 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:05.397497 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf6f7b-4a59-4bad-be98-ae4bbc84dcfe tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:05.398547 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaf6f7b-4a59-4bad-be98-ae4bbc84dcfe tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:05.399136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eeaf6f7b-4a59-4bad-be98-ae4bbc84dcfe tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.403271 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf6f7b-4a59-4bad-be98-ae4bbc84dcfe tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Pushing event updated for resources: {'Port': ['ID=966e1c7f-5eeb-443f-8537-c9b371749532,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:05.409345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1afbf3df-aec5-4a94-b921-25854e6a3fa2 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.430715 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=abe3495f-6ec4-49e4-9e54-eb4c423c12b4,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:05.450440 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['abe3495f-6ec4-49e4-9e54-eb4c423c12b4'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 10:59:05.457727 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.504391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6021adc-3af6-4465-ac53-1c41bc4d6350']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:05.519487 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a85875b-0641-4af2-bc3f-7d9b67855fe4') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:05.519762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a85875b-0641-4af2-bc3f-7d9b67855fe4') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:05.535811 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.542509 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 9efc373b-07af-465a-b787-df70b915b222 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:59:05.557733 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 9efc373b-07af-465a-b787-df70b915b222 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:59:05.557733 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.565967 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c00e43-acf4-4f92-9730-38437fc780b6 req-a47723db-a0e3-4efc-bccf-a59bdc7f111a tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:05.571216 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1afbf3df-aec5-4a94-b921-25854e6a3fa2 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.571368 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a3c00e43-acf4-4f92-9730-38437fc780b6 req-a47723db-a0e3-4efc-bccf-a59bdc7f111a tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 945 time: 0.2026935 Jan 20 10:59:05.571368 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.579381 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-eeaf6f7b-4a59-4bad-be98-ae4bbc84dcfe tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6532006 Jan 20 10:59:05.579381 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55922) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:05.581313 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:59:05.581757 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.611176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8254'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:05.617097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-1afbf3df-aec5-4a94-b921-25854e6a3fa2 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23530ea2-dd99-4bc5-943c-dbab39fe19e3']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:59:05.628386 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:59:05.632683 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-1afbf3df-aec5-4a94-b921-25854e6a3fa2 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3cbaa36-abec-42a4-8598-4fb4e722c64b') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:05.633081 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-1afbf3df-aec5-4a94-b921-25854e6a3fa2 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3cbaa36-abec-42a4-8598-4fb4e722c64b') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:05.645843 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1afbf3df-aec5-4a94-b921-25854e6a3fa2 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.668985 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1afbf3df-aec5-4a94-b921-25854e6a3fa2 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.678034 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0b70d0a6-cb3e-458f-a1da-321e01707805 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] 10.222.0.70 "PUT /v2.0/quotas/75dd5ef389b04f599a1a4f12dc4737ab HTTP/1.1" status: 200 len: 366 time: 0.5234776 Jan 20 10:59:05.678873 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55926) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:05.688654 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afbf3df-aec5-4a94-b921-25854e6a3fa2 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:59:05.689144 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1afbf3df-aec5-4a94-b921-25854e6a3fa2 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:59:05.704864 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:59:05.760546 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.772105 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d313fe95-f78c-43ba-9c41-706991b70c37 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0907462 Jan 20 10:59:05.775652 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55932) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:05.793916 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efc373b-07af-465a-b787-df70b915b222'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 10:59:05.807225 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0d50261a-f8ba-4bbc-8076-4d05c4f23818 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] 10.222.0.70 "GET /v2.0/quotas/75dd5ef389b04f599a1a4f12dc4737ab HTTP/1.1" status: 200 len: 366 time: 0.0304675 Jan 20 10:59:05.808737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55936) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:05.866777 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 9efc373b-07af-465a-b787-df70b915b222, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=9efc373b-07af-465a-b787-df70b915b222,segment=NetworkSegment(3dfa1d30-4d9d-46ba-832a-ef358ccc133a),segment_id=3dfa1d30-4d9d-46ba-832a-ef358ccc133a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:05.881177 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1afbf3df-aec5-4a94-b921-25854e6a3fa2 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.909828 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1afbf3df-aec5-4a94-b921-25854e6a3fa2 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.922853 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1afbf3df-aec5-4a94-b921-25854e6a3fa2 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "DELETE /v2.0/networks/23530ea2-dd99-4bc5-943c-dbab39fe19e3 HTTP/1.1" status: 204 len: 168 time: 0.7373586 Jan 20 10:59:05.929412 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 55944) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:05.930162 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:05.931477 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2495073d-2450-4d1a-ba10-8f94ae80c813 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/75dd5ef389b04f599a1a4f12dc4737ab HTTP/1.1" status: 204 len: 168 time: 0.1216447 Jan 20 10:59:05.945448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55948) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:05.945448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbf3df-aec5-4a94-b921-25854e6a3fa2 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event deleted for resources: {'Network': ['ID=23530ea2-dd99-4bc5-943c-dbab39fe19e3,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:05.957048 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8b314fe1-8df5-4707-96a7-942586c5047a tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0160215 Jan 20 10:59:05.957670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55952) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:05.976962 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d62ebb70-ae27-47d9-84bd-91a5f3e3c129 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] 10.222.0.70 "GET /v2.0/quotas/75dd5ef389b04f599a1a4f12dc4737ab HTTP/1.1" status: 200 len: 370 time: 0.0154815 Jan 20 10:59:05.977704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55956) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:05.987429 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-aa01ce41-7d48-472a-9241-f3621731c3cc tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] 10.222.0.70 "GET /v2.0/quotas/75dd5ef389b04f599a1a4f12dc4737ab/default HTTP/1.1" status: 200 len: 370 time: 0.0083294 Jan 20 10:59:05.988170 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55960) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:06.002451 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-e996238e-1b5d-4a14-9c29-b4bff5df4126 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] delete failed (client error): The resource could not be found. Jan 20 10:59:06.007419 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e996238e-1b5d-4a14-9c29-b4bff5df4126 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/75dd5ef389b04f599a1a4f12dc4737ab HTTP/1.1" status: 404 len: 348 time: 0.0179493 Jan 20 10:59:06.059039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:06.062503 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=9efc373b-07af-465a-b787-df70b915b222,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:06.080978 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a3c00e43-acf4-4f92-9730-38437fc780b6 req-6cd80bc3-65e2-4c96-9457-5970721d6d52 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/security-groups?id=6353a133-3d25-42f4-8a86-33f8c0b48ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3846257 Jan 20 10:59:06.111326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:06.124515 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:06.149105 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] Pushing event deleted for resources: {'Network': ['ID=e6021adc-3af6-4465-ac53-1c41bc4d6350,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:06.163694 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3419575e-3ec0-45f9-8c3c-b5e7eb524365 tempest-AllowedAddressPairIpV6TestJSON-332829265 tempest-AllowedAddressPairIpV6TestJSON-332829265-project] 10.222.0.70 "DELETE /v2.0/networks/e6021adc-3af6-4465-ac53-1c41bc4d6350 HTTP/1.1" status: 204 len: 168 time: 2.5516951 Jan 20 10:59:06.163694 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-18b49f93-6698-4afb-baab-9e0fcafa64ab tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:06.182932 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:06.214256 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55974) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:06.229183 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d705b15-cea0-449f-83cc-48a8717d1c6d req-38cebde1-e1cb-4df9-bfda-c8b64b38f109 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:06.230769 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9d705b15-cea0-449f-83cc-48a8717d1c6d req-38cebde1-e1cb-4df9-bfda-c8b64b38f109 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 945 time: 0.4516726 Jan 20 10:59:06.275350 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4edc1c17-b479-401d-a120-805a65cb0b38 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=924803b7ffe4485291de16a478560adb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0592616 Jan 20 10:59:06.277845 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55978) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:06.348555 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e49d0219-a8ed-421a-a19f-e0a497cdd457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:06.375708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e49d0219-a8ed-421a-a19f-e0a497cdd457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:06.437167 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55982) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:06.461746 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-75ab0973-facb-474d-bfd2-bc04b43f79a5 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] Usage tracker for resource:network and tenant:e3a6df8aa9224026bf3c42f71538244c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:06.468195 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-75ab0973-facb-474d-bfd2-bc04b43f79a5 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:06.476352 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-75ab0973-facb-474d-bfd2-bc04b43f79a5 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] Usage tracker for resource:subnet and tenant:e3a6df8aa9224026bf3c42f71538244c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:06.482907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-75ab0973-facb-474d-bfd2-bc04b43f79a5 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:06.502142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-75ab0973-facb-474d-bfd2-bc04b43f79a5 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] Usage tracker for resource:subnetpool and tenant:e3a6df8aa9224026bf3c42f71538244c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:06.502142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-75ab0973-facb-474d-bfd2-bc04b43f79a5 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:06.504898 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9d705b15-cea0-449f-83cc-48a8717d1c6d req-24af4702-b717-43b5-8ab4-0ad495fdffff tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665837 Jan 20 10:59:06.507892 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-18b49f93-6698-4afb-baab-9e0fcafa64ab tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:06.509759 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-75ab0973-facb-474d-bfd2-bc04b43f79a5 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] Usage tracker for resource:port and tenant:e3a6df8aa9224026bf3c42f71538244c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:06.514939 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-75ab0973-facb-474d-bfd2-bc04b43f79a5 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:06.521402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e49d0219-a8ed-421a-a19f-e0a497cdd457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:06.548182 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efc373b-07af-465a-b787-df70b915b222', 'code': 200} Jan 20 10:59:06.549362 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-18b49f93-6698-4afb-baab-9e0fcafa64ab tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4fda44-bd68-4f9f-b01e-1434b933c4ac']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:06.551848 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d0219-a8ed-421a-a19f-e0a497cdd457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927314d2-167f-4eae-8805-1645fa140100,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:06.557156 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e49d0219-a8ed-421a-a19f-e0a497cdd457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:06.561887 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e49d0219-a8ed-421a-a19f-e0a497cdd457 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/927314d2-167f-4eae-8805-1645fa140100 HTTP/1.1" status: 204 len: 168 time: 0.2807841 Jan 20 10:59:06.561887 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-75ab0973-facb-474d-bfd2-bc04b43f79a5 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] Usage tracker for resource:router and tenant:e3a6df8aa9224026bf3c42f71538244c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:06.587004 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-75ab0973-facb-474d-bfd2-bc04b43f79a5 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:06.588746 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-18b49f93-6698-4afb-baab-9e0fcafa64ab tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844d7edd-6416-41b3-8103-338eb1b60041') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:06.589119 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-18b49f93-6698-4afb-baab-9e0fcafa64ab tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844d7edd-6416-41b3-8103-338eb1b60041') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:06.606234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-75ab0973-facb-474d-bfd2-bc04b43f79a5 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] Usage tracker for resource:floatingip and tenant:e3a6df8aa9224026bf3c42f71538244c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:06.612773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-75ab0973-facb-474d-bfd2-bc04b43f79a5 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:06.672383 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-75ab0973-facb-474d-bfd2-bc04b43f79a5 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] Usage tracker for resource:security_group and tenant:e3a6df8aa9224026bf3c42f71538244c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:06.676915 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-75ab0973-facb-474d-bfd2-bc04b43f79a5 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:06.677073 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-18b49f93-6698-4afb-baab-9e0fcafa64ab tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:06.684062 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-75ab0973-facb-474d-bfd2-bc04b43f79a5 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] Usage tracker for resource:security_group_rule and tenant:e3a6df8aa9224026bf3c42f71538244c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:06.688035 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-75ab0973-facb-474d-bfd2-bc04b43f79a5 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:06.694188 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-75ab0973-facb-474d-bfd2-bc04b43f79a5 tempest-QuotasTest-1238428980 tempest-QuotasTest-1238428980-project-admin] 10.222.0.70 "GET /v2.0/quotas/e3a6df8aa9224026bf3c42f71538244c/details.json HTTP/1.1" status: 200 len: 703 time: 0.2553132 Jan 20 10:59:06.747820 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-18b49f93-6698-4afb-baab-9e0fcafa64ab tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:06.751257 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] device_id is not set on port 966e1c7f-5eeb-443f-8537-c9b371749532 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:59:06.762962 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b49f93-6698-4afb-baab-9e0fcafa64ab tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:59:06.763434 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-18b49f93-6698-4afb-baab-9e0fcafa64ab tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:06.779090 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:59:06.782204 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:59:06.840890 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 40d8e55b-caae-49b9-a41a-d46357b23f2d no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 10:59:06.874801 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Transition to ACTIVE for port object 966e1c7f-5eeb-443f-8537-c9b371749532 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:59:06.875817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 40d8e55b-caae-49b9-a41a-d46357b23f2d {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 10:59:06.875817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 40d8e55b-caae-49b9-a41a-d46357b23f2d not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 10:59:06.906533 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fc426-7b2a-4846-b5bd-37aa22a81732 req-c5b23917-078b-454c-b91f-cfeabaa6a69d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:06.908034 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1e5fc426-7b2a-4846-b5bd-37aa22a81732 req-c5b23917-078b-454c-b91f-cfeabaa6a69d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 944 time: 0.2150397 Jan 20 10:59:06.959822 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1e5fc426-7b2a-4846-b5bd-37aa22a81732 req-92a06156-c4af-4a1f-a242-e82a25edf566 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416732 Jan 20 10:59:06.982987 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:07.014102 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-abac37a4-5f1e-41d8-8a0f-6f63599d0755 req-e47c3e20-1d66-4295-94fe-4c5abcae72eb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 1099 time: 0.1013117 Jan 20 10:59:07.016980 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-18b49f93-6698-4afb-baab-9e0fcafa64ab tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:07.021189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-18b49f93-6698-4afb-baab-9e0fcafa64ab tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:07.045197 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-abac37a4-5f1e-41d8-8a0f-6f63599d0755 req-55e7a753-6b61-46dd-91e6-3115c38f3cde service neutron] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:07.066971 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b49f93-6698-4afb-baab-9e0fcafa64ab tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event deleted for resources: {'Network': ['ID=ab4fda44-bd68-4f9f-b01e-1434b933c4ac,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:07.083948 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-18b49f93-6698-4afb-baab-9e0fcafa64ab tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "DELETE /v2.0/networks/ab4fda44-bd68-4f9f-b01e-1434b933c4ac HTTP/1.1" status: 204 len: 168 time: 1.1534264 Jan 20 10:59:07.088065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 55994) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:07.173919 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Pushing event updated for resources: {'Port': ['ID=966e1c7f-5eeb-443f-8537-c9b371749532,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:07.181658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:07.181999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:07.182342 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:07.188781 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:07.189109 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:07.189491 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 2 to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 Jan 20 10:59:07.212792 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 441dacbf-3516-43ae-b255-bc606c7a5f9f up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:59:07.222246 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ff764c02-4506-4ea9-927a-19f8fdd61235 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:07.227726 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:07.228192 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:07.228542 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:07.228762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-abac37a4-5f1e-41d8-8a0f-6f63599d0755 req-55e7a753-6b61-46dd-91e6-3115c38f3cde service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:07.234690 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:07.235019 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:07.235639 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 3 to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 Jan 20 10:59:07.242172 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-abac37a4-5f1e-41d8-8a0f-6f63599d0755 req-55e7a753-6b61-46dd-91e6-3115c38f3cde service neutron] Usage tracker for resource:security_group_rule and tenant:7b738287e2a7408698f0ddc6a4c5b6f4 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:07.252101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:07.252445 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:07.252790 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:07.258930 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:07.259277 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:07.259728 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 4 to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 Jan 20 10:59:07.269097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56002) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:07.280871 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-abac37a4-5f1e-41d8-8a0f-6f63599d0755 req-55e7a753-6b61-46dd-91e6-3115c38f3cde service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:07.288940 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:07.290093 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:07.290614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:07.298136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:07.298681 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:07.299216 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 5 to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 Jan 20 10:59:07.309296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-abac37a4-5f1e-41d8-8a0f-6f63599d0755 req-55e7a753-6b61-46dd-91e6-3115c38f3cde service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:07.315960 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:07.316724 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:07.317207 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:07.325037 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:07.325593 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:07.326190 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 6 to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 Jan 20 10:59:07.404266 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ff764c02-4506-4ea9-927a-19f8fdd61235 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:07.440679 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-ff764c02-4506-4ea9-927a-19f8fdd61235 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d759e7-fba1-4fb6-8982-cb426c09790a']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:07.458874 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-ff764c02-4506-4ea9-927a-19f8fdd61235 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a23acbc-8cea-4213-a618-b1fbab3b4361') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:07.459078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-ff764c02-4506-4ea9-927a-19f8fdd61235 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a23acbc-8cea-4213-a618-b1fbab3b4361') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:07.480180 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ff764c02-4506-4ea9-927a-19f8fdd61235 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:07.497615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 441dacbf-3516-43ae-b255-bc606c7a5f9f completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:59:07.505109 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:07.505905 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:07.506859 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:07.509299 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 441dacbf-3516-43ae-b255-bc606c7a5f9f triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:59:07.510800 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:07.512823 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ff764c02-4506-4ea9-927a-19f8fdd61235 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:07.525118 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-abac37a4-5f1e-41d8-8a0f-6f63599d0755 req-55e7a753-6b61-46dd-91e6-3115c38f3cde service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:07.526462 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff764c02-4506-4ea9-927a-19f8fdd61235 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:59:07.526943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ff764c02-4506-4ea9-927a-19f8fdd61235 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:07.538606 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:07.538942 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:07.542781 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 7 to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:59:07.546042 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:59:07.567987 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:07.568784 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:07.568784 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:07.607791 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-abac37a4-5f1e-41d8-8a0f-6f63599d0755 req-55e7a753-6b61-46dd-91e6-3115c38f3cde service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:07.625339 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f27a1622-3690-4c11-9d9c-8b617caef829 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7abe2b6cfff24f99ae7610f551f29b9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3519394 Jan 20 10:59:07.625962 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:07.626294 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:07.636146 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-abac37a4-5f1e-41d8-8a0f-6f63599d0755 req-55e7a753-6b61-46dd-91e6-3115c38f3cde service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6353a133-3d25-42f4-8a86-33f8c0b48ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6161728 Jan 20 10:59:07.638016 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56014) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:07.639931 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5b394-9859-4dc0-bee6-d247e292ed7e req-1349b35d-dc2f-4f09-a007-bad84a4bdd3e tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:07.641438 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cba5b394-9859-4dc0-bee6-d247e292ed7e req-1349b35d-dc2f-4f09-a007-bad84a4bdd3e tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 946 time: 0.3068407 Jan 20 10:59:07.641945 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 8 to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 Jan 20 10:59:07.703734 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:07.717899 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7a753-6b61-46dd-91e6-3115c38f3cde service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=56ac1b60-be8a-4417-9983-014fa1c4855c,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:07.720631 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:07.721658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:07.722234 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:07.762288 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 441dacbf-3516-43ae-b255-bc606c7a5f9f, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=441dacbf-3516-43ae-b255-bc606c7a5f9f,segment=NetworkSegment(001609c9-628d-45b4-8071-84ff8454d8df),segment_id=001609c9-628d-45b4-8071-84ff8454d8df)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:07.772262 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ff764c02-4506-4ea9-927a-19f8fdd61235 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:07.802795 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ff764c02-4506-4ea9-927a-19f8fdd61235 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:07.807080 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff764c02-4506-4ea9-927a-19f8fdd61235 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] Pushing event deleted for resources: {'Network': ['ID=d1d759e7-fba1-4fb6-8982-cb426c09790a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:07.810430 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:07.810772 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:07.810929 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-890322d4-e8a8-4fdb-a319-6dd9cf800a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:07.815088 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 9 to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 Jan 20 10:59:07.828359 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:07.829405 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device abe3495f-6ec4-49e4-9e54-eb4c423c12b4 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:59:07.840786 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ff764c02-4506-4ea9-927a-19f8fdd61235 tempest-BulkNetworkOpsIpV6Test-403688786 tempest-BulkNetworkOpsIpV6Test-403688786-project] 10.222.0.70 "DELETE /v2.0/networks/d1d759e7-fba1-4fb6-8982-cb426c09790a HTTP/1.1" status: 204 len: 168 time: 0.7498050 Jan 20 10:59:07.847328 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cba5b394-9859-4dc0-bee6-d247e292ed7e req-1c8ec73d-63a4-48a3-9097-0cd682162f96 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/security-groups?id=6353a133-3d25-42f4-8a86-33f8c0b48ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862864 Jan 20 10:59:07.854249 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:07.854588 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:07.854935 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:07.857177 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-890322d4-e8a8-4fdb-a319-6dd9cf800a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:07.870549 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56024) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:07.885360 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:07.885750 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:07.889741 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.plugins.ml2.plugin [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 10 to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 Jan 20 10:59:07.909590 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:07.909909 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:07.910244 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:07.926720 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d7d43-75b3-4ccf-8f4d-cc98f4d68655 req-1c9199bf-e56a-4b5f-9248-b6ff36a388b4 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:07.929452 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-232d7d43-75b3-4ccf-8f4d-cc98f4d68655 req-1c9199bf-e56a-4b5f-9248-b6ff36a388b4 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 945 time: 0.1680117 Jan 20 10:59:07.944224 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:07.944555 dv-neutron-825471-1-hyperv neutron-server[84332]: ERROR neutron.plugins.ml2.managers [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 966e1c7f-5eeb-443f-8537-c9b371749532 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:07.944913 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:08.051123 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-890322d4-e8a8-4fdb-a319-6dd9cf800a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:08.060778 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=441dacbf-3516-43ae-b255-bc606c7a5f9f,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:08.066333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890322d4-e8a8-4fdb-a319-6dd9cf800a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4e79de-effc-42d4-bde3-8e8a1d1f7c23,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:08.072802 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-890322d4-e8a8-4fdb-a319-6dd9cf800a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:08.076777 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-890322d4-e8a8-4fdb-a319-6dd9cf800a45 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a4e79de-effc-42d4-bde3-8e8a1d1f7c23 HTTP/1.1" status: 204 len: 168 time: 0.4349253 Jan 20 10:59:08.088889 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-232d7d43-75b3-4ccf-8f4d-cc98f4d68655 req-3b91a378-5aa8-4505-a81f-e898f4a58bc6 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463687 Jan 20 10:59:08.164549 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] For port 966e1c7f-5eeb-443f-8537-c9b371749532, host hv-neutron-8254, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:59:08.164923 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempted to set empty binding levels {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 20 10:59:08.173691 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port abe3495f-6ec4-49e4-9e54-eb4c423c12b4 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:59:08.178905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port abe3495f-6ec4-49e4-9e54-eb4c423c12b4 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:59:08.179280 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:08.201729 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae632c9d-8d3a-4033-b772-095c4ca56c25 req-9ed5ddc0-2897-41df-ba06-d50efd10f0b1 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:08.204592 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae632c9d-8d3a-4033-b772-095c4ca56c25 req-9ed5ddc0-2897-41df-ba06-d50efd10f0b1 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.0846429 Jan 20 10:59:08.229699 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:08.263809 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-72d750ed-745b-443d-8b9e-057fd6b445e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:08.310476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-72d750ed-745b-443d-8b9e-057fd6b445e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:08.316020 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] In _notify_port_updated(), no bound segment for port 966e1c7f-5eeb-443f-8537-c9b371749532 on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 10:59:08.316990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:08.321394 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] 10.222.0.70 "PUT /v2.0/ports/966e1c7f-5eeb-443f-8537-c9b371749532 HTTP/1.1" status: 200 len: 977 time: 2.7391977 Jan 20 10:59:08.322166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56038) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:08.324845 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae632c9d-8d3a-4033-b772-095c4ca56c25 req-61068ed2-25b1-45fc-967a-f11d773cb198 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148856 Jan 20 10:59:08.330344 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db8014-9c61-494b-9294-0648e7504f49 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Pushing event updated for resources: {'Port': ['ID=966e1c7f-5eeb-443f-8537-c9b371749532,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:08.376730 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:08.415462 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port abe3495f-6ec4-49e4-9e54-eb4c423c12b4, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=abe3495f-6ec4-49e4-9e54-eb4c423c12b4,segment=NetworkSegment(488a7e58-230e-4c68-aa35-f44e529e9651),segment_id=488a7e58-230e-4c68-aa35-f44e529e9651)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:08.440221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-72d750ed-745b-443d-8b9e-057fd6b445e5 admin admin] Usage tracker for resource:security_group_rule and tenant:4b3f04ae1b424e30ada029f6bdeddfdf is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:08.450335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-72d750ed-745b-443d-8b9e-057fd6b445e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:08.457787 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-72d750ed-745b-443d-8b9e-057fd6b445e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:08.514246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:08.538792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f77e7292-1dab-4ba7-813b-8d098ee90536 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Synchronizing usage tracker for tenant:663d54c923ab446a86937c61c2a71985 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:08.559097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56044) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:08.563339 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff9da14-d1be-4d63-8381-24b4d5d3acf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441dacbf-3516-43ae-b255-bc606c7a5f9f'}, {'server_uuid': '74a6497d-ceec-4866-818d-f57a2c620e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe3495f-6ec4-49e4-9e54-eb4c423c12b4'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 10:59:08.580058 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-72d750ed-745b-443d-8b9e-057fd6b445e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:08.609218 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=abe3495f-6ec4-49e4-9e54-eb4c423c12b4,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:08.636796 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff9da14-d1be-4d63-8381-24b4d5d3acf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441dacbf-3516-43ae-b255-bc606c7a5f9f', 'code': 200} Jan 20 10:59:08.637219 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a6497d-ceec-4866-818d-f57a2c620e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe3495f-6ec4-49e4-9e54-eb4c423c12b4', 'code': 200} Jan 20 10:59:08.685313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-72d750ed-745b-443d-8b9e-057fd6b445e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:08.749805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d750ed-745b-443d-8b9e-057fd6b445e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec8a550-1c20-4cd5-9c22-bb2b31357c17,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:08.761485 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-72d750ed-745b-443d-8b9e-057fd6b445e5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4b3f04ae1b424e30ada029f6bdeddfdf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8895833 Jan 20 10:59:08.766088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56056) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:08.792366 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9282e109-1a3e-444b-bc6c-27a172f28be3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d9d51d9bd6ad4a6fafdf454cc11618e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2321453 Jan 20 10:59:08.794892 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56060) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:08.873833 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f77e7292-1dab-4ba7-813b-8d098ee90536 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Unset dirty status for tenant:663d54c923ab446a86937c61c2a71985 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:08.878344 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f77e7292-1dab-4ba7-813b-8d098ee90536 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18128 time: 0.5500944 Jan 20 10:59:08.879161 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56064) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:08.898562 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7b1f801-91a6-415f-974b-8992b6638fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:08.929134 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7b1f801-91a6-415f-974b-8992b6638fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:09.109591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b03a0db2-333f-4b03-8362-c906ffc421ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:09.114139 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7b1f801-91a6-415f-974b-8992b6638fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:09.132120 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-38504c47-db43-43aa-8465-0e011f697471 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Deleting port 966e1c7f-5eeb-443f-8537-c9b371749532 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:09.132546 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38504c47-db43-43aa-8465-0e011f697471 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:09.162534 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1f801-91a6-415f-974b-8992b6638fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89556c8-477d-4846-8743-d8ed78a15a0c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:09.188752 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7b1f801-91a6-415f-974b-8992b6638fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:09.193998 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a7b1f801-91a6-415f-974b-8992b6638fd7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e89556c8-477d-4846-8743-d8ed78a15a0c HTTP/1.1" status: 204 len: 168 time: 0.3980699 Jan 20 10:59:09.214330 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b03a0db2-333f-4b03-8362-c906ffc421ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:09.243377 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c99cdf-5f71-42d5-b469-0170dd52414d req-1c5b0b64-88f4-471f-9748-725482a72de0 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:09.251502 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-64c99cdf-5f71-42d5-b469-0170dd52414d req-1c5b0b64-88f4-471f-9748-725482a72de0 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 946 time: 0.1835401 Jan 20 10:59:09.351257 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:09.359876 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0b3488bc-c90f-4bab-beba-7ff96b958fab req-124d99b9-2642-4dd2-b47a-75589af181e4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 1098 time: 0.3653874 Jan 20 10:59:09.384750 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-64c99cdf-5f71-42d5-b469-0170dd52414d req-9c850b7e-3bf0-4ce4-a8fb-ee589d95f6b7 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/security-groups?id=6353a133-3d25-42f4-8a86-33f8c0b48ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299369 Jan 20 10:59:09.452958 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68e1ec-967e-4933-a367-7dde3a4f8437 req-7cb16db0-8dd6-465b-89f9-ec13237617ac tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:09.454517 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c68e1ec-967e-4933-a367-7dde3a4f8437 req-7cb16db0-8dd6-465b-89f9-ec13237617ac tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 946 time: 0.1195836 Jan 20 10:59:09.488811 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-aacb4cd7-d466-4c1f-ae2e-64eb45e82148 req-96afc5cb-5d75-4fd5-9129-523e307b5d63 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 1099 time: 0.4438756 Jan 20 10:59:09.529509 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c68e1ec-967e-4933-a367-7dde3a4f8437 req-a8af0097-6fba-479b-9168-31aa84cf2c98 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617480 Jan 20 10:59:09.541058 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-38504c47-db43-43aa-8465-0e011f697471 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] For port 966e1c7f-5eeb-443f-8537-c9b371749532, host hv-neutron-8254, got binding levels [] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:09.541747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38504c47-db43-43aa-8465-0e011f697471 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:09.612272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-0b3488bc-c90f-4bab-beba-7ff96b958fab req-67ded1e4-8fa2-4b39-b670-37908e3e31d7 service neutron] Synchronizing usage tracker for tenant:7b738287e2a7408698f0ddc6a4c5b6f4 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:09.686424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-38504c47-db43-43aa-8465-0e011f697471 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Calling delete_port for 966e1c7f-5eeb-443f-8537-c9b371749532 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:09.709427 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4e756-e480-4ee8-82de-43175591135d req-fe16fd35-0b69-4163-8333-6f6e1aa25139 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:09.714752 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b03a0db2-333f-4b03-8362-c906ffc421ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:09.716647 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d7a4e756-e480-4ee8-82de-43175591135d req-fe16fd35-0b69-4163-8333-6f6e1aa25139 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.1018522 Jan 20 10:59:09.759856 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a0db2-333f-4b03-8362-c906ffc421ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec8a550-1c20-4cd5-9c22-bb2b31357c17,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:09.765350 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-aacb4cd7-d466-4c1f-ae2e-64eb45e82148 req-49ef9dbf-52f7-413a-b175-e68648a2c9a1 service neutron] Synchronizing usage tracker for tenant:7b738287e2a7408698f0ddc6a4c5b6f4 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:09.781435 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b03a0db2-333f-4b03-8362-c906ffc421ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:09.783233 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b03a0db2-333f-4b03-8362-c906ffc421ca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ec8a550-1c20-4cd5-9c22-bb2b31357c17 HTTP/1.1" status: 204 len: 168 time: 1.0156016 Jan 20 10:59:09.805445 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d7a4e756-e480-4ee8-82de-43175591135d req-47e6b161-de00-46df-bbb0-b153d2cc3918 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877366 Jan 20 10:59:09.841830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-0b3488bc-c90f-4bab-beba-7ff96b958fab req-67ded1e4-8fa2-4b39-b670-37908e3e31d7 service neutron] Unset dirty status for tenant:7b738287e2a7408698f0ddc6a4c5b6f4 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:09.843282 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0b3488bc-c90f-4bab-beba-7ff96b958fab req-67ded1e4-8fa2-4b39-b670-37908e3e31d7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4223673 Jan 20 10:59:09.844502 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.api [req-aacb4cd7-d466-4c1f-ae2e-64eb45e82148 req-49ef9dbf-52f7-413a-b175-e68648a2c9a1 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) 7b738287e2a7408698f0ddc6a4c5b6f4-security_group {{(pid=84331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 10:59:09.845023 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG oslo_db.api [req-aacb4cd7-d466-4c1f-ae2e-64eb45e82148 req-49ef9dbf-52f7-413a-b175-e68648a2c9a1 service neutron] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 10:59:09.862036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38504c47-db43-43aa-8465-0e011f697471 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:09.913048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38504c47-db43-43aa-8465-0e011f697471 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Pushing event deleted for resources: {'Port': ['ID=966e1c7f-5eeb-443f-8537-c9b371749532,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:09.929029 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38504c47-db43-43aa-8465-0e011f697471 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:09.985474 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-38504c47-db43-43aa-8465-0e011f697471 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] 10.222.0.70 "DELETE /v2.0/ports/966e1c7f-5eeb-443f-8537-c9b371749532 HTTP/1.1" status: 204 len: 168 time: 1.1017480 Jan 20 10:59:09.985767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56100) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:10.027663 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-363cbbde-9127-49c9-a5c6-c35f0da1732c tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] GET failed (client error): The resource could not be found. Jan 20 10:59:10.028219 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-363cbbde-9127-49c9-a5c6-c35f0da1732c tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Synchronizing usage tracker for tenant:663d54c923ab446a86937c61c2a71985 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:10.148213 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-363cbbde-9127-49c9-a5c6-c35f0da1732c tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Unset dirty status for tenant:663d54c923ab446a86937c61c2a71985 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:10.149366 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-363cbbde-9127-49c9-a5c6-c35f0da1732c tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] 10.222.0.70 "GET /v2.0/ports/966e1c7f-5eeb-443f-8537-c9b371749532 HTTP/1.1" status: 404 len: 333 time: 0.1626315 Jan 20 10:59:10.153442 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56108) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:10.159666 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-263f90c6-289c-4408-87bd-6123a863c7fa tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-720618361', 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:10.164514 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-263f90c6-289c-4408-87bd-6123a863c7fa tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:10.174328 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-263f90c6-289c-4408-87bd-6123a863c7fa tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:10.239236 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263f90c6-289c-4408-87bd-6123a863c7fa tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Made reservation on behalf of 663d54c923ab446a86937c61c2a71985 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:10.242219 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-263f90c6-289c-4408-87bd-6123a863c7fa tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:10.269204 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-263f90c6-289c-4408-87bd-6123a863c7fa tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] device_id is not set on port d02e21c2-b051-4003-8582-92e861d938b9 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:59:10.354887 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-aacb4cd7-d466-4c1f-ae2e-64eb45e82148 req-49ef9dbf-52f7-413a-b175-e68648a2c9a1 service neutron] Unset dirty status for tenant:7b738287e2a7408698f0ddc6a4c5b6f4 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:10.356141 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-aacb4cd7-d466-4c1f-ae2e-64eb45e82148 req-49ef9dbf-52f7-413a-b175-e68648a2c9a1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8530765 Jan 20 10:59:10.483195 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-263f90c6-289c-4408-87bd-6123a863c7fa tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:10.603851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-263f90c6-289c-4408-87bd-6123a863c7fa tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:10.718455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56128) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:10.742479 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263f90c6-289c-4408-87bd-6123a863c7fa tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Network 0142d53d-2894-449a-887f-5e8912ffb3be is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:10.748591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d6c4f22-1ba2-4b35-b96a-5df070b6ec96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:10.749913 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-263f90c6-289c-4408-87bd-6123a863c7fa tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:10.753416 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263f90c6-289c-4408-87bd-6123a863c7fa tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:10.754329 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263f90c6-289c-4408-87bd-6123a863c7fa tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:10.754920 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-263f90c6-289c-4408-87bd-6123a863c7fa tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:10.759302 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f90c6-289c-4408-87bd-6123a863c7fa tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Pushing event updated for resources: {'Port': ['ID=d02e21c2-b051-4003-8582-92e861d938b9,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:10.807122 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebdb1c-6d4a-4732-aa78-9dff3daf9a27 req-4a4e6eb9-75ac-47e4-8902-ffdd0cab28fe tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:10.814236 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ddebdb1c-6d4a-4732-aa78-9dff3daf9a27 req-4a4e6eb9-75ac-47e4-8902-ffdd0cab28fe tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 946 time: 0.2629790 Jan 20 10:59:10.819635 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6d6c4f22-1ba2-4b35-b96a-5df070b6ec96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:10.824139 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6d6c4f22-1ba2-4b35-b96a-5df070b6ec96 admin admin] Usage tracker for resource:security_group_rule and tenant:e3a6df8aa9224026bf3c42f71538244c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:10.827308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6d6c4f22-1ba2-4b35-b96a-5df070b6ec96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:10.834384 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6d6c4f22-1ba2-4b35-b96a-5df070b6ec96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:10.862438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ca47f-44b6-4a54-a123-96ff30a863af req-f299d84d-973b-43bc-8fdd-1d742a5afaf3 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:10.863880 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-039ca47f-44b6-4a54-a123-96ff30a863af req-f299d84d-973b-43bc-8fdd-1d742a5afaf3 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 946 time: 0.1899724 Jan 20 10:59:10.903955 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ddebdb1c-6d4a-4732-aa78-9dff3daf9a27 req-a42a8987-e131-4543-9b95-5633b39225c6 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/security-groups?id=6353a133-3d25-42f4-8a86-33f8c0b48ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888119 Jan 20 10:59:10.913591 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-263f90c6-289c-4408-87bd-6123a863c7fa tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7584474 Jan 20 10:59:10.920827 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56134) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:10.933977 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56136) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:10.969697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d6c4f22-1ba2-4b35-b96a-5df070b6ec96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:11.034275 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d6c4f22-1ba2-4b35-b96a-5df070b6ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:11.048258 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-039ca47f-44b6-4a54-a123-96ff30a863af req-1c25447c-3031-46d4-a870-83793c9e973d tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742918 Jan 20 10:59:11.059595 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c593d4ab-c0e1-4eba-9e6b-ced45e4edb97 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Synchronizing usage tracker for tenant:663d54c923ab446a86937c61c2a71985 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:11.099885 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6d6c4f22-1ba2-4b35-b96a-5df070b6ec96 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e3a6df8aa9224026bf3c42f71538244c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3802814 Jan 20 10:59:11.102837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56150) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:11.147427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c4f22-1ba2-4b35-b96a-5df070b6ec96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55791377-850c-4d4d-a8c2-ca5603a3d6e7,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:11.150873 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c593d4ab-c0e1-4eba-9e6b-ced45e4edb97 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Unset dirty status for tenant:663d54c923ab446a86937c61c2a71985 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:11.153347 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c593d4ab-c0e1-4eba-9e6b-ced45e4edb97 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] 10.222.0.70 "GET /v2.0/ports/d02e21c2-b051-4003-8582-92e861d938b9 HTTP/1.1" status: 200 len: 954 time: 0.2136528 Jan 20 10:59:11.157232 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56154) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:11.212505 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13a3181f-3532-4985-8620-17bb27ae61e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:11.244477 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13a3181f-3532-4985-8620-17bb27ae61e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:11.276010 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c2e13-6c03-407f-9b49-547588485124 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Deleting port d02e21c2-b051-4003-8582-92e861d938b9 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:11.276357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc3c2e13-6c03-407f-9b49-547588485124 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:11.428233 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512a8a-e0c9-42fb-9705-435f7b03387c req-93b2272a-0eca-43a8-8d7c-257fa331a8dd tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:11.429751 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-34512a8a-e0c9-42fb-9705-435f7b03387c req-93b2272a-0eca-43a8-8d7c-257fa331a8dd tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.3406916 Jan 20 10:59:11.439452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13a3181f-3532-4985-8620-17bb27ae61e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:11.449087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1468655607'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:11.469528 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3181f-3532-4985-8620-17bb27ae61e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55791377-850c-4d4d-a8c2-ca5603a3d6e7,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:11.474373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13a3181f-3532-4985-8620-17bb27ae61e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:11.477886 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:11.490103 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-13a3181f-3532-4985-8620-17bb27ae61e6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/55791377-850c-4d4d-a8c2-ca5603a3d6e7 HTTP/1.1" status: 204 len: 168 time: 0.3733006 Jan 20 10:59:11.498097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Usage tracker for resource:network and tenant:a9b63c66c76744f0803551403ba4c783 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:11.527438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:11.550781 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:11.590673 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56164) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:11.631079 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57da06-93f3-45fb-8a8c-d29c8006ec9b req-45dbdccf-00f4-4e10-bc37-f7216c44869f tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:11.632441 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-df57da06-93f3-45fb-8a8c-d29c8006ec9b req-45dbdccf-00f4-4e10-bc37-f7216c44869f tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 946 time: 0.3265557 Jan 20 10:59:11.642432 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56172) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:11.650139 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-703aa3ca-c30e-45e5-9e32-48d6feaea483 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Request body: {'floatingip': {'port_id': '9efc373b-07af-465a-b787-df70b915b222'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:11.684319 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-34512a8a-e0c9-42fb-9705-435f7b03387c req-0615b967-d1ea-4fd3-ba0d-4234a586eb09 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401736 Jan 20 10:59:11.687392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Made reservation on behalf of a9b63c66c76744f0803551403ba4c783 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:11.690258 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:11.719857 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:11.722335 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e69cdda7-455e-42eb-9cf2-e3fb6f3ac2a6 req-0c89bc44-9e62-4dbd-8148-0e14bfc25b1b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1668921 Jan 20 10:59:11.750322 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc3c2e13-6c03-407f-9b49-547588485124 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:11.752144 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-703aa3ca-c30e-45e5-9e32-48d6feaea483 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for floatingip, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:11.894690 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c2e13-6c03-407f-9b49-547588485124 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Calling delete_port for d02e21c2-b051-4003-8582-92e861d938b9 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:11.997821 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:12.012121 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Usage tracker for resource:security_group_rule and tenant:a9b63c66c76744f0803551403ba4c783 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:12.016378 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:12.036645 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:12.041557 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-367024320', 'router:external': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:12.045856 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:12.049659 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Usage tracker for resource:network and tenant:a4cf99580ffe4140a0902c1cbe3395a2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:12.053297 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:12.059383 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:12.092197 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e69cdda7-455e-42eb-9cf2-e3fb6f3ac2a6 req-309fb24f-01b0-498f-8026-fead7d229fa0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a8cdee6b9b64cc6952bd8d638e90fed&device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 1098 time: 0.2760961 Jan 20 10:59:12.136841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Made reservation on behalf of a4cf99580ffe4140a0902c1cbe3395a2 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:12.139664 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:12.157024 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:12.196204 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:12.202267 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Usage tracker for resource:security_group_rule and tenant:a4cf99580ffe4140a0902c1cbe3395a2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:12.206189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:12.261913 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:12.270295 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc3c2e13-6c03-407f-9b49-547588485124 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:12.329086 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c2e13-6c03-407f-9b49-547588485124 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Pushing event deleted for resources: {'Port': ['ID=d02e21c2-b051-4003-8582-92e861d938b9,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:12.381277 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56190) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:12.381985 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc3c2e13-6c03-407f-9b49-547588485124 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:12.473001 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b63870-3b7e-450d-b172-3a06d9e02823 req-c2f4e67f-e2ad-4b6e-b891-b29bdc877d3a tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:12.474772 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b4b63870-3b7e-450d-b172-3a06d9e02823 req-c2f4e67f-e2ad-4b6e-b891-b29bdc877d3a tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 946 time: 0.2737458 Jan 20 10:59:12.488502 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:12.492674 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cdda7-455e-42eb-9cf2-e3fb6f3ac2a6 req-f7375708-7ec1-48c5-9d71-fff35c8ba687 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:12.494249 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e69cdda7-455e-42eb-9cf2-e3fb6f3ac2a6 req-f7375708-7ec1-48c5-9d71-fff35c8ba687 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca1f7bf9-9972-4b0c-baef-5692be1408d6 HTTP/1.1" status: 200 len: 912 time: 0.3304110 Jan 20 10:59:12.519463 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fc3c2e13-6c03-407f-9b49-547588485124 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] 10.222.0.70 "DELETE /v2.0/ports/d02e21c2-b051-4003-8582-92e861d938b9 HTTP/1.1" status: 204 len: 168 time: 1.3586283 Jan 20 10:59:12.522514 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56198) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:12.529199 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:12.577193 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:12.591395 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-782da61f-4fe9-4abe-a901-a8fc70b22094 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] GET failed (client error): The resource could not be found. Jan 20 10:59:12.591900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-782da61f-4fe9-4abe-a901-a8fc70b22094 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Synchronizing usage tracker for tenant:663d54c923ab446a86937c61c2a71985 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:12.612349 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:12.628419 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b4b63870-3b7e-450d-b172-3a06d9e02823 req-036c7766-a679-4511-a84f-9c14a2a35e16 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439915 Jan 20 10:59:12.636116 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:59:12.649310 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf050b71-4f76-4d89-8207-61e93fb056b4,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:12.664232 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:12.664232 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Added segment 5574d591-09ab-4888-b151-438eebdcde80 of type vlan for network 7fdebea4-3654-4a0a-8bf8-d8449d482669 Jan 20 10:59:12.670580 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:59:12.698191 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e69cdda7-455e-42eb-9cf2-e3fb6f3ac2a6 req-f4c0fe5a-54ae-4e48-a280-4385b6a25d39 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=441dacbf-3516-43ae-b255-bc606c7a5f9f HTTP/1.1" status: 200 len: 217 time: 0.1968913 Jan 20 10:59:12.703403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:12.703762 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Added segment 5e25b18d-278c-4cc4-b251-3a2f7950e679 of type vlan for network 270bae73-88d3-47bf-a074-35f2af6d5fdf Jan 20 10:59:12.704848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c9fd71-1878-4e12-b6cb-8946c05a181f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:12.735008 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:12.744302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1539485429'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:12.750261 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:12.754607 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:12.762972 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:12.764405 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:12.776199 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:12.816723 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cdda7-455e-42eb-9cf2-e3fb6f3ac2a6 req-6d3d63ba-8b0b-4767-afdc-ec07642dadf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:12.816980 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-782da61f-4fe9-4abe-a901-a8fc70b22094 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Unset dirty status for tenant:663d54c923ab446a86937c61c2a71985 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:12.818974 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e69cdda7-455e-42eb-9cf2-e3fb6f3ac2a6 req-6d3d63ba-8b0b-4767-afdc-ec07642dadf7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d58e3eb1-ffbd-4209-8283-de4f696a38a8 HTTP/1.1" status: 200 len: 850 time: 0.1108236 Jan 20 10:59:12.826086 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-782da61f-4fe9-4abe-a901-a8fc70b22094 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] 10.222.0.70 "GET /v2.0/ports/d02e21c2-b051-4003-8582-92e861d938b9 HTTP/1.1" status: 404 len: 333 time: 0.2968163 Jan 20 10:59:12.826229 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56208) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:12.876673 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ff06b8e2-44fb-4b2d-8492-e36f7901083b tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Request body: {'port': {'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-954204747'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:12.887282 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ff06b8e2-44fb-4b2d-8492-e36f7901083b tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:12.896841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:12.900733 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:12.901327 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:12.974733 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:12.981863 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ff06b8e2-44fb-4b2d-8492-e36f7901083b tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:12.995177 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:13.051590 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:13.053096 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:13.053791 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:13.105786 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Network': ['ID=7fdebea4-3654-4a0a-8bf8-d8449d482669,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:13.112793 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e69cdda7-455e-42eb-9cf2-e3fb6f3ac2a6 req-69bf5099-5770-48cb-8c8a-a104acb82e32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca1f7bf9-9972-4b0c-baef-5692be1408d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2856822 Jan 20 10:59:13.117281 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 7fdebea4-3654-4a0a-8bf8-d8449d482669 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:59:13.172661 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:13.175256 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-703aa3ca-c30e-45e5-9e32-48d6feaea483 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:13.196271 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-53af29c3-6efc-4bc2-9f60-d52b989503f5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2580612 Jan 20 10:59:13.210598 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56216) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:13.210964 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56218) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:13.233613 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:13.236547 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f91b5b74-a638-4d8d-9507-b34413d40de0 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'subnet': {'network_id': '7fdebea4-3654-4a0a-8bf8-d8449d482669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:13.237632 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:13.247130 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:13.255731 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6597090 Jan 20 10:59:13.258472 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa315b80-d352-4e1b-a26a-3d6d57f08916 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Pushing event updated for resources: {'Network': ['ID=270bae73-88d3-47bf-a074-35f2af6d5fdf,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:13.268999 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56226) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:13.280135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 270bae73-88d3-47bf-a074-35f2af6d5fdf details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:59:13.283089 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc985bee-636a-439b-9bd9-0c1b861f1550 req-a562fd60-5e68-4d28-824f-3e18f101eec6 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:13.284062 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-09bb1493-08a9-45cc-9cca-134026d517b0 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Request body: {'subnet': {'network_id': '270bae73-88d3-47bf-a074-35f2af6d5fdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:13.284578 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fc985bee-636a-439b-9bd9-0c1b861f1550 req-a562fd60-5e68-4d28-824f-3e18f101eec6 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 946 time: 0.4611340 Jan 20 10:59:13.293046 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-09bb1493-08a9-45cc-9cca-134026d517b0 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:13.297559 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-09bb1493-08a9-45cc-9cca-134026d517b0 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Usage tracker for resource:subnet and tenant:a4cf99580ffe4140a0902c1cbe3395a2 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:13.300921 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-09bb1493-08a9-45cc-9cca-134026d517b0 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:13.307751 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-09bb1493-08a9-45cc-9cca-134026d517b0 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:13.320196 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56230) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:13.328273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-703aa3ca-c30e-45e5-9e32-48d6feaea483 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:13.349408 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff06b8e2-44fb-4b2d-8492-e36f7901083b tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Made reservation on behalf of 663d54c923ab446a86937c61c2a71985 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:13.353464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff06b8e2-44fb-4b2d-8492-e36f7901083b tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:13.382942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-4eff2e77-22d1-4391-9d59-93694bba6464 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Request body: {'floatingip': {'port_id': 'abe3495f-6ec4-49e4-9e54-eb4c423c12b4'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:13.387875 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519d23e-b63f-4231-8c67-a0effbc1c7c1 req-47ea8ca5-0012-40b7-8dab-6e8822bd05c8 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:13.388629 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1519d23e-b63f-4231-8c67-a0effbc1c7c1 req-47ea8ca5-0012-40b7-8dab-6e8822bd05c8 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.4932802 Jan 20 10:59:13.425271 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-ff06b8e2-44fb-4b2d-8492-e36f7901083b tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] device_id is not set on port 82c3e80b-e8c1-4233-b01a-4c3ab693202d yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:59:13.471206 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-435174847'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:13.488700 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:13.501874 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f91b5b74-a638-4d8d-9507-b34413d40de0 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:13.514809 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:network and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:13.520883 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f91b5b74-a638-4d8d-9507-b34413d40de0 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Usage tracker for resource:subnet and tenant:a9b63c66c76744f0803551403ba4c783 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:13.524847 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:13.529088 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f91b5b74-a638-4d8d-9507-b34413d40de0 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:13.559809 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bb1493-08a9-45cc-9cca-134026d517b0 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Made reservation on behalf of a4cf99580ffe4140a0902c1cbe3395a2 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:13.562149 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09bb1493-08a9-45cc-9cca-134026d517b0 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:13.623028 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f91b5b74-a638-4d8d-9507-b34413d40de0 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:13.629821 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:13.649831 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1519d23e-b63f-4231-8c67-a0effbc1c7c1 req-a88e280b-7ce0-4874-9fcf-4008eb7011dd tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467754 Jan 20 10:59:13.702827 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4eff2e77-22d1-4391-9d59-93694bba6464 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for floatingip, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:13.730629 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91b5b74-a638-4d8d-9507-b34413d40de0 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Made reservation on behalf of a9b63c66c76744f0803551403ba4c783 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:13.752830 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e69cdda7-455e-42eb-9cf2-e3fb6f3ac2a6 req-88de37c7-717f-45de-892d-ffa636a76191 service neutron] 10.222.0.72 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6177273 Jan 20 10:59:13.818366 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:13.821251 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:13.896326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:13.947070 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff06b8e2-44fb-4b2d-8492-e36f7901083b tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:13.971969 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f91b5b74-a638-4d8d-9507-b34413d40de0 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:14.032084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:14.074411 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:14.084282 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:security_group_rule and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:14.091232 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:14.104750 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:14.132092 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d9c10-1d28-4468-80de-f9626535f463 req-f71a0697-eee5-4870-9468-dc97d4fd9632 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:14.133559 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d24d9c10-1d28-4468-80de-f9626535f463 req-f71a0697-eee5-4870-9468-dc97d4fd9632 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.3238456 Jan 20 10:59:14.146675 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56238) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:14.157211 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-de5969cf-c742-45c5-8a60-da2e6fb8571d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Request body: {'floatingip': {'port_id': '441dacbf-3516-43ae-b255-bc606c7a5f9f'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:14.158910 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:14.218356 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e69cdda7-455e-42eb-9cf2-e3fb6f3ac2a6 req-5d837e24-21f1-44ea-b497-64dc850f76f6 service neutron] 10.222.0.72 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415166 Jan 20 10:59:14.243875 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff06b8e2-44fb-4b2d-8492-e36f7901083b tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:14.284765 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:14.288301 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-de5969cf-c742-45c5-8a60-da2e6fb8571d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for floatingip, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:14.336872 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=614cf631-6fbb-4d44-84be-c7d9efd09abe,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:14.355234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:14.364671 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:14.374416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:14.500544 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff06b8e2-44fb-4b2d-8492-e36f7901083b tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Network 0142d53d-2894-449a-887f-5e8912ffb3be is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:14.519664 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-ff06b8e2-44fb-4b2d-8492-e36f7901083b tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:14.530725 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06b8e2-44fb-4b2d-8492-e36f7901083b tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Pushing event updated for resources: {'Port': ['ID=82c3e80b-e8c1-4233-b01a-4c3ab693202d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:14.538246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06b8e2-44fb-4b2d-8492-e36f7901083b tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:14.539070 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff06b8e2-44fb-4b2d-8492-e36f7901083b tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:14.539682 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff06b8e2-44fb-4b2d-8492-e36f7901083b tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:14.554672 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:14.620921 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:14.656817 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:14.666458 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-703aa3ca-c30e-45e5-9e32-48d6feaea483 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Floating IP c77bf10a-dfbd-422c-a656-a018b894dc6a associated. External IP: 172.26.0.166, port: 9efc373b-07af-465a-b787-df70b915b222. Jan 20 10:59:14.745040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:14.779729 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f91b5b74-a638-4d8d-9507-b34413d40de0 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:14.785718 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ff06b8e2-44fb-4b2d-8492-e36f7901083b tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9534218 Jan 20 10:59:14.788732 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:59:14.814874 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56242) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:14.819780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1ff477-9881-462b-809b-235fdd5bbfcc,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:14.848012 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:14.850490 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:14.850894 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Added segment 8e36aa1d-8378-4760-8a36-86086a188300 of type vlan for network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 Jan 20 10:59:14.982526 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:15.003547 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b5b74-a638-4d8d-9507-b34413d40de0 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Subnet': ['ID=11bf9d40-22b2-4aba-852d-59104e22a6cc,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:15.049686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1e57e2-710a-4954-964a-17832561caf2,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:15.094171 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91b5b74-a638-4d8d-9507-b34413d40de0 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Checking segment: {'id': '5574d591-09ab-4888-b151-438eebdcde80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7fdebea4-3654-4a0a-8bf8-d8449d482669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:59:15.094533 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91b5b74-a638-4d8d-9507-b34413d40de0 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network hostable DHCP agents. Network: 7fdebea4-3654-4a0a-8bf8-d8449d482669, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:59:15.138098 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:15.141739 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6dc607ce-3440-46f2-95d1-7f1aaca06d66 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.7606940 Jan 20 10:59:15.150032 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56246) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:15.201264 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:15.335293 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.resource_extend [None req-4eff2e77-22d1-4391-9d59-93694bba6464 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 10:59:15.336361 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:15.340034 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:15.340614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:15.488011 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Network': ['ID=6b749f6e-3931-46cf-bc1b-55cf8af4af89,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:15.490566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ad21404f-5af9-4660-b8f6-548ddd388844 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:15.506128 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:59:15.601009 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4eff2e77-22d1-4391-9d59-93694bba6464 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:15.690191 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.objects.ports [None req-09bb1493-08a9-45cc-9cca-134026d517b0 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84331) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 10:59:15.690894 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09bb1493-08a9-45cc-9cca-134026d517b0 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:15.706591 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-de5969cf-c742-45c5-8a60-da2e6fb8571d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:15.847897 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91b5b74-a638-4d8d-9507-b34413d40de0 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network 7fdebea4-3654-4a0a-8bf8-d8449d482669 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:59:15.873151 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb1493-08a9-45cc-9cca-134026d517b0 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f7c1d3ee-4173-4498-b5d1-5b605fbd9506,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:15.884854 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-076eee6d-7baa-4a5e-b686-4e1cd0f21853 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6671696 Jan 20 10:59:15.895017 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-de5969cf-c742-45c5-8a60-da2e6fb8571d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:15.898509 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56250) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:15.906173 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4eff2e77-22d1-4391-9d59-93694bba6464 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:15.959898 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-168b5af9-ff55-407f-b6c2-58aed596cfa6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89', 'name': 'tempest-PortsTestJSON-1034839446'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:15.965882 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f91b5b74-a638-4d8d-9507-b34413d40de0 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 7fdebea4-3654-4a0a-8bf8-d8449d482669) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:15.970374 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91b5b74-a638-4d8d-9507-b34413d40de0 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:15.970974 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f91b5b74-a638-4d8d-9507-b34413d40de0 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:15.977183 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecec01cf-1ff4-4efe-b944-aed76a723408 None None] Network 7fdebea4-3654-4a0a-8bf8-d8449d482669 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:59:15.991585 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] device_id is not set on port 82c3e80b-e8c1-4233-b01a-4c3ab693202d yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:59:16.006710 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ad21404f-5af9-4660-b8f6-548ddd388844 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:16.007966 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ad21404f-5af9-4660-b8f6-548ddd388844 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.8539681 Jan 20 10:59:16.012754 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56254) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:16.018831 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9b50ccdc-b61a-4dbe-95de-ac18763741d1 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group': {'name': 'tempest-security--1414362414', 'description': 'tempest-security-description-1531361635'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:16.058195 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f91b5b74-a638-4d8d-9507-b34413d40de0 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8409925 Jan 20 10:59:16.058435 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:16.072723 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56258) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:16.096381 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1433958197', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}, 'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:16.117278 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b50ccdc-b61a-4dbe-95de-ac18763741d1 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:16.135429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:16.139386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb1493-08a9-45cc-9cca-134026d517b0 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Checking segment: {'id': '5e25b18d-278c-4cc4-b251-3a2f7950e679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '270bae73-88d3-47bf-a074-35f2af6d5fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:59:16.139958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bb1493-08a9-45cc-9cca-134026d517b0 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Network hostable DHCP agents. Network: 270bae73-88d3-47bf-a074-35f2af6d5fdf, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:59:16.151818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Transition to ACTIVE for port object 82c3e80b-e8c1-4233-b01a-4c3ab693202d will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:59:16.155658 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Usage tracker for resource:router and tenant:a9b63c66c76744f0803551403ba4c783 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:16.164755 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:16.183191 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:16.188473 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b50ccdc-b61a-4dbe-95de-ac18763741d1 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:16.193459 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-168b5af9-ff55-407f-b6c2-58aed596cfa6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:16.206849 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-168b5af9-ff55-407f-b6c2-58aed596cfa6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:port and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:16.209602 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-de5969cf-c742-45c5-8a60-da2e6fb8571d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Floating IP 02b7ef8d-2e42-42da-8e2c-192803603fd7 associated. External IP: 172.26.0.95, port: 441dacbf-3516-43ae-b255-bc606c7a5f9f. Jan 20 10:59:16.223373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-168b5af9-ff55-407f-b6c2-58aed596cfa6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:16.224406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c3334a-a9b7-41d6-a642-1d8b00248b6b None None] Network 7fdebea4-3654-4a0a-8bf8-d8449d482669 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:59:16.224499 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-168b5af9-ff55-407f-b6c2-58aed596cfa6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:16.287946 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:16.293908 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b50ccdc-b61a-4dbe-95de-ac18763741d1 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:16.296186 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b50ccdc-b61a-4dbe-95de-ac18763741d1 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:16.297392 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9b50ccdc-b61a-4dbe-95de-ac18763741d1 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "PUT /v2.0/security-groups/fe1e57e2-710a-4954-964a-17832561caf2 HTTP/1.1" status: 200 len: 1612 time: 0.2838271 Jan 20 10:59:16.307790 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56262) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:16.347569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:16.349464 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:16.367180 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50ccdc-b61a-4dbe-95de-ac18763741d1 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1e57e2-710a-4954-964a-17832561caf2,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:16.427749 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168b5af9-ff55-407f-b6c2-58aed596cfa6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:16.430687 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-168b5af9-ff55-407f-b6c2-58aed596cfa6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:16.443470 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aead6e67-d9ae-49c7-9971-a0c0162a2a81 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-groups/fe1e57e2-710a-4954-964a-17832561caf2 HTTP/1.1" status: 200 len: 1612 time: 0.1316199 Jan 20 10:59:16.449661 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56266) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:16.490170 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bb1493-08a9-45cc-9cca-134026d517b0 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Network 270bae73-88d3-47bf-a074-35f2af6d5fdf is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:59:16.542145 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-212867db-4996-435c-a2b7-764b26205f00 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:16.577393 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-212867db-4996-435c-a2b7-764b26205f00 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:16.643396 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Pushing event updated for resources: {'Port': ['ID=82c3e80b-e8c1-4233-b01a-4c3ab693202d,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:16.650245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-09bb1493-08a9-45cc-9cca-134026d517b0 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 270bae73-88d3-47bf-a074-35f2af6d5fdf) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:16.658357 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996ed0fc-b709-41db-8da1-d7d82ca81716 None None] Network 270bae73-88d3-47bf-a074-35f2af6d5fdf requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:59:16.665137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bb1493-08a9-45cc-9cca-134026d517b0 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:16.666850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09bb1493-08a9-45cc-9cca-134026d517b0 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:16.685858 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-168b5af9-ff55-407f-b6c2-58aed596cfa6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] device_id is not set on port 48b5c1d0-70e3-4012-a794-1f2db583a819 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:59:16.729859 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:16.781039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-212867db-4996-435c-a2b7-764b26205f00 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:16.794250 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:16.794588 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:16.794924 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:16.803405 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212867db-4996-435c-a2b7-764b26205f00 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1e57e2-710a-4954-964a-17832561caf2,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:16.832866 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:16.834079 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:16.838293 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 2 to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d Jan 20 10:59:16.857999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5969cf-c742-45c5-8a60-da2e6fb8571d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Router ff415214-044c-4d3c-b629-f2b05ed9dc0b has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 10:59:16.869097 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-09bb1493-08a9-45cc-9cca-134026d517b0 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5990028 Jan 20 10:59:16.876772 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56270) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:16.903005 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d76626-28ae-4add-8a1c-5afcb0cd6006 None None] Network 270bae73-88d3-47bf-a074-35f2af6d5fdf requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:59:16.935963 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-212867db-4996-435c-a2b7-764b26205f00 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:16.936955 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-212867db-4996-435c-a2b7-764b26205f00 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-groups/fe1e57e2-710a-4954-964a-17832561caf2 HTTP/1.1" status: 204 len: 168 time: 0.4864507 Jan 20 10:59:16.939872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56274) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:17.006729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703aa3ca-c30e-45e5-9e32-48d6feaea483 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Router c3d182f6-b993-4432-ab63-9515a26bb6c3 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 10:59:17.011241 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-77f1caeb-681f-4f4e-8528-ce9c79f736c3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:17.070867 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-84ad5d35-9fbc-4ad7-af6a-e29f05650805 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-753872153', 'network_id': '270bae73-88d3-47bf-a074-35f2af6d5fdf'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:17.085526 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:17.086041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:17.086386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:17.089483 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-4eff2e77-22d1-4391-9d59-93694bba6464 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Floating IP 2e79fadd-ba0e-4a16-b7a3-f879631fa2cc associated. External IP: 172.26.0.183, port: abe3495f-6ec4-49e4-9e54-eb4c423c12b4. Jan 20 10:59:17.164007 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-84ad5d35-9fbc-4ad7-af6a-e29f05650805 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:17.185728 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-84ad5d35-9fbc-4ad7-af6a-e29f05650805 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Usage tracker for resource:port and tenant:a4cf99580ffe4140a0902c1cbe3395a2 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:17.193473 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-84ad5d35-9fbc-4ad7-af6a-e29f05650805 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:17.201044 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5969cf-c742-45c5-8a60-da2e6fb8571d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:59:17.205276 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-de5969cf-c742-45c5-8a60-da2e6fb8571d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:17.243790 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd7a44-0bf9-4590-aa87-e44e5135e1bd None None] Sync routers for ids ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:59:17.243790 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd7a44-0bf9-4590-aa87-e44e5135e1bd None None] Routers {'ff415214-044c-4d3c-b629-f2b05ed9dc0b'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:17.243790 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bbfd7a44-0bf9-4590-aa87-e44e5135e1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:17.261936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:17.262292 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:17.262872 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-de5969cf-c742-45c5-8a60-da2e6fb8571d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "PUT /v2.0/floatingips/02b7ef8d-2e42-42da-8e2c-192803603fd7 HTTP/1.1" status: 200 len: 990 time: 3.1149673 Jan 20 10:59:17.263770 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff9da14-d1be-4d63-8381-24b4d5d3acf8', 'tag': '441dacbf-3516-43ae-b255-bc606c7a5f9f'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 10:59:17.264616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-84ad5d35-9fbc-4ad7-af6a-e29f05650805 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:17.277109 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 3 to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d Jan 20 10:59:17.286783 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-77f1caeb-681f-4f4e-8528-ce9c79f736c3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:17.290761 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-77f1caeb-681f-4f4e-8528-ce9c79f736c3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3470385 Jan 20 10:59:17.291007 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56282) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:17.313675 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-89f5cb4e-e0ef-4206-b11e-d99c7d6c2ac4 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] delete failed (client error): The resource could not be found. Jan 20 10:59:17.319388 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-89f5cb4e-e0ef-4206-b11e-d99c7d6c2ac4 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-groups/fe1e57e2-710a-4954-964a-17832561caf2 HTTP/1.1" status: 404 len: 347 time: 0.0227165 Jan 20 10:59:17.320119 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56286) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:17.325650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-31a9d66c-63d6-4ece-9b51-bf91da6537a5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1482634646'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:17.331161 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-31a9d66c-63d6-4ece-9b51-bf91da6537a5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:17.341152 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-31a9d66c-63d6-4ece-9b51-bf91da6537a5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:17.367196 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff9da14-d1be-4d63-8381-24b4d5d3acf8', 'tag': '441dacbf-3516-43ae-b255-bc606c7a5f9f', 'status': 'completed', 'code': 200} Jan 20 10:59:17.382278 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-168b5af9-ff55-407f-b6c2-58aed596cfa6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:17.388840 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:17.389297 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:17.389763 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:17.429092 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-bbfd7a44-0bf9-4590-aa87-e44e5135e1bd None None] Set router ff415214-044c-4d3c-b629-f2b05ed9dc0b gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:59:17.439084 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31a9d66c-63d6-4ece-9b51-bf91da6537a5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:17.475848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-31a9d66c-63d6-4ece-9b51-bf91da6537a5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:17.479658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-31a9d66c-63d6-4ece-9b51-bf91da6537a5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:17.482668 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-31a9d66c-63d6-4ece-9b51-bf91da6537a5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:17.488783 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-31a9d66c-63d6-4ece-9b51-bf91da6537a5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:17.492450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ad5d35-9fbc-4ad7-af6a-e29f05650805 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Made reservation on behalf of a4cf99580ffe4140a0902c1cbe3395a2 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:17.494852 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-84ad5d35-9fbc-4ad7-af6a-e29f05650805 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:17.505976 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:17.506315 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:17.512090 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 4 to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d Jan 20 10:59:17.534048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:17.547202 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31a9d66c-63d6-4ece-9b51-bf91da6537a5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:17.574425 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:17.574759 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:17.575096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:17.583659 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-84ad5d35-9fbc-4ad7-af6a-e29f05650805 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] device_id is not set on port daa1a6be-7e33-4bc0-9190-9bce5ae11ac8 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:59:17.624823 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31a9d66c-63d6-4ece-9b51-bf91da6537a5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:17.656588 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:17.656984 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:17.666616 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 5 to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d Jan 20 10:59:17.675666 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9d66c-63d6-4ece-9b51-bf91da6537a5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=343cc9a2-69cc-4c8e-9565-8d45396214db,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:17.753673 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31a9d66c-63d6-4ece-9b51-bf91da6537a5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:17.757699 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-31a9d66c-63d6-4ece-9b51-bf91da6537a5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4337945 Jan 20 10:59:17.758046 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56292) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:17.764845 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-943c8079-8f29-4203-9360-34ea241b2213 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group_rule': {'security_group_id': '343cc9a2-69cc-4c8e-9565-8d45396214db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:17.772902 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-943c8079-8f29-4203-9360-34ea241b2213 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:17.779555 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-943c8079-8f29-4203-9360-34ea241b2213 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:17.781192 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-943c8079-8f29-4203-9360-34ea241b2213 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:17.788049 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-943c8079-8f29-4203-9360-34ea241b2213 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:17.816701 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bbfd7a44-0bf9-4590-aa87-e44e5135e1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'name': 'tempest-ServerActionsTestJSON-699348268-router', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:57Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'gw_port': {'id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:57:59Z', 'updated_at': '2022-01-20T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '02b7ef8d-2e42-42da-8e2c-192803603fd7', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'port_id': '441dacbf-3516-43ae-b255-bc606c7a5f9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6', 'mac_address': 'fa:16:3e:f8:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff9da14-d1be-4d63-8381-24b4d5d3acf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T10:58:27Z', 'updated_at': '2022-01-20T10:59:15Z', 'revision_number': 1, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f8373c5-e139-4371-a1f5-0360c714e7c1', 'name': '', 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'mac_address': 'fa:16:3e:0b:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:10Z', 'updated_at': '2022-01-20T10:58:39Z', 'revision_number': 5, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'subnets': [{'id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:17.820766 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd7a44-0bf9-4590-aa87-e44e5135e1bd None None] Checking router: ff415214-044c-4d3c-b629-f2b05ed9dc0b for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 10:59:17.823457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-168b5af9-ff55-407f-b6c2-58aed596cfa6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:17.831247 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd7a44-0bf9-4590-aa87-e44e5135e1bd None None] Routers {'ff415214-044c-4d3c-b629-f2b05ed9dc0b'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:17.831831 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bbfd7a44-0bf9-4590-aa87-e44e5135e1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:17.837506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:17.837870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:17.838205 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:17.893099 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-943c8079-8f29-4203-9360-34ea241b2213 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:17.934518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b5af9-ff55-407f-b6c2-58aed596cfa6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=48b5c1d0-70e3-4012-a794-1f2db583a819,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:17.942557 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-212e3e9e-4d45-4a2e-9870-61baf092e173 req-f840a5d3-be56-4d05-908b-24521d406e7a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a8cdee6b9b64cc6952bd8d638e90fed&device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 1098 time: 0.5404377 Jan 20 10:59:17.983252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-943c8079-8f29-4203-9360-34ea241b2213 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:18.012731 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-bbfd7a44-0bf9-4590-aa87-e44e5135e1bd None None] Set router ff415214-044c-4d3c-b629-f2b05ed9dc0b gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:59:18.059277 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-943c8079-8f29-4203-9360-34ea241b2213 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:18.089879 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c8079-8f29-4203-9360-34ea241b2213 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d576b2-3e5c-4609-a568-3724b537541d,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:18.122522 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:18.122842 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:18.131531 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 6 to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d Jan 20 10:59:18.182349 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-943c8079-8f29-4203-9360-34ea241b2213 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:18.186633 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-943c8079-8f29-4203-9360-34ea241b2213 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4242074 Jan 20 10:59:18.187269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56298) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:18.204691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:18.205030 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:18.205368 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:18.219757 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-815a5edc-0b3c-4447-a928-5a81125380cc tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:18.229770 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-815a5edc-0b3c-4447-a928-5a81125380cc tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:18.251990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-84ad5d35-9fbc-4ad7-af6a-e29f05650805 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Allocated IP 172.20.0.5 (270bae73-88d3-47bf-a074-35f2af6d5fdf/f7c1d3ee-4173-4498-b5d1-5b605fbd9506/daa1a6be-7e33-4bc0-9190-9bce5ae11ac8) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:59:18.283593 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:18.283790 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:18.292506 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 7 to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d Jan 20 10:59:18.365486 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bbfd7a44-0bf9-4590-aa87-e44e5135e1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'name': 'tempest-ServerActionsTestJSON-699348268-router', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:57Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'gw_port': {'id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:57:59Z', 'updated_at': '2022-01-20T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '02b7ef8d-2e42-42da-8e2c-192803603fd7', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'port_id': '441dacbf-3516-43ae-b255-bc606c7a5f9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6', 'mac_address': 'fa:16:3e:f8:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff9da14-d1be-4d63-8381-24b4d5d3acf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T10:58:27Z', 'updated_at': '2022-01-20T10:59:15Z', 'revision_number': 1, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f8373c5-e139-4371-a1f5-0360c714e7c1', 'name': '', 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'mac_address': 'fa:16:3e:0b:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:10Z', 'updated_at': '2022-01-20T10:58:39Z', 'revision_number': 5, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'subnets': [{'id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:18.369783 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd7a44-0bf9-4590-aa87-e44e5135e1bd None None] The sync data for ids ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'] in dv-neutron-825471-1-hyperv is: [{'id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'name': 'tempest-ServerActionsTestJSON-699348268-router', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:57Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'gw_port': {'id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:57:59Z', 'updated_at': '2022-01-20T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '02b7ef8d-2e42-42da-8e2c-192803603fd7', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'port_id': '441dacbf-3516-43ae-b255-bc606c7a5f9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6', 'mac_address': 'fa:16:3e:f8:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff9da14-d1be-4d63-8381-24b4d5d3acf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T10:58:27Z', 'updated_at': '2022-01-20T10:59:15Z', 'revision_number': 1, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f8373c5-e139-4371-a1f5-0360c714e7c1', 'name': '', 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'mac_address': 'fa:16:3e:0b:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:10Z', 'updated_at': '2022-01-20T10:58:39Z', 'revision_number': 5, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'subnets': [{'id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:59:18.374098 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-815a5edc-0b3c-4447-a928-5a81125380cc tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:18.392463 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a5edc-0b3c-4447-a928-5a81125380cc tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31d576b2-3e5c-4609-a568-3724b537541d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:18.395572 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-815a5edc-0b3c-4447-a928-5a81125380cc tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:18.399791 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-815a5edc-0b3c-4447-a928-5a81125380cc tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/31d576b2-3e5c-4609-a568-3724b537541d HTTP/1.1" status: 204 len: 168 time: 0.2090273 Jan 20 10:59:18.400351 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56302) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:18.449699 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8c498b93-e011-48ed-a6b4-552ca9d620bf tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:18.497264 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e3e9e-4d45-4a2e-9870-61baf092e173 req-6cb7cb14-df6c-415c-994f-e9eca6488966 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:18.498715 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-212e3e9e-4d45-4a2e-9870-61baf092e173 req-6cb7cb14-df6c-415c-994f-e9eca6488966 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca1f7bf9-9972-4b0c-baef-5692be1408d6 HTTP/1.1" status: 200 len: 912 time: 0.5067828 Jan 20 10:59:18.504391 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168b5af9-ff55-407f-b6c2-58aed596cfa6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Checking segment: {'id': '8e36aa1d-8378-4760-8a36-86086a188300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:59:18.505621 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168b5af9-ff55-407f-b6c2-58aed596cfa6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network hostable DHCP agents. Network: 6b749f6e-3931-46cf-bc1b-55cf8af4af89, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:59:18.510731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:18.511068 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:18.511394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:18.528637 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8c498b93-e011-48ed-a6b4-552ca9d620bf tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:18.532679 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8c498b93-e011-48ed-a6b4-552ca9d620bf tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1285312 Jan 20 10:59:18.533090 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56308) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:18.610453 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dae9b70-129a-4a9a-aba0-9cec74dfb6b6 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:18.637630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:18.637969 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:18.639573 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703aa3ca-c30e-45e5-9e32-48d6feaea483 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:59:18.639930 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef808f82-568c-4900-91fe-68c1ede25af8 None None] New status for floating IP 02b7ef8d-2e42-42da-8e2c-192803603fd7: ACTIVE {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 10:59:18.646319 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 8 to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d Jan 20 10:59:18.650404 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104026a7-3764-47b9-a164-78c7c031c3bb None None] Sync routers for ids ['c3d182f6-b993-4432-ab63-9515a26bb6c3'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:59:18.655000 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dae9b70-129a-4a9a-aba0-9cec74dfb6b6 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:18.669014 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104026a7-3764-47b9-a164-78c7c031c3bb None None] Routers {'c3d182f6-b993-4432-ab63-9515a26bb6c3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:18.670035 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-104026a7-3764-47b9-a164-78c7c031c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['c3d182f6-b993-4432-ab63-9515a26bb6c3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:18.820190 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:18.820523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:18.820856 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:18.825237 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dae9b70-129a-4a9a-aba0-9cec74dfb6b6 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:18.840628 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-703aa3ca-c30e-45e5-9e32-48d6feaea483 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:18.859982 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae9b70-129a-4a9a-aba0-9cec74dfb6b6 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=343cc9a2-69cc-4c8e-9565-8d45396214db,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:18.884399 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-104026a7-3764-47b9-a164-78c7c031c3bb None None] Set router c3d182f6-b993-4432-ab63-9515a26bb6c3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:59:18.908165 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-212e3e9e-4d45-4a2e-9870-61baf092e173 req-24469b6c-67c6-4c4c-8587-e606081a26d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=441dacbf-3516-43ae-b255-bc606c7a5f9f HTTP/1.1" status: 200 len: 998 time: 0.3942630 Jan 20 10:59:18.926229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:18.926571 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:18.945463 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dae9b70-129a-4a9a-aba0-9cec74dfb6b6 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:18.950680 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0dae9b70-129a-4a9a-aba0-9cec74dfb6b6 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-groups/343cc9a2-69cc-4c8e-9565-8d45396214db HTTP/1.1" status: 204 len: 168 time: 0.4164801 Jan 20 10:59:18.951664 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56314) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:18.962171 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 9 to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d Jan 20 10:59:19.026446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ee9cbeea-538f-43fb-8157-c30ed41f6124 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:19.044458 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-703aa3ca-c30e-45e5-9e32-48d6feaea483 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "PUT /v2.0/floatingips/c77bf10a-dfbd-422c-a656-a018b894dc6a HTTP/1.1" status: 200 len: 992 time: 7.3995113 Jan 20 10:59:19.054141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d', 'tag': '9efc373b-07af-465a-b787-df70b915b222'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 10:59:19.058450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168b5af9-ff55-407f-b6c2-58aed596cfa6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:59:19.074328 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:19.074664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:19.075145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:19.092144 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:19.116458 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ee9cbeea-538f-43fb-8157-c30ed41f6124 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:19.118989 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ee9cbeea-538f-43fb-8157-c30ed41f6124 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1658139 Jan 20 10:59:19.126041 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56322) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:19.134843 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-bc98507b-5c46-49e3-ad28-a8c810fc08a7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1325732196'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:19.141614 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:19.144781 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bc98507b-5c46-49e3-ad28-a8c810fc08a7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:19.150989 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d', 'tag': '9efc373b-07af-465a-b787-df70b915b222', 'status': 'completed', 'code': 200} Jan 20 10:59:19.159500 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bc98507b-5c46-49e3-ad28-a8c810fc08a7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:19.162745 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:19.163076 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:19.200310 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.plugins.ml2.plugin [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempt 10 to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d Jan 20 10:59:19.215756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e3e9e-4d45-4a2e-9870-61baf092e173 req-84797c9f-f55d-44da-9ebe-721227034588 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:19.217151 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-212e3e9e-4d45-4a2e-9870-61baf092e173 req-84797c9f-f55d-44da-9ebe-721227034588 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d58e3eb1-ffbd-4209-8283-de4f696a38a8 HTTP/1.1" status: 200 len: 850 time: 0.2962532 Jan 20 10:59:19.222049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-84ad5d35-9fbc-4ad7-af6a-e29f05650805 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:19.240283 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc98507b-5c46-49e3-ad28-a8c810fc08a7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:19.269488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-168b5af9-ff55-407f-b6c2-58aed596cfa6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 6b749f6e-3931-46cf-bc1b-55cf8af4af89) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:19.281922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c79d75-8b02-4ce4-b61e-54c01fd0d7bf None None] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:59:19.283813 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bc98507b-5c46-49e3-ad28-a8c810fc08a7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:19.288145 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bc98507b-5c46-49e3-ad28-a8c810fc08a7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:19.291355 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bc98507b-5c46-49e3-ad28-a8c810fc08a7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:19.298048 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bc98507b-5c46-49e3-ad28-a8c810fc08a7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:19.326137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:19.326456 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:19.326958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempting to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:19.333400 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b5af9-ff55-407f-b6c2-58aed596cfa6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:19.337261 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168b5af9-ff55-407f-b6c2-58aed596cfa6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:19.337878 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-168b5af9-ff55-407f-b6c2-58aed596cfa6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:19.376766 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc98507b-5c46-49e3-ad28-a8c810fc08a7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:19.380430 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-104026a7-3764-47b9-a164-78c7c031c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'name': 'tempest-ServersTestJSON-1799362173-router', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'gw_port': {'id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'c77bf10a-dfbd-422c-a656-a018b894dc6a', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'floating_ip_address': '172.26.0.166', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'port_id': '9efc373b-07af-465a-b787-df70b915b222', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed', 'mac_address': 'fa:16:3e:d6:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T10:58:28Z', 'updated_at': '2022-01-20T10:59:12Z', 'revision_number': 1, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd787268a-03f4-4a10-9d22-febd0a925a1d', 'name': '', 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'mac_address': 'fa:16:3e:c2:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b254d4-c891-4e92-85e5-f2bec53994c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:11Z', 'updated_at': '2022-01-20T10:58:35Z', 'revision_number': 5, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'subnets': [{'id': '96b254d4-c891-4e92-85e5-f2bec53994c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:19.384812 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104026a7-3764-47b9-a164-78c7c031c3bb None None] Checking router: c3d182f6-b993-4432-ab63-9515a26bb6c3 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 10:59:19.396684 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104026a7-3764-47b9-a164-78c7c031c3bb None None] Routers {'c3d182f6-b993-4432-ab63-9515a26bb6c3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:19.397377 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-104026a7-3764-47b9-a164-78c7c031c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['c3d182f6-b993-4432-ab63-9515a26bb6c3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:19.451331 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 10:59:19.451654 dv-neutron-825471-1-hyperv neutron-server[84331]: ERROR neutron.plugins.ml2.managers [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Failed to bind port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on host hv-neutron-8254 for vnic_type normal using segments [{'id': '2d722144-a61d-4813-b5c5-c7eefb09cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0142d53d-2894-449a-887f-5e8912ffb3be'}] Jan 20 10:59:19.452195 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:19.476161 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc98507b-5c46-49e3-ad28-a8c810fc08a7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:19.540179 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98507b-5c46-49e3-ad28-a8c810fc08a7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=706b5855-bc6f-422f-aa04-8ce16e29c1b6,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:19.588308 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-168b5af9-ff55-407f-b6c2-58aed596cfa6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.6879027 Jan 20 10:59:19.591571 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56326) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:19.597769 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e9994346-57d3-4d7a-8348-b24253898dab tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1865502349'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:19.602971 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e9994346-57d3-4d7a-8348-b24253898dab tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:19.607587 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e9994346-57d3-4d7a-8348-b24253898dab tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:network and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:19.610662 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e9994346-57d3-4d7a-8348-b24253898dab tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:19.618362 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e9994346-57d3-4d7a-8348-b24253898dab tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:19.626738 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-104026a7-3764-47b9-a164-78c7c031c3bb None None] Set router c3d182f6-b993-4432-ab63-9515a26bb6c3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:59:19.664471 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7c8d968f-a304-4085-934d-98c98a9cfcaf req-9d34a0de-4434-4be5-9d10-2b2344e8d014 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f524b6c0c60749f2833f5e039c4b5e15&device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 1099 time: 0.4519384 Jan 20 10:59:19.664934 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc98507b-5c46-49e3-ad28-a8c810fc08a7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:19.669127 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bc98507b-5c46-49e3-ad28-a8c810fc08a7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5390499 Jan 20 10:59:19.674087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56330) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:19.677960 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2b515fd3-d6f0-401b-9c23-d4687a1b2ad3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group_rule': {'security_group_id': '706b5855-bc6f-422f-aa04-8ce16e29c1b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:19.682798 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-212e3e9e-4d45-4a2e-9870-61baf092e173 req-4f849d64-f43c-470f-acd8-0c74a9186aae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca1f7bf9-9972-4b0c-baef-5692be1408d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4202664 Jan 20 10:59:19.683046 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2b515fd3-d6f0-401b-9c23-d4687a1b2ad3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:19.688215 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2b515fd3-d6f0-401b-9c23-d4687a1b2ad3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:19.691376 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2b515fd3-d6f0-401b-9c23-d4687a1b2ad3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:19.697655 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2b515fd3-d6f0-401b-9c23-d4687a1b2ad3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:19.704068 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Allocated IP 172.26.0.54 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/47802f70-f252-4eae-a9c8-4cd65a52a8c1) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:59:19.739783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-84ad5d35-9fbc-4ad7-af6a-e29f05650805 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:19.796025 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9994346-57d3-4d7a-8348-b24253898dab tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:19.799384 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e9994346-57d3-4d7a-8348-b24253898dab tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:19.810933 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] For port 82c3e80b-e8c1-4233-b01a-4c3ab693202d, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:59:19.811210 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Attempted to set empty binding levels {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 20 10:59:19.840097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b515fd3-d6f0-401b-9c23-d4687a1b2ad3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:19.856490 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9994346-57d3-4d7a-8348-b24253898dab tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:59:19.951505 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b515fd3-d6f0-401b-9c23-d4687a1b2ad3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:19.953957 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e9994346-57d3-4d7a-8348-b24253898dab tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:19.954947 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-e9994346-57d3-4d7a-8348-b24253898dab tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Added segment dcbef461-2438-4240-b57d-8f1d6ed20e57 of type vlan for network 11359999-a223-4b9f-8191-913dfef55116 Jan 20 10:59:19.985847 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e9994346-57d3-4d7a-8348-b24253898dab tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:19.990941 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:20.022746 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b515fd3-d6f0-401b-9c23-d4687a1b2ad3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:20.030793 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-104026a7-3764-47b9-a164-78c7c031c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'name': 'tempest-ServersTestJSON-1799362173-router', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'gw_port': {'id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'c77bf10a-dfbd-422c-a656-a018b894dc6a', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'floating_ip_address': '172.26.0.166', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'port_id': '9efc373b-07af-465a-b787-df70b915b222', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed', 'mac_address': 'fa:16:3e:d6:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T10:58:28Z', 'updated_at': '2022-01-20T10:59:12Z', 'revision_number': 1, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd787268a-03f4-4a10-9d22-febd0a925a1d', 'name': '', 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'mac_address': 'fa:16:3e:c2:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b254d4-c891-4e92-85e5-f2bec53994c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:11Z', 'updated_at': '2022-01-20T10:58:35Z', 'revision_number': 5, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'subnets': [{'id': '96b254d4-c891-4e92-85e5-f2bec53994c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:20.035171 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104026a7-3764-47b9-a164-78c7c031c3bb None None] The sync data for ids ['c3d182f6-b993-4432-ab63-9515a26bb6c3'] in dv-neutron-825471-1-hyperv is: [{'id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'name': 'tempest-ServersTestJSON-1799362173-router', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'gw_port': {'id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'c77bf10a-dfbd-422c-a656-a018b894dc6a', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'floating_ip_address': '172.26.0.166', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'port_id': '9efc373b-07af-465a-b787-df70b915b222', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed', 'mac_address': 'fa:16:3e:d6:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T10:58:28Z', 'updated_at': '2022-01-20T10:59:12Z', 'revision_number': 1, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd787268a-03f4-4a10-9d22-febd0a925a1d', 'name': '', 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'mac_address': 'fa:16:3e:c2:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b254d4-c891-4e92-85e5-f2bec53994c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:11Z', 'updated_at': '2022-01-20T10:58:35Z', 'revision_number': 5, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'subnets': [{'id': '96b254d4-c891-4e92-85e5-f2bec53994c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:59:20.050894 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b515fd3-d6f0-401b-9c23-d4687a1b2ad3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855a6af0-1d81-45f3-af7c-fd5a911d76d2,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:20.051747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eff2e77-22d1-4391-9d59-93694bba6464 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Router e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 10:59:20.062117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ad5d35-9fbc-4ad7-af6a-e29f05650805 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Network 270bae73-88d3-47bf-a074-35f2af6d5fdf is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:20.070737 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e9994346-57d3-4d7a-8348-b24253898dab tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:20.075143 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9994346-57d3-4d7a-8348-b24253898dab tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:20.075733 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e9994346-57d3-4d7a-8348-b24253898dab tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:20.100237 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-84ad5d35-9fbc-4ad7-af6a-e29f05650805 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:20.102037 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad5d35-9fbc-4ad7-af6a-e29f05650805 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Pushing event updated for resources: {'Port': ['ID=daa1a6be-7e33-4bc0-9190-9bce5ae11ac8,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:20.105175 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ad5d35-9fbc-4ad7-af6a-e29f05650805 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:20.162621 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2b515fd3-d6f0-401b-9c23-d4687a1b2ad3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:20.163815 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2b515fd3-d6f0-401b-9c23-d4687a1b2ad3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4931128 Jan 20 10:59:20.167229 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56336) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:20.182849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-cd04888b-d6be-471c-84f0-3b03776b2c0a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group_rule': {'security_group_id': '706b5855-bc6f-422f-aa04-8ce16e29c1b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:20.193861 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cd04888b-d6be-471c-84f0-3b03776b2c0a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:20.199509 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9994346-57d3-4d7a-8348-b24253898dab tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Network': ['ID=11359999-a223-4b9f-8191-913dfef55116,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:20.202255 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cd04888b-d6be-471c-84f0-3b03776b2c0a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:20.205511 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cd04888b-d6be-471c-84f0-3b03776b2c0a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:20.218695 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cd04888b-d6be-471c-84f0-3b03776b2c0a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:20.218799 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 11359999-a223-4b9f-8191-913dfef55116 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:59:20.234838 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e9994346-57d3-4d7a-8348-b24253898dab tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6416135 Jan 20 10:59:20.237725 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56342) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:20.243007 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'ports': [{'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89'}, {'network_id': '11359999-a223-4b9f-8191-913dfef55116'}]} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:20.243349 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:20.243787 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'network_id': '11359999-a223-4b9f-8191-913dfef55116'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:20.316585 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] In _notify_port_updated(), no bound segment for port 82c3e80b-e8c1-4233-b01a-4c3ab693202d on network 0142d53d-2894-449a-887f-5e8912ffb3be {{(pid=84331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 10:59:20.318304 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:20.319782 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] 10.222.0.70 "PUT /v2.0/ports/82c3e80b-e8c1-4233-b01a-4c3ab693202d HTTP/1.1" status: 200 len: 976 time: 5.4940047 Jan 20 10:59:20.327874 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56346) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:20.361052 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd04888b-d6be-471c-84f0-3b03776b2c0a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:20.392376 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-212e3e9e-4d45-4a2e-9870-61baf092e173 req-4054be78-34af-42a5-94fa-d20e54e044cb service neutron] 10.222.0.72 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6830626 Jan 20 10:59:20.394771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d968f-a304-4085-934d-98c98a9cfcaf req-a85e2a2d-49a8-470a-9f74-0f6af730a0a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:20.397176 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7c8d968f-a304-4085-934d-98c98a9cfcaf req-a85e2a2d-49a8-470a-9f74-0f6af730a0a2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=008238da-375f-4195-90bf-ab2c5c0f18ed HTTP/1.1" status: 200 len: 907 time: 0.7212234 Jan 20 10:59:20.471269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6ac74c6c-91cd-4248-b74b-9a4d72f6f68f tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Deleting port 82c3e80b-e8c1-4233-b01a-4c3ab693202d {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:20.471612 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ac74c6c-91cd-4248-b74b-9a4d72f6f68f tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:20.512932 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff363e-ac3b-488d-9d13-a91689805345 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Pushing event updated for resources: {'Port': ['ID=82c3e80b-e8c1-4233-b01a-4c3ab693202d,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:20.592341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ad5d35-9fbc-4ad7-af6a-e29f05650805 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:20.592947 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-84ad5d35-9fbc-4ad7-af6a-e29f05650805 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:20.636311 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd04888b-d6be-471c-84f0-3b03776b2c0a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:20.651415 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:20.662547 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:port and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:20.662863 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:20.667018 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:20.674983 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:20.749615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd04888b-d6be-471c-84f0-3b03776b2c0a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:20.757088 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7c8d968f-a304-4085-934d-98c98a9cfcaf req-e44ad5bf-5702-4fd1-96f1-c96344a86c03 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9efc373b-07af-465a-b787-df70b915b222 HTTP/1.1" status: 200 len: 1000 time: 0.3413284 Jan 20 10:59:20.793858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04888b-d6be-471c-84f0-3b03776b2c0a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f08bd3-fcd5-48bf-8a07-03b4c84f30a2,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:20.810320 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'port': 2} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:20.813747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:20.839312 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-6ac74c6c-91cd-4248-b74b-9a4d72f6f68f tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] For port 82c3e80b-e8c1-4233-b01a-4c3ab693202d, host hv-neutron-8254, got binding levels [] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:20.839682 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ac74c6c-91cd-4248-b74b-9a4d72f6f68f tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:20.852565 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:20.858246 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-84ad5d35-9fbc-4ad7-af6a-e29f05650805 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.9556210 Jan 20 10:59:20.864570 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56352) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:20.872595 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-212e3e9e-4d45-4a2e-9870-61baf092e173 req-c3c7d3cb-c776-4b67-85e2-35c563586ae4 service neutron] 10.222.0.72 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539955 Jan 20 10:59:20.874900 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d968f-a304-4085-934d-98c98a9cfcaf req-629ceaf0-783e-4107-95c3-9cc5f4c0790e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:20.876429 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7c8d968f-a304-4085-934d-98c98a9cfcaf req-629ceaf0-783e-4107-95c3-9cc5f4c0790e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96b254d4-c891-4e92-85e5-f2bec53994c8 HTTP/1.1" status: 200 len: 845 time: 0.1019831 Jan 20 10:59:20.987357 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3178d4ba-51c0-4083-86ca-88123e572a02 None None] New status for floating IP c77bf10a-dfbd-422c-a656-a018b894dc6a: ACTIVE {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 10:59:21.010027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf36c3-9c07-4cc9-aaac-3fb8e52ec44f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Deleting port daa1a6be-7e33-4bc0-9190-9bce5ae11ac8 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:21.010594 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bbdf36c3-9c07-4cc9-aaac-3fb8e52ec44f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:21.025825 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6ac74c6c-91cd-4248-b74b-9a4d72f6f68f tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Calling delete_port for 82c3e80b-e8c1-4233-b01a-4c3ab693202d owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:21.095334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:21.143097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd04888b-d6be-471c-84f0-3b03776b2c0a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:21.147268 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cd04888b-d6be-471c-84f0-3b03776b2c0a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9762616 Jan 20 10:59:21.152662 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56356) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:21.159378 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a4d7dd48-a042-48ce-8350-ada75168eb24 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group_rule': {'security_group_id': '706b5855-bc6f-422f-aa04-8ce16e29c1b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:21.206818 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a4d7dd48-a042-48ce-8350-ada75168eb24 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:21.221338 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a4d7dd48-a042-48ce-8350-ada75168eb24 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:21.226897 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a4d7dd48-a042-48ce-8350-ada75168eb24 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:21.248398 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:21.258600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:21.260997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:21.275135 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a4d7dd48-a042-48ce-8350-ada75168eb24 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:21.296106 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=47802f70-f252-4eae-a9c8-4cd65a52a8c1,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:21.355471 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7c8d968f-a304-4085-934d-98c98a9cfcaf req-a75fc888-6501-4727-867f-18ae8aecd320 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=008238da-375f-4195-90bf-ab2c5c0f18ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4365132 Jan 20 10:59:21.405724 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a4d7dd48-a042-48ce-8350-ada75168eb24 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:21.424687 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] device_id is not set on port 4b0e14cc-9da9-4e93-bd5b-8ad1e6d9a67e yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:59:21.450368 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ac74c6c-91cd-4248-b74b-9a4d72f6f68f tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:21.510075 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac74c6c-91cd-4248-b74b-9a4d72f6f68f tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Pushing event deleted for resources: {'Port': ['ID=82c3e80b-e8c1-4233-b01a-4c3ab693202d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:21.525243 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ac74c6c-91cd-4248-b74b-9a4d72f6f68f tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:21.553071 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a4d7dd48-a042-48ce-8350-ada75168eb24 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:21.563419 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6ac74c6c-91cd-4248-b74b-9a4d72f6f68f tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] 10.222.0.70 "DELETE /v2.0/ports/82c3e80b-e8c1-4233-b01a-4c3ab693202d HTTP/1.1" status: 204 len: 168 time: 1.2339759 Jan 20 10:59:21.570053 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56362) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:21.623014 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:21.627280 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a4d7dd48-a042-48ce-8350-ada75168eb24 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:21.668257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bbdf36c3-9c07-4cc9-aaac-3fb8e52ec44f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:21.676026 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-54255755-4000-43cb-9395-2bd175248421 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] GET failed (client error): The resource could not be found. Jan 20 10:59:21.677440 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-54255755-4000-43cb-9395-2bd175248421 tempest-PortsAdminExtendedAttrsTestJSON-12286932 tempest-PortsAdminExtendedAttrsTestJSON-12286932-project-admin] 10.222.0.70 "GET /v2.0/ports/82c3e80b-e8c1-4233-b01a-4c3ab693202d HTTP/1.1" status: 404 len: 333 time: 0.0973759 Jan 20 10:59:21.692175 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eff2e77-22d1-4391-9d59-93694bba6464 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:59:21.696749 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4eff2e77-22d1-4391-9d59-93694bba6464 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:21.702513 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56366) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:21.703740 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d99c30f-316d-4397-a1c3-18c2dcd7728b None None] Sync routers for ids ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:59:21.716918 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d99c30f-316d-4397-a1c3-18c2dcd7728b None None] Routers {'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:21.717112 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7dd48-a042-48ce-8350-ada75168eb24 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed8e260-a440-40c3-8fc1-77e2e448f2eb,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:21.717199 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8d99c30f-316d-4397-a1c3-18c2dcd7728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:21.826492 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] device_id is not set on port 811b6cf0-1250-4552-b648-f3e6c6cdbd0f yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:59:21.860575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a4d7dd48-a042-48ce-8350-ada75168eb24 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:21.864545 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a4d7dd48-a042-48ce-8350-ada75168eb24 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7083914 Jan 20 10:59:21.865571 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56370) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:21.873675 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0807f91f-e1e0-48d3-8a77-bf004f4f92ec tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group_rule': {'security_group_id': '706b5855-bc6f-422f-aa04-8ce16e29c1b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:21.881416 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e844a133-b8d8-4b6f-9be0-c1d9682c5c9e tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:21.886397 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0807f91f-e1e0-48d3-8a77-bf004f4f92ec tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:21.897800 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0807f91f-e1e0-48d3-8a77-bf004f4f92ec tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:21.902058 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0807f91f-e1e0-48d3-8a77-bf004f4f92ec tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:21.910547 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0807f91f-e1e0-48d3-8a77-bf004f4f92ec tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:21.922027 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-8d99c30f-316d-4397-a1c3-18c2dcd7728b None None] Set router e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:59:21.985409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf36c3-9c07-4cc9-aaac-3fb8e52ec44f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Calling delete_port for daa1a6be-7e33-4bc0-9190-9bce5ae11ac8 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:22.039775 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7c8d968f-a304-4085-934d-98c98a9cfcaf req-c4054ff8-1e23-4b12-8454-b5e64c609089 service neutron] 10.222.0.72 "GET /v2.0/networks/008238da-375f-4195-90bf-ab2c5c0f18ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290841 Jan 20 10:59:22.076577 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4eff2e77-22d1-4391-9d59-93694bba6464 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "PUT /v2.0/floatingips/2e79fadd-ba0e-4a16-b7a3-f879631fa2cc HTTP/1.1" status: 200 len: 992 time: 8.7519236 Jan 20 10:59:22.078899 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a6497d-ceec-4866-818d-f57a2c620e02', 'tag': 'abe3495f-6ec4-49e4-9e54-eb4c423c12b4'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 10:59:22.091167 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e844a133-b8d8-4b6f-9be0-c1d9682c5c9e tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:22.133659 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-e844a133-b8d8-4b6f-9be0-c1d9682c5c9e tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0142d53d-2894-449a-887f-5e8912ffb3be']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:22.149505 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-e844a133-b8d8-4b6f-9be0-c1d9682c5c9e tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d722144-a61d-4813-b5c5-c7eefb09cc01') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:22.149821 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-e844a133-b8d8-4b6f-9be0-c1d9682c5c9e tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d722144-a61d-4813-b5c5-c7eefb09cc01') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:22.163794 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e844a133-b8d8-4b6f-9be0-c1d9682c5c9e tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:22.184563 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e844a133-b8d8-4b6f-9be0-c1d9682c5c9e tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:22.194389 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e844a133-b8d8-4b6f-9be0-c1d9682c5c9e tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:59:22.195148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e844a133-b8d8-4b6f-9be0-c1d9682c5c9e tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:59:22.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:59:22.273080 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7c8d968f-a304-4085-934d-98c98a9cfcaf req-be13fc6e-cd35-4fdd-bb1e-9e642e4c8cef service neutron] 10.222.0.72 "GET /v2.0/networks/008238da-375f-4195-90bf-ab2c5c0f18ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222660 Jan 20 10:59:22.275241 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a6497d-ceec-4866-818d-f57a2c620e02', 'tag': 'abe3495f-6ec4-49e4-9e54-eb4c423c12b4', 'status': 'completed', 'code': 200} Jan 20 10:59:22.279869 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0807f91f-e1e0-48d3-8a77-bf004f4f92ec tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:22.352305 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8d99c30f-316d-4397-a1c3-18c2dcd7728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'name': 'tempest-ServersTestManualDisk-510528513-router', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'gw_port': {'id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '2e79fadd-ba0e-4a16-b7a3-f879631fa2cc', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'floating_ip_address': '172.26.0.183', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'port_id': 'abe3495f-6ec4-49e4-9e54-eb4c423c12b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353', 'mac_address': 'fa:16:3e:27:58:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a6497d-ceec-4866-818d-f57a2c620e02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T10:58:30Z', 'updated_at': '2022-01-20T10:59:15Z', 'revision_number': 1, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510f0051-0aae-48aa-824e-052abb3c279a', 'name': '', 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'mac_address': 'fa:16:3e:92:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0027449-e10a-46e7-87b0-be138fcb5208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:10Z', 'updated_at': '2022-01-20T10:58:33Z', 'revision_number': 5, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'subnets': [{'id': 'c0027449-e10a-46e7-87b0-be138fcb5208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:22.356649 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d99c30f-316d-4397-a1c3-18c2dcd7728b None None] Checking router: e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 10:59:22.367497 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:22.369268 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d99c30f-316d-4397-a1c3-18c2dcd7728b None None] Routers {'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:22.369950 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8d99c30f-316d-4397-a1c3-18c2dcd7728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:22.410251 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0807f91f-e1e0-48d3-8a77-bf004f4f92ec tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:22.418862 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:22.419602 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:22.421012 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e844a133-b8d8-4b6f-9be0-c1d9682c5c9e tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:22.434485 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f3bfbe65-1e81-4a1e-9420-50d5536b1607 req-6079a168-8d43-4214-b5ad-ad953226623d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0bee70239b8e4619a62843d13cf51ee9&device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 1099 time: 0.1096621 Jan 20 10:59:22.442215 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e844a133-b8d8-4b6f-9be0-c1d9682c5c9e tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:22.448875 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a133-b8d8-4b6f-9be0-c1d9682c5c9e tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] Pushing event deleted for resources: {'Network': ['ID=0142d53d-2894-449a-887f-5e8912ffb3be,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:22.466248 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e844a133-b8d8-4b6f-9be0-c1d9682c5c9e tempest-PortsAdminExtendedAttrsTestJSON-239053222 tempest-PortsAdminExtendedAttrsTestJSON-239053222-project] 10.222.0.70 "DELETE /v2.0/networks/0142d53d-2894-449a-887f-5e8912ffb3be HTTP/1.1" status: 204 len: 168 time: 0.7531230 Jan 20 10:59:22.512358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0807f91f-e1e0-48d3-8a77-bf004f4f92ec tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:22.515374 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bbdf36c3-9c07-4cc9-aaac-3fb8e52ec44f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:22.521982 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:22.567030 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-8d99c30f-316d-4397-a1c3-18c2dcd7728b None None] Set router e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:59:22.594518 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807f91f-e1e0-48d3-8a77-bf004f4f92ec tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1f4b85-f7b6-40cb-bbe1-c2fafe6e65be,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:22.637813 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:22.639232 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:22.644496 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:22.645518 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:22.654412 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=4b0e14cc-9da9-4e93-bd5b-8ad1e6d9a67e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:22.696148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0807f91f-e1e0-48d3-8a77-bf004f4f92ec tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:22.697382 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0807f91f-e1e0-48d3-8a77-bf004f4f92ec tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8310444 Jan 20 10:59:22.704795 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56384) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:22.705632 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf36c3-9c07-4cc9-aaac-3fb8e52ec44f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Pushing event deleted for resources: {'Port': ['ID=daa1a6be-7e33-4bc0-9190-9bce5ae11ac8,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:22.716860 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-344ab244-fa0e-40ac-8614-cfe6e743142d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group_rule': {'security_group_id': '706b5855-bc6f-422f-aa04-8ce16e29c1b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:22.733206 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-344ab244-fa0e-40ac-8614-cfe6e743142d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:22.754395 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-344ab244-fa0e-40ac-8614-cfe6e743142d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:22.764401 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-344ab244-fa0e-40ac-8614-cfe6e743142d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:22.778664 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-344ab244-fa0e-40ac-8614-cfe6e743142d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:22.780690 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=811b6cf0-1250-4552-b648-f3e6c6cdbd0f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:22.796229 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Checking segment: {'id': 'dcbef461-2438-4240-b57d-8f1d6ed20e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '11359999-a223-4b9f-8191-913dfef55116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:59:22.796661 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network hostable DHCP agents. Network: 11359999-a223-4b9f-8191-913dfef55116, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:59:22.880340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bbdf36c3-9c07-4cc9-aaac-3fb8e52ec44f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:22.887956 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfbe65-1e81-4a1e-9420-50d5536b1607 req-c402928e-c76a-42a6-92c7-3d543578a9a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:22.889386 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f3bfbe65-1e81-4a1e-9420-50d5536b1607 req-c402928e-c76a-42a6-92c7-3d543578a9a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46b4d099-347f-49fe-97b4-d696aebdf353 HTTP/1.1" status: 200 len: 912 time: 0.3984704 Jan 20 10:59:22.892465 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bbdf36c3-9c07-4cc9-aaac-3fb8e52ec44f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "DELETE /v2.0/ports/daa1a6be-7e33-4bc0-9190-9bce5ae11ac8 HTTP/1.1" status: 204 len: 168 time: 2.0245242 Jan 20 10:59:22.898092 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56388) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:22.905394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '270bae73-88d3-47bf-a074-35f2af6d5fdf', 'external_fixed_ips': [{'subnet_id': 'f7c1d3ee-4173-4498-b5d1-5b605fbd9506', 'ip_address': '172.20.0.5'}]}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:22.910298 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-344ab244-fa0e-40ac-8614-cfe6e743142d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:22.918448 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:22.926075 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Usage tracker for resource:router and tenant:a4cf99580ffe4140a0902c1cbe3395a2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:22.931618 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:22.941131 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 11359999-a223-4b9f-8191-913dfef55116 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:59:22.952386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:23.009921 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-344ab244-fa0e-40ac-8614-cfe6e743142d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:23.059464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 11359999-a223-4b9f-8191-913dfef55116) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:23.063246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:23.063869 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f3bfbe65-1e81-4a1e-9420-50d5536b1607 req-4809592e-5f7d-4e3e-9546-015aec8fc283 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe3495f-6ec4-49e4-9e54-eb4c423c12b4 HTTP/1.1" status: 200 len: 1000 time: 0.1206417 Jan 20 10:59:23.068357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:23.073556 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa47509-bf0a-400e-b7b9-c59b7b4e08e9 None None] Network 11359999-a223-4b9f-8191-913dfef55116 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:59:23.083921 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:23.084734 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:23.092626 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8d99c30f-316d-4397-a1c3-18c2dcd7728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'name': 'tempest-ServersTestManualDisk-510528513-router', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'gw_port': {'id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '2e79fadd-ba0e-4a16-b7a3-f879631fa2cc', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'floating_ip_address': '172.26.0.183', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'port_id': 'abe3495f-6ec4-49e4-9e54-eb4c423c12b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353', 'mac_address': 'fa:16:3e:27:58:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a6497d-ceec-4866-818d-f57a2c620e02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T10:58:30Z', 'updated_at': '2022-01-20T10:59:15Z', 'revision_number': 1, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510f0051-0aae-48aa-824e-052abb3c279a', 'name': '', 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'mac_address': 'fa:16:3e:92:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0027449-e10a-46e7-87b0-be138fcb5208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:10Z', 'updated_at': '2022-01-20T10:58:33Z', 'revision_number': 5, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'subnets': [{'id': 'c0027449-e10a-46e7-87b0-be138fcb5208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:23.100393 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d99c30f-316d-4397-a1c3-18c2dcd7728b None None] The sync data for ids ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'] in dv-neutron-825471-1-hyperv is: [{'id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'name': 'tempest-ServersTestManualDisk-510528513-router', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'gw_port': {'id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '2e79fadd-ba0e-4a16-b7a3-f879631fa2cc', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'floating_ip_address': '172.26.0.183', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'port_id': 'abe3495f-6ec4-49e4-9e54-eb4c423c12b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353', 'mac_address': 'fa:16:3e:27:58:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a6497d-ceec-4866-818d-f57a2c620e02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T10:58:30Z', 'updated_at': '2022-01-20T10:59:15Z', 'revision_number': 1, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510f0051-0aae-48aa-824e-052abb3c279a', 'name': '', 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'mac_address': 'fa:16:3e:92:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0027449-e10a-46e7-87b0-be138fcb5208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:10Z', 'updated_at': '2022-01-20T10:58:33Z', 'revision_number': 5, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'subnets': [{'id': 'c0027449-e10a-46e7-87b0-be138fcb5208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:59:23.113098 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-344ab244-fa0e-40ac-8614-cfe6e743142d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:23.116402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56394) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:23.138452 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:23.141221 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:23.154708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfbe65-1e81-4a1e-9420-50d5536b1607 req-5ac66475-3333-4699-8bc1-e736701c2ae6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:23.156140 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f3bfbe65-1e81-4a1e-9420-50d5536b1607 req-5ac66475-3333-4699-8bc1-e736701c2ae6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0027449-e10a-46e7-87b0-be138fcb5208 HTTP/1.1" status: 200 len: 850 time: 0.0845132 Jan 20 10:59:23.178864 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ab244-fa0e-40ac-8614-cfe6e743142d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f43c79b-fc90-48cf-ac5a-b1b7dd38f51c,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:23.225097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:23.280768 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-db3e6fdc-9c39-4f35-8caf-5d4c02b7adb9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0423999 Jan 20 10:59:23.283608 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56404) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:23.283967 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f3bfbe65-1e81-4a1e-9420-50d5536b1607 req-e51fc0ac-e31e-4bee-84a2-09b39199fb50 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46b4d099-347f-49fe-97b4-d696aebdf353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1205637 Jan 20 10:59:23.356054 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-344ab244-fa0e-40ac-8614-cfe6e743142d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:23.357579 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-344ab244-fa0e-40ac-8614-cfe6e743142d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.6517091 Jan 20 10:59:23.365087 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56408) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:23.409506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router 7808d997-0e79-46d1-bab3-0af3f05906f9 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 10:59:23.462113 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-40a2ca39-3318-487f-ab82-8c9813f68559 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:23.466205 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-13f6cb6f-8192-4dc1-9480-bbd8385598ec tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port 811b6cf0-1250-4552-b648-f3e6c6cdbd0f {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:23.466585 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-13f6cb6f-8192-4dc1-9480-bbd8385598ec tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:23.495472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-40a2ca39-3318-487f-ab82-8c9813f68559 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:23.692764 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:23.698308 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c7162ff3-fa5c-4ae4-91bf-1a348392e78d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=394eaf2e55c1494ba6fb4ef20ab8bc7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5811031 Jan 20 10:59:23.703065 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56412) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:23.708454 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f3bfbe65-1e81-4a1e-9420-50d5536b1607 req-339b9e7a-059d-4663-b60e-9f9a45fcd88d service neutron] 10.222.0.72 "GET /v2.0/networks/46b4d099-347f-49fe-97b4-d696aebdf353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196038 Jan 20 10:59:23.812152 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-40a2ca39-3318-487f-ab82-8c9813f68559 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:23.843765 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2ca39-3318-487f-ab82-8c9813f68559 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f43c79b-fc90-48cf-ac5a-b1b7dd38f51c,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:23.857375 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-40a2ca39-3318-487f-ab82-8c9813f68559 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:23.866804 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-40a2ca39-3318-487f-ab82-8c9813f68559 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7f43c79b-fc90-48cf-ac5a-b1b7dd38f51c HTTP/1.1" status: 204 len: 168 time: 0.4899650 Jan 20 10:59:23.867118 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56418) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:23.888518 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-13f6cb6f-8192-4dc1-9480-bbd8385598ec tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:23.947546 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f3bfbe65-1e81-4a1e-9420-50d5536b1607 req-02e213f7-4bba-43ae-bb13-b8e95982d7ee service neutron] 10.222.0.72 "GET /v2.0/networks/46b4d099-347f-49fe-97b4-d696aebdf353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309644 Jan 20 10:59:23.984899 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:59:23.996806 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404873ed-d406-4d98-b153-bae5b044b06c None None] Sync routers for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:59:24.009204 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404873ed-d406-4d98-b153-bae5b044b06c None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:24.009954 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-404873ed-d406-4d98-b153-bae5b044b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:24.069662 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-404873ed-d406-4d98-b153-bae5b044b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:24.069977 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-13f6cb6f-8192-4dc1-9480-bbd8385598ec tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for 811b6cf0-1250-4552-b648-f3e6c6cdbd0f owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:24.081669 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404873ed-d406-4d98-b153-bae5b044b06c None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:24.082289 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-404873ed-d406-4d98-b153-bae5b044b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:24.113748 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c538b34d-8c60-42e4-8e15-1af7ac3c020f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:24.114673 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:24.118628 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6a3f512a-8ce0-4b95-82c2-bed3999bf7a4 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.0422845 Jan 20 10:59:24.118826 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56422) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:24.147054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-404873ed-d406-4d98-b153-bae5b044b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:24.148275 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404873ed-d406-4d98-b153-bae5b044b06c None None] The sync data for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:59:24.180568 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c538b34d-8c60-42e4-8e15-1af7ac3c020f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:24.195296 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f10bfb12-1ab4-4cf9-8976-89148a00190f tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:24.323271 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-13f6cb6f-8192-4dc1-9480-bbd8385598ec tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:24.368157 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f10bfb12-1ab4-4cf9-8976-89148a00190f tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:24.369436 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f10bfb12-1ab4-4cf9-8976-89148a00190f tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.4999743 Jan 20 10:59:24.373975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56426) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:24.390836 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6cb6f-8192-4dc1-9480-bbd8385598ec tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Port': ['ID=811b6cf0-1250-4552-b648-f3e6c6cdbd0f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:24.393443 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c538b34d-8c60-42e4-8e15-1af7ac3c020f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:24.412710 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-13f6cb6f-8192-4dc1-9480-bbd8385598ec tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:24.420394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7430a828-03da-4ee4-8e17-259cca7ce1ac tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:24.434150 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538b34d-8c60-42e4-8e15-1af7ac3c020f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea5b4bf-27af-4a0a-a3a7-85d7f6e8928c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:24.436873 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7430a828-03da-4ee4-8e17-259cca7ce1ac tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:24.475756 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-13f6cb6f-8192-4dc1-9480-bbd8385598ec tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/ports/811b6cf0-1250-4552-b648-f3e6c6cdbd0f HTTP/1.1" status: 204 len: 168 time: 1.1909294 Jan 20 10:59:24.480528 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56434) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:24.481321 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c538b34d-8c60-42e4-8e15-1af7ac3c020f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:24.482435 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c538b34d-8c60-42e4-8e15-1af7ac3c020f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ea5b4bf-27af-4a0a-a3a7-85d7f6e8928c HTTP/1.1" status: 204 len: 168 time: 0.7784979 Jan 20 10:59:24.569803 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:24.570919 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7430a828-03da-4ee4-8e17-259cca7ce1ac tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:24.596728 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430a828-03da-4ee4-8e17-259cca7ce1ac tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a1f4b85-f7b6-40cb-bbe1-c2fafe6e65be,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:24.605373 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:24.673727 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0269dfc-45a5-4920-9fca-fec34d970dc3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:24.681708 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0269dfc-45a5-4920-9fca-fec34d970dc3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:24.681708 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d0269dfc-45a5-4920-9fca-fec34d970dc3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Synchronizing usage tracker for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:24.709909 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7430a828-03da-4ee4-8e17-259cca7ce1ac tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:24.717777 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7430a828-03da-4ee4-8e17-259cca7ce1ac tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/9a1f4b85-f7b6-40cb-bbe1-c2fafe6e65be HTTP/1.1" status: 204 len: 168 time: 0.3360612 Jan 20 10:59:24.733809 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56440) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:24.842708 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-94c6c0e5-5112-40d3-9543-2ccd38e511ff tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1067400 Jan 20 10:59:24.845478 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56444) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:24.868949 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d0269dfc-45a5-4920-9fca-fec34d970dc3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Unset dirty status for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:24.870438 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d0269dfc-45a5-4920-9fca-fec34d970dc3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3866115 Jan 20 10:59:24.871802 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Allocated IP 172.20.0.5 (270bae73-88d3-47bf-a074-35f2af6d5fdf/f7c1d3ee-4173-4498-b5d1-5b605fbd9506/0e072910-e8d9-45cd-ac8b-55014282a084) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:59:24.873530 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56448) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:24.898708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b4ed596-a50a-4a85-a7ab-15194334076b tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:24.947305 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b4ed596-a50a-4a85-a7ab-15194334076b tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:25.042870 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e263ed26-5859-41a4-b932-0bde3b878d80 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port 4b0e14cc-9da9-4e93-bd5b-8ad1e6d9a67e {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:25.043212 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e263ed26-5859-41a4-b932-0bde3b878d80 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:25.045721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b1c710d-7a20-43aa-8171-dbe751db1e40 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:25.118575 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b4ed596-a50a-4a85-a7ab-15194334076b tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:25.159298 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ed596-a50a-4a85-a7ab-15194334076b tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ed8e260-a440-40c3-8fc1-77e2e448f2eb,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:25.169680 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b4ed596-a50a-4a85-a7ab-15194334076b tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:25.170786 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6b4ed596-a50a-4a85-a7ab-15194334076b tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/9ed8e260-a440-40c3-8fc1-77e2e448f2eb HTTP/1.1" status: 204 len: 168 time: 0.3243620 Jan 20 10:59:25.173318 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56456) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:25.225104 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:25.310497 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0fe49841-ce69-4988-8399-3522865f75ef tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:25.401804 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e263ed26-5859-41a4-b932-0bde3b878d80 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:25.449354 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0fe49841-ce69-4988-8399-3522865f75ef tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:25.451229 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0fe49841-ce69-4988-8399-3522865f75ef tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2769873 Jan 20 10:59:25.454752 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56460) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:25.485650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56464) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:25.528727 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e263ed26-5859-41a4-b932-0bde3b878d80 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for 4b0e14cc-9da9-4e93-bd5b-8ad1e6d9a67e owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:25.653620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:25.657010 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cb12aeb1-160a-41f4-868d-2b9f8d5043ba tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:25.679688 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cb12aeb1-160a-41f4-868d-2b9f8d5043ba tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:25.692694 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e263ed26-5859-41a4-b932-0bde3b878d80 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:25.706360 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-5b1c710d-7a20-43aa-8171-dbe751db1e40 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Allocated IP 172.20.0.1 (7fdebea4-3654-4a0a-8bf8-d8449d482669/11bf9d40-22b2-4aba-852d-59104e22a6cc/7d554eab-ee12-4f6f-aaa5-d867ed665c11) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:59:25.738849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Network 270bae73-88d3-47bf-a074-35f2af6d5fdf is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:25.742900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Pushing event updated for resources: {'Port': ['ID=0e072910-e8d9-45cd-ac8b-55014282a084,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:25.744184 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:25.747017 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f6fabe21-50e3-495e-b409-8426245caac2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=663d54c923ab446a86937c61c2a71985&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2602758 Jan 20 10:59:25.768729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56472) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:25.787279 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e263ed26-5859-41a4-b932-0bde3b878d80 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:25.807878 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263ed26-5859-41a4-b932-0bde3b878d80 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Port': ['ID=4b0e14cc-9da9-4e93-bd5b-8ad1e6d9a67e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:25.823210 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:25.870565 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e263ed26-5859-41a4-b932-0bde3b878d80 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/ports/4b0e14cc-9da9-4e93-bd5b-8ad1e6d9a67e HTTP/1.1" status: 204 len: 168 time: 0.9959342 Jan 20 10:59:25.873108 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56478) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:25.901811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cb12aeb1-160a-41f4-868d-2b9f8d5043ba tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:25.938403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12aeb1-160a-41f4-868d-2b9f8d5043ba tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93f08bd3-fcd5-48bf-8a07-03b4c84f30a2,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:25.990044 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a006ca92-99f1-489e-b02d-dddba6f409af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.002424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b1c710d-7a20-43aa-8171-dbe751db1e40 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.012450 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364212-aa68-459c-ba41-1919c4804e47 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:26.013127 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-01364212-aa68-459c-ba41-1919c4804e47 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Synchronizing usage tracker for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:26.026471 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a006ca92-99f1-489e-b02d-dddba6f409af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.068047 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cb12aeb1-160a-41f4-868d-2b9f8d5043ba tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.069161 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cb12aeb1-160a-41f4-868d-2b9f8d5043ba tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/93f08bd3-fcd5-48bf-8a07-03b4c84f30a2 HTTP/1.1" status: 204 len: 168 time: 0.6135161 Jan 20 10:59:26.072172 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56482) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:26.136253 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-01364212-aa68-459c-ba41-1919c4804e47 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Unset dirty status for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:26.137400 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-01364212-aa68-459c-ba41-1919c4804e47 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2633653 Jan 20 10:59:26.140676 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56488) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:26.170760 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-318bd36e-6e00-488d-a756-94c3e36fc6a3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0945961 Jan 20 10:59:26.171150 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56492) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:26.186913 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b1c710d-7a20-43aa-8171-dbe751db1e40 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.212941 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-069b1b32-5dca-4e0b-a846-18ce93417d6b tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.225515 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-0409aed1-6f1c-4393-8e9e-f1f98e13c60c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] GET failed (client error): The resource could not be found. Jan 20 10:59:26.226794 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-069b1b32-5dca-4e0b-a846-18ce93417d6b tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.226931 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0409aed1-6f1c-4393-8e9e-f1f98e13c60c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Synchronizing usage tracker for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:26.235715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a006ca92-99f1-489e-b02d-dddba6f409af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.236957 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.237737 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.281270 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006ca92-99f1-489e-b02d-dddba6f409af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ccaf28-4379-465c-847a-13156ad1fe37,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:26.303977 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a006ca92-99f1-489e-b02d-dddba6f409af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.305717 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a006ca92-99f1-489e-b02d-dddba6f409af admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/12ccaf28-4379-465c-847a-13156ad1fe37 HTTP/1.1" status: 204 len: 168 time: 0.5354781 Jan 20 10:59:26.309326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1c710d-7a20-43aa-8171-dbe751db1e40 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network 7fdebea4-3654-4a0a-8bf8-d8449d482669 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:26.321455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0409aed1-6f1c-4393-8e9e-f1f98e13c60c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Unset dirty status for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:26.326276 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0409aed1-6f1c-4393-8e9e-f1f98e13c60c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports/811b6cf0-1250-4552-b648-f3e6c6cdbd0f HTTP/1.1" status: 404 len: 333 time: 0.1842451 Jan 20 10:59:26.327428 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-5b1c710d-7a20-43aa-8171-dbe751db1e40 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:26.329717 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56498) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:26.335004 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c710d-7a20-43aa-8171-dbe751db1e40 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=7d554eab-ee12-4f6f-aaa5-d867ed665c11,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:26.337994 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c710d-7a20-43aa-8171-dbe751db1e40 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:26.374770 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-157012ac-57a1-43e4-84c8-648d147d1add tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] GET failed (client error): The resource could not be found. Jan 20 10:59:26.376118 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-157012ac-57a1-43e4-84c8-648d147d1add tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports/4b0e14cc-9da9-4e93-bd5b-8ad1e6d9a67e HTTP/1.1" status: 404 len: 333 time: 0.0442598 Jan 20 10:59:26.381575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56502) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:26.407882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b1c710d-7a20-43aa-8171-dbe751db1e40 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.415320 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-069b1b32-5dca-4e0b-a846-18ce93417d6b tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.415892 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae853464-1ada-41dd-a0a9-76243a8cd1f4 None None] New status for floating IP 2e79fadd-ba0e-4a16-b7a3-f879631fa2cc: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 10:59:26.498419 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b1b32-5dca-4e0b-a846-18ce93417d6b tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=855a6af0-1d81-45f3-af7c-fd5a911d76d2,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:26.509825 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-069b1b32-5dca-4e0b-a846-18ce93417d6b tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.513521 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-069b1b32-5dca-4e0b-a846-18ce93417d6b tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/855a6af0-1d81-45f3-af7c-fd5a911d76d2 HTTP/1.1" status: 204 len: 168 time: 0.3389399 Jan 20 10:59:26.514219 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56506) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:26.533735 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a8a6a1c-db75-44a3-947d-6b25dc62ae39 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.618040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b1c710d-7a20-43aa-8171-dbe751db1e40 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.638292 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-89bb6ba1-ba33-4456-b549-370d645c5ae4 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:26.737482 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a8a6a1c-db75-44a3-947d-6b25dc62ae39 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.769207 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-9a8a6a1c-db75-44a3-947d-6b25dc62ae39 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11359999-a223-4b9f-8191-913dfef55116']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:26.788497 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-9a8a6a1c-db75-44a3-947d-6b25dc62ae39 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbef461-2438-4240-b57d-8f1d6ed20e57') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:26.788787 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-9a8a6a1c-db75-44a3-947d-6b25dc62ae39 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbef461-2438-4240-b57d-8f1d6ed20e57') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:26.802986 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a8a6a1c-db75-44a3-947d-6b25dc62ae39 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.824742 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a8a6a1c-db75-44a3-947d-6b25dc62ae39 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.839562 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8a6a1c-db75-44a3-947d-6b25dc62ae39 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:59:26.839960 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a8a6a1c-db75-44a3-947d-6b25dc62ae39 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:59:26.855081 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:59:26.870282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-89bb6ba1-ba33-4456-b549-370d645c5ae4 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:26.874440 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-89bb6ba1-ba33-4456-b549-370d645c5ae4 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3563864 Jan 20 10:59:26.891069 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56516) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:27.067886 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a8a6a1c-db75-44a3-947d-6b25dc62ae39 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:27.143719 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7828f7e0-7b30-440a-9129-757d3225e419 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:27.167009 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a8a6a1c-db75-44a3-947d-6b25dc62ae39 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:27.169485 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Router ba9ee64b-e262-47f7-a457-27d7dc08fa2f is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 10:59:27.172837 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a6a1c-db75-44a3-947d-6b25dc62ae39 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Network': ['ID=11359999-a223-4b9f-8191-913dfef55116,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:27.183492 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9a8a6a1c-db75-44a3-947d-6b25dc62ae39 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/networks/11359999-a223-4b9f-8191-913dfef55116 HTTP/1.1" status: 204 len: 168 time: 0.7984493 Jan 20 10:59:27.183492 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56528) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:27.190667 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a88a648c-5dd0-4e55-b7ab-2a02c520d3d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-46111625'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:27.196133 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7828f7e0-7b30-440a-9129-757d3225e419 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:27.198729 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a88a648c-5dd0-4e55-b7ab-2a02c520d3d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:27.247828 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b1c710d-7a20-43aa-8171-dbe751db1e40 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:27.253586 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a88a648c-5dd0-4e55-b7ab-2a02c520d3d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:network and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:27.265754 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a88a648c-5dd0-4e55-b7ab-2a02c520d3d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:27.274120 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a88a648c-5dd0-4e55-b7ab-2a02c520d3d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:27.344840 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b1c710d-7a20-43aa-8171-dbe751db1e40 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:27.416530 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:59:27.425854 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Sync routers for ids ['ba9ee64b-e262-47f7-a457-27d7dc08fa2f'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:59:27.430822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88a648c-5dd0-4e55-b7ab-2a02c520d3d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:27.433497 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7828f7e0-7b30-440a-9129-757d3225e419 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:27.436989 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a88a648c-5dd0-4e55-b7ab-2a02c520d3d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:27.439988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Routers {'ba9ee64b-e262-47f7-a457-27d7dc08fa2f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:27.440696 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['ba9ee64b-e262-47f7-a457-27d7dc08fa2f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:27.466148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88a648c-5dd0-4e55-b7ab-2a02c520d3d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:59:27.479732 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a88a648c-5dd0-4e55-b7ab-2a02c520d3d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:27.479732 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-a88a648c-5dd0-4e55-b7ab-2a02c520d3d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Added segment 0444fedb-38f5-43d2-ad53-10dcc12efcc1 of type vlan for network 49656c2e-0eb3-4857-9533-6b12e3f7c3b2 Jan 20 10:59:27.481750 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828f7e0-7b30-440a-9129-757d3225e419 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=706b5855-bc6f-422f-aa04-8ce16e29c1b6,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:27.494559 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c710d-7a20-43aa-8171-dbe751db1e40 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=7d554eab-ee12-4f6f-aaa5-d867ed665c11,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:27.503457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b1c710d-7a20-43aa-8171-dbe751db1e40 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:27.513478 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a88a648c-5dd0-4e55-b7ab-2a02c520d3d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:27.520826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:27.526368 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f7625260-0d6b-49e8-b5e7-9abd44b684d6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.6270084 Jan 20 10:59:27.526829 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56536) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:27.582238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7828f7e0-7b30-440a-9129-757d3225e419 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:27.587003 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7828f7e0-7b30-440a-9129-757d3225e419 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-groups/706b5855-bc6f-422f-aa04-8ce16e29c1b6 HTTP/1.1" status: 204 len: 168 time: 0.6924453 Jan 20 10:59:27.589131 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56542) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:27.679390 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Set router ba9ee64b-e262-47f7-a457-27d7dc08fa2f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:59:27.702483 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f356c9f5-c65c-4315-be67-7810e8d6a9aa tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:27.713743 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a88a648c-5dd0-4e55-b7ab-2a02c520d3d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:27.717395 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88a648c-5dd0-4e55-b7ab-2a02c520d3d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:27.718003 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a88a648c-5dd0-4e55-b7ab-2a02c520d3d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:27.719211 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1c710d-7a20-43aa-8171-dbe751db1e40 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network 7fdebea4-3654-4a0a-8bf8-d8449d482669 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:27.723222 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-5b1c710d-7a20-43aa-8171-dbe751db1e40 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:27.826643 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a648c-5dd0-4e55-b7ab-2a02c520d3d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Network': ['ID=49656c2e-0eb3-4857-9533-6b12e3f7c3b2,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:27.884687 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:27.950916 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a88a648c-5dd0-4e55-b7ab-2a02c520d3d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7664039 Jan 20 10:59:27.953947 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56550) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:27.961326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-879783a7-d045-4aa7-a2c7-b26e07ce68a6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'subnet': {'network_id': '49656c2e-0eb3-4857-9533-6b12e3f7c3b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:27.982722 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f356c9f5-c65c-4315-be67-7810e8d6a9aa tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:27.983934 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f356c9f5-c65c-4315-be67-7810e8d6a9aa tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3940248 Jan 20 10:59:27.989869 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56554) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:28.007640 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-11465ea0-6120-4318-bdb4-0a47e6e8db6a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1880334134'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:28.069122 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-11465ea0-6120-4318-bdb4-0a47e6e8db6a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:28.089720 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 49656c2e-0eb3-4857-9533-6b12e3f7c3b2 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:59:28.103360 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-11465ea0-6120-4318-bdb4-0a47e6e8db6a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:28.191245 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-879783a7-d045-4aa7-a2c7-b26e07ce68a6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:28.196329 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-879783a7-d045-4aa7-a2c7-b26e07ce68a6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:subnet and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:28.199479 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-879783a7-d045-4aa7-a2c7-b26e07ce68a6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:28.206113 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-879783a7-d045-4aa7-a2c7-b26e07ce68a6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:28.223169 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9ee64b-e262-47f7-a457-27d7dc08fa2f', 'name': '', 'tenant_id': 'a4cf99580ffe4140a0902c1cbe3395a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '270bae73-88d3-47bf-a074-35f2af6d5fdf', 'external_fixed_ips': [{'subnet_id': 'f7c1d3ee-4173-4498-b5d1-5b605fbd9506', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '0e072910-e8d9-45cd-ac8b-55014282a084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:59:23Z', 'updated_at': '2022-01-20T10:59:25Z', 'revision_number': 3, 'project_id': 'a4cf99580ffe4140a0902c1cbe3395a2', 'gw_port': {'id': '0e072910-e8d9-45cd-ac8b-55014282a084', 'name': '', 'network_id': '270bae73-88d3-47bf-a074-35f2af6d5fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9ee64b-e262-47f7-a457-27d7dc08fa2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f7c1d3ee-4173-4498-b5d1-5b605fbd9506', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:59:24Z', 'updated_at': '2022-01-20T10:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7c1d3ee-4173-4498-b5d1-5b605fbd9506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:28.227825 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Checking router: ba9ee64b-e262-47f7-a457-27d7dc08fa2f for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 10:59:28.228174 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Updating router ba9ee64b-e262-47f7-a457-27d7dc08fa2f port 0e072910-e8d9-45cd-ac8b-55014282a084 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 10:59:28.232153 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11465ea0-6120-4318-bdb4-0a47e6e8db6a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:28.282841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:28.291636 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:28.321688 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-11465ea0-6120-4318-bdb4-0a47e6e8db6a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:28.327717 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-11465ea0-6120-4318-bdb4-0a47e6e8db6a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:28.331078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-11465ea0-6120-4318-bdb4-0a47e6e8db6a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:28.334176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879783a7-d045-4aa7-a2c7-b26e07ce68a6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:28.339317 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-11465ea0-6120-4318-bdb4-0a47e6e8db6a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:28.410165 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Deleting port 0e072910-e8d9-45cd-ac8b-55014282a084 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:28.410518 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:28.501771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11465ea0-6120-4318-bdb4-0a47e6e8db6a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:28.507322 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-879783a7-d045-4aa7-a2c7-b26e07ce68a6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:28.527624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1c710d-7a20-43aa-8171-dbe751db1e40 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router 7808d997-0e79-46d1-bab3-0af3f05906f9 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 10:59:28.615837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11465ea0-6120-4318-bdb4-0a47e6e8db6a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:28.680374 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_backend_mixin [None req-879783a7-d045-4aa7-a2c7-b26e07ce68a6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Performing IP validity checks on allocation pools {{(pid=84332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 10:59:28.681021 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_backend_mixin [None req-879783a7-d045-4aa7-a2c7-b26e07ce68a6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 10:59:28.693241 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11465ea0-6120-4318-bdb4-0a47e6e8db6a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda46f37-62b5-4a91-9656-0fb1da449de5,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:28.742914 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:28.752421 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:28.766279 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Transition to ACTIVE for port object 0e072910-e8d9-45cd-ac8b-55014282a084 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:59:28.794241 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11465ea0-6120-4318-bdb4-0a47e6e8db6a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:28.796217 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-11465ea0-6120-4318-bdb4-0a47e6e8db6a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8055944 Jan 20 10:59:28.802612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56570) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:28.815973 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-2bbe3f01-6cd6-4578-aca8-400167df1787 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group_rule': {'security_group_id': 'dda46f37-62b5-4a91-9656-0fb1da449de5', 'direction': 'ingress', 'protocol': 17}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:28.823295 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2bbe3f01-6cd6-4578-aca8-400167df1787 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:28.829476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-2bbe3f01-6cd6-4578-aca8-400167df1787 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:28.835800 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:28.840465 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-2bbe3f01-6cd6-4578-aca8-400167df1787 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:28.851614 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2bbe3f01-6cd6-4578-aca8-400167df1787 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:28.905020 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1c710d-7a20-43aa-8171-dbe751db1e40 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:59:28.918445 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5b1c710d-7a20-43aa-8171-dbe751db1e40 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "PUT /v2.0/routers/7808d997-0e79-46d1-bab3-0af3f05906f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7985015 Jan 20 10:59:28.919818 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5211e2b-c2c9-49de-8ca5-73afbaa40578 None None] Sync routers for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:59:28.922245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56576) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:28.930028 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-03af3fea-7b49-45d3-94ec-7f9f183043fb tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'port': {'network_id': '7fdebea4-3654-4a0a-8bf8-d8449d482669', 'name': 'tempest-FloatingIPTestJSON-1356067170'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:28.950626 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5211e2b-c2c9-49de-8ca5-73afbaa40578 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:28.953660 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e5211e2b-c2c9-49de-8ca5-73afbaa40578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:28.981130 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Calling delete_port for 0e072910-e8d9-45cd-ac8b-55014282a084 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:28.985954 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802054b4-19d6-4c6e-8c83-e00de2bb1c76 None None] Pushing event updated for resources: {'Port': ['ID=0e072910-e8d9-45cd-ac8b-55014282a084,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:28.990888 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Attempting to bind port 0e072910-e8d9-45cd-ac8b-55014282a084 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:28.991512 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Attempting to bind port 0e072910-e8d9-45cd-ac8b-55014282a084 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '5e25b18d-278c-4cc4-b251-3a2f7950e679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '270bae73-88d3-47bf-a074-35f2af6d5fdf'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:28.992063 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Attempting to bind port 0e072910-e8d9-45cd-ac8b-55014282a084 on network 270bae73-88d3-47bf-a074-35f2af6d5fdf {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:29.003960 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:59:29.008819 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Checking segment: {'id': '5e25b18d-278c-4cc4-b251-3a2f7950e679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '270bae73-88d3-47bf-a074-35f2af6d5fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:59:29.009460 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:29.010084 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Bound using segment: {'id': '5e25b18d-278c-4cc4-b251-3a2f7950e679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '270bae73-88d3-47bf-a074-35f2af6d5fdf'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:59:29.010754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Bound port: 0e072910-e8d9-45cd-ac8b-55014282a084, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e25b18d-278c-4cc4-b251-3a2f7950e679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '270bae73-88d3-47bf-a074-35f2af6d5fdf'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:59:29.011316 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:29.083858 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e5211e2b-c2c9-49de-8ca5-73afbaa40578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:29.108774 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5211e2b-c2c9-49de-8ca5-73afbaa40578 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:29.109708 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e5211e2b-c2c9-49de-8ca5-73afbaa40578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:29.116705 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] For port 0e072910-e8d9-45cd-ac8b-55014282a084, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:59:29.120267 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] For port 0e072910-e8d9-45cd-ac8b-55014282a084, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=0e072910-e8d9-45cd-ac8b-55014282a084,segment=NetworkSegment(5e25b18d-278c-4cc4-b251-3a2f7950e679),segment_id=5e25b18d-278c-4cc4-b251-3a2f7950e679)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:59:29.139982 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-03af3fea-7b49-45d3-94ec-7f9f183043fb tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:29.144228 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-03af3fea-7b49-45d3-94ec-7f9f183043fb tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Usage tracker for resource:port and tenant:a9b63c66c76744f0803551403ba4c783 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:29.148443 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-03af3fea-7b49-45d3-94ec-7f9f183043fb tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:29.154371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-03af3fea-7b49-45d3-94ec-7f9f183043fb tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:29.172819 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2bbe3f01-6cd6-4578-aca8-400167df1787 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:29.179852 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e5211e2b-c2c9-49de-8ca5-73afbaa40578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:29.180344 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5211e2b-c2c9-49de-8ca5-73afbaa40578 None None] The sync data for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:59:29.189404 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:29.291056 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Routers {'ba9ee64b-e262-47f7-a457-27d7dc08fa2f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:29.292316 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['ba9ee64b-e262-47f7-a457-27d7dc08fa2f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:29.304565 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03af3fea-7b49-45d3-94ec-7f9f183043fb tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Made reservation on behalf of a9b63c66c76744f0803551403ba4c783 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:29.309158 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03af3fea-7b49-45d3-94ec-7f9f183043fb tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:29.321621 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2bbe3f01-6cd6-4578-aca8-400167df1787 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:29.340348 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-03af3fea-7b49-45d3-94ec-7f9f183043fb tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] device_id is not set on port 1b7f2ecb-1517-4a81-acdb-47235bb93115 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:59:29.346233 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 10:59:29.346790 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 10:59:29.347892 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-879783a7-d045-4aa7-a2c7-b26e07ce68a6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:29.445230 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802054b4-19d6-4c6e-8c83-e00de2bb1c76 None None] Pushing event updated for resources: {'Port': ['ID=0e072910-e8d9-45cd-ac8b-55014282a084,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:29.460943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2bbe3f01-6cd6-4578-aca8-400167df1787 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:29.466158 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] Set router ba9ee64b-e262-47f7-a457-27d7dc08fa2f gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:59:29.493576 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879783a7-d045-4aa7-a2c7-b26e07ce68a6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Subnet': ['ID=44f662ae-9054-49c4-a415-b610aaa6dfe5,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:29.495661 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe3f01-6cd6-4578-aca8-400167df1787 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8203cb8b-f9c6-4905-a349-459865a0a017,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:29.504205 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879783a7-d045-4aa7-a2c7-b26e07ce68a6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Checking segment: {'id': '0444fedb-38f5-43d2-ad53-10dcc12efcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '49656c2e-0eb3-4857-9533-6b12e3f7c3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:59:29.504771 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879783a7-d045-4aa7-a2c7-b26e07ce68a6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network hostable DHCP agents. Network: 49656c2e-0eb3-4857-9533-6b12e3f7c3b2, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:59:29.592183 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9ee64b-e262-47f7-a457-27d7dc08fa2f', 'name': '', 'tenant_id': 'a4cf99580ffe4140a0902c1cbe3395a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:59:23Z', 'updated_at': '2022-01-20T10:59:28Z', 'revision_number': 4, 'project_id': 'a4cf99580ffe4140a0902c1cbe3395a2', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:29.596550 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db37687-d93a-4430-b701-07cc1c60ca3d None None] The sync data for ids ['ba9ee64b-e262-47f7-a457-27d7dc08fa2f'] in dv-neutron-825471-1-hyperv is: [{'id': 'ba9ee64b-e262-47f7-a457-27d7dc08fa2f', 'name': '', 'tenant_id': 'a4cf99580ffe4140a0902c1cbe3395a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:59:23Z', 'updated_at': '2022-01-20T10:59:28Z', 'revision_number': 4, 'project_id': 'a4cf99580ffe4140a0902c1cbe3395a2', 'gw_port_host': None}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:59:29.613516 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-03af3fea-7b49-45d3-94ec-7f9f183043fb tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Allocated IP 172.20.0.12 (7fdebea4-3654-4a0a-8bf8-d8449d482669/11bf9d40-22b2-4aba-852d-59104e22a6cc/1b7f2ecb-1517-4a81-acdb-47235bb93115) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:59:29.630067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879783a7-d045-4aa7-a2c7-b26e07ce68a6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 49656c2e-0eb3-4857-9533-6b12e3f7c3b2 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:59:29.639583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2bbe3f01-6cd6-4578-aca8-400167df1787 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:29.641875 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2bbe3f01-6cd6-4578-aca8-400167df1787 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8344717 Jan 20 10:59:29.643492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56592) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:29.699276 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-879783a7-d045-4aa7-a2c7-b26e07ce68a6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 49656c2e-0eb3-4857-9533-6b12e3f7c3b2) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:29.705259 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879783a7-d045-4aa7-a2c7-b26e07ce68a6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:29.706013 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-879783a7-d045-4aa7-a2c7-b26e07ce68a6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:29.710622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaad14e6-33c3-4560-9066-4f32677ff6c6 None None] Network 49656c2e-0eb3-4857-9533-6b12e3f7c3b2 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:59:29.733085 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56598) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:29.814057 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-879783a7-d045-4aa7-a2c7-b26e07ce68a6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8589771 Jan 20 10:59:29.817248 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56604) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:29.823375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-509f82bb-4f58-433b-bf7b-0ce36e98cb8d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'network_id': '49656c2e-0eb3-4857-9533-6b12e3f7c3b2', 'name': 'tempest-PortsTestJSON-1871351476'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:29.823632 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7acb64aa-6cc2-4333-ac90-9f52c42c354a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:29.852827 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Deleting port 0e072910-e8d9-45cd-ac8b-55014282a084 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:29.852827 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:29.880365 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7acb64aa-6cc2-4333-ac90-9f52c42c354a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:29.927581 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03af3fea-7b49-45d3-94ec-7f9f183043fb tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:29.968606 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8b4ed092-78b0-4f67-a730-dfb0089f6668 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1907563497'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:29.980493 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8b4ed092-78b0-4f67-a730-dfb0089f6668 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:29.995642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-49656c2e-0eb3-4857-9533-6b12e3f7c3b2', 'network_id': '49656c2e-0eb3-4857-9533-6b12e3f7c3b2', 'tenant_id': '89d097505bb140ab9f19a93c365adac0', 'fixed_ips': [{'subnet_id': '44f662ae-9054-49c4-a415-b610aaa6dfe5'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 10:59:29.996454 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:30.006796 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8b4ed092-78b0-4f67-a730-dfb0089f6668 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Usage tracker for resource:router and tenant:31fb74d7245d4567aaceb80de7cbe715 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:30.015334 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8b4ed092-78b0-4f67-a730-dfb0089f6668 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:30.053143 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8b4ed092-78b0-4f67-a730-dfb0089f6668 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:30.056442 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7acb64aa-6cc2-4333-ac90-9f52c42c354a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:30.077188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb64aa-6cc2-4333-ac90-9f52c42c354a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda46f37-62b5-4a91-9656-0fb1da449de5,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:30.093733 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03af3fea-7b49-45d3-94ec-7f9f183043fb tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:30.139777 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7acb64aa-6cc2-4333-ac90-9f52c42c354a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:30.141006 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7acb64aa-6cc2-4333-ac90-9f52c42c354a tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-groups/dda46f37-62b5-4a91-9656-0fb1da449de5 HTTP/1.1" status: 204 len: 168 time: 0.4965987 Jan 20 10:59:30.144103 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-509f82bb-4f58-433b-bf7b-0ce36e98cb8d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:30.150867 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56608) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:30.180658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-509f82bb-4f58-433b-bf7b-0ce36e98cb8d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:30.181059 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03af3fea-7b49-45d3-94ec-7f9f183043fb tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network 7fdebea4-3654-4a0a-8bf8-d8449d482669 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:30.185327 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-03af3fea-7b49-45d3-94ec-7f9f183043fb tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:30.188091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03af3fea-7b49-45d3-94ec-7f9f183043fb tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:30.202600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b4ed092-78b0-4f67-a730-dfb0089f6668 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:30.205198 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b4ed092-78b0-4f67-a730-dfb0089f6668 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:30.207040 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Allocated IP 172.20.0.2 (49656c2e-0eb3-4857-9533-6b12e3f7c3b2/44f662ae-9054-49c4-a415-b610aaa6dfe5/fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:59:30.214814 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af3fea-7b49-45d3-94ec-7f9f183043fb tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=1b7f2ecb-1517-4a81-acdb-47235bb93115,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:30.252998 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03af3fea-7b49-45d3-94ec-7f9f183043fb tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:30.253747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03af3fea-7b49-45d3-94ec-7f9f183043fb tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:30.263612 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] For port 0e072910-e8d9-45cd-ac8b-55014282a084, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=0e072910-e8d9-45cd-ac8b-55014282a084,segment=NetworkSegment(5e25b18d-278c-4cc4-b251-3a2f7950e679),segment_id=5e25b18d-278c-4cc4-b251-3a2f7950e679)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:30.263975 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:30.360428 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-03af3fea-7b49-45d3-94ec-7f9f183043fb tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4370754 Jan 20 10:59:30.363028 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56612) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:30.369101 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-db7b27ee-8e62-45d7-bf10-6e28eb22a9b8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'port': {'network_id': '7fdebea4-3654-4a0a-8bf8-d8449d482669', 'name': 'tempest-FloatingIPTestJSON-1157171565'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:30.392467 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509f82bb-4f58-433b-bf7b-0ce36e98cb8d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:30.396650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-509f82bb-4f58-433b-bf7b-0ce36e98cb8d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:30.412412 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Calling delete_port for 0e072910-e8d9-45cd-ac8b-55014282a084 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:30.424317 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:30.436922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Transition to ACTIVE for port object fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:59:30.448216 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fe57ed8d-43e9-401a-86cb-b2dc4df14d74 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:30.461874 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Transition to ACTIVE for port object fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:59:30.467235 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b4ed092-78b0-4f67-a730-dfb0089f6668 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:30.495927 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-509f82bb-4f58-433b-bf7b-0ce36e98cb8d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] device_id is not set on port 0478ac3c-30bf-4f77-be7c-f2318a478bba yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:59:30.514731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-db7b27ee-8e62-45d7-bf10-6e28eb22a9b8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:30.519044 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-db7b27ee-8e62-45d7-bf10-6e28eb22a9b8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Usage tracker for resource:port and tenant:a9b63c66c76744f0803551403ba4c783 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:30.526215 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-db7b27ee-8e62-45d7-bf10-6e28eb22a9b8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:30.528535 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-db7b27ee-8e62-45d7-bf10-6e28eb22a9b8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:30.548685 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:30.631847 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Network 49656c2e-0eb3-4857-9533-6b12e3f7c3b2 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:30.637700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:30.646452 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:30.652794 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fe57ed8d-43e9-401a-86cb-b2dc4df14d74 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:30.654015 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fe57ed8d-43e9-401a-86cb-b2dc4df14d74 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5022106 Jan 20 10:59:30.658772 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56620) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:30.662994 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7b27ee-8e62-45d7-bf10-6e28eb22a9b8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Made reservation on behalf of a9b63c66c76744f0803551403ba4c783 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:30.666142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b4ed092-78b0-4f67-a730-dfb0089f6668 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:30.669299 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-db7b27ee-8e62-45d7-bf10-6e28eb22a9b8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:30.681478 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-0f6ac368-e5d4-457c-a18f-9a0617498005 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group': {'name': 'tempest-secgroup--624631012'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:30.689952 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0f6ac368-e5d4-457c-a18f-9a0617498005 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:30.708670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-db7b27ee-8e62-45d7-bf10-6e28eb22a9b8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] device_id is not set on port 61fbefb2-371e-40a3-927c-01c2874ec1ff yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:59:30.719120 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-509f82bb-4f58-433b-bf7b-0ce36e98cb8d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Allocated IP 172.20.0.11 (49656c2e-0eb3-4857-9533-6b12e3f7c3b2/44f662ae-9054-49c4-a415-b610aaa6dfe5/0478ac3c-30bf-4f77-be7c-f2318a478bba) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:59:30.742440 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Pushing event updated for resources: {'Port': ['ID=fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:30.767798 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Attempting to bind port fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:30.768172 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Attempting to bind port fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '0444fedb-38f5-43d2-ad53-10dcc12efcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '49656c2e-0eb3-4857-9533-6b12e3f7c3b2'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:30.768674 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Attempting to bind port fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 on network 49656c2e-0eb3-4857-9533-6b12e3f7c3b2 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:30.776507 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:59:30.776885 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Checking segment: {'id': '0444fedb-38f5-43d2-ad53-10dcc12efcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '49656c2e-0eb3-4857-9533-6b12e3f7c3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:59:30.777613 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:30.778021 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Bound using segment: {'id': '0444fedb-38f5-43d2-ad53-10dcc12efcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '49656c2e-0eb3-4857-9533-6b12e3f7c3b2'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:59:30.778527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Bound port: fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0444fedb-38f5-43d2-ad53-10dcc12efcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '49656c2e-0eb3-4857-9533-6b12e3f7c3b2'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:59:30.778907 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:30.844992 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0f6ac368-e5d4-457c-a18f-9a0617498005 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:30.874749 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] For port fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:59:30.883403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b4ed092-78b0-4f67-a730-dfb0089f6668 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:30.887608 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8b4ed092-78b0-4f67-a730-dfb0089f6668 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1506443 Jan 20 10:59:30.887608 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:30.889816 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] For port fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3,segment=NetworkSegment(0444fedb-38f5-43d2-ad53-10dcc12efcc1),segment_id=0444fedb-38f5-43d2-ad53-10dcc12efcc1)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:59:30.890157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56626) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:30.938574 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e072910-e8d9-45cd-ac8b-55014282a084,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:30.970918 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:31.000631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0f6ac368-e5d4-457c-a18f-9a0617498005 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:31.066096 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26020bf7-73d1-4a0b-8513-d1aed8b8652c None None] Pushing event updated for resources: {'Port': ['ID=fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:31.118006 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-db7b27ee-8e62-45d7-bf10-6e28eb22a9b8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Allocated IP 172.20.0.10 (7fdebea4-3654-4a0a-8bf8-d8449d482669/11bf9d40-22b2-4aba-852d-59104e22a6cc/61fbefb2-371e-40a3-927c-01c2874ec1ff) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:59:31.147719 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fe5aa7cc-95ab-4901-8ee6-1b6b43bc7f96 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:31.201945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0f6ac368-e5d4-457c-a18f-9a0617498005 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:31.243846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0f6ac368-e5d4-457c-a18f-9a0617498005 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:31.250178 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0f6ac368-e5d4-457c-a18f-9a0617498005 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:31.323345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0f6ac368-e5d4-457c-a18f-9a0617498005 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:31.376328 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-380db081-6fa0-4194-b75f-702e0d35736e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:31.463596 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:31.686598 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-509f82bb-4f58-433b-bf7b-0ce36e98cb8d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:31.703860 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0f6ac368-e5d4-457c-a18f-9a0617498005 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:31.764221 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:31.768334 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-509f82bb-4f58-433b-bf7b-0ce36e98cb8d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Transition to ACTIVE for port object 0478ac3c-30bf-4f77-be7c-f2318a478bba will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:59:31.773254 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:31.799102 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0f6ac368-e5d4-457c-a18f-9a0617498005 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:31.820536 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fe5aa7cc-95ab-4901-8ee6-1b6b43bc7f96 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:31.858038 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-db7b27ee-8e62-45d7-bf10-6e28eb22a9b8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:31.872565 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fe5aa7cc-95ab-4901-8ee6-1b6b43bc7f96 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:31.881799 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ac368-e5d4-457c-a18f-9a0617498005 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1257d7-0382-44ec-a6e2-fc766938ae68,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:31.919669 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-509f82bb-4f58-433b-bf7b-0ce36e98cb8d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:31.972879 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:31.973913 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba9ee64b-e262-47f7-a457-27d7dc08fa2f {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 10:59:31.996140 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0f6ac368-e5d4-457c-a18f-9a0617498005 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:31.998926 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0f6ac368-e5d4-457c-a18f-9a0617498005 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3373506 Jan 20 10:59:32.002065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56634) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:32.008560 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1cea2501-ddde-4c52-b244-4150c620fdda tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1380147245'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:32.014592 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.014891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1cea2501-ddde-4c52-b244-4150c620fdda tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:32.018411 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-10a61569-ae17-49c7-b92d-792668254cb4 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "DELETE /v2.0/routers/ba9ee64b-e262-47f7-a457-27d7dc08fa2f HTTP/1.1" status: 204 len: 168 time: 4.4844904 Jan 20 10:59:32.018411 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509f82bb-4f58-433b-bf7b-0ce36e98cb8d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 49656c2e-0eb3-4857-9533-6b12e3f7c3b2 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:32.018722 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56638) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:32.021595 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-509f82bb-4f58-433b-bf7b-0ce36e98cb8d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:32.022712 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1cea2501-ddde-4c52-b244-4150c620fdda tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:32.030852 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509f82bb-4f58-433b-bf7b-0ce36e98cb8d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:32.061083 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1cea2501-ddde-4c52-b244-4150c620fdda tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:32.069496 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f82bb-4f58-433b-bf7b-0ce36e98cb8d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=0478ac3c-30bf-4f77-be7c-f2318a478bba,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:32.075132 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fe5aa7cc-95ab-4901-8ee6-1b6b43bc7f96 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.075643 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5aa7cc-95ab-4901-8ee6-1b6b43bc7f96 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ca5f61a-52ee-4863-9f25-31016d377671 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 10:59:32.078953 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1cea2501-ddde-4c52-b244-4150c620fdda tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:32.113834 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-db7b27ee-8e62-45d7-bf10-6e28eb22a9b8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.121347 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509f82bb-4f58-433b-bf7b-0ce36e98cb8d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:32.122011 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-509f82bb-4f58-433b-bf7b-0ce36e98cb8d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.149285 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d82862a-006a-48f4-863b-07f1a13b79e5 None None] Network 49656c2e-0eb3-4857-9533-6b12e3f7c3b2 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:59:32.158258 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fe5aa7cc-95ab-4901-8ee6-1b6b43bc7f96 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.159371 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fe5aa7cc-95ab-4901-8ee6-1b6b43bc7f96 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] 10.222.0.70 "DELETE /v2.0/routers/4ca5f61a-52ee-4863-9f25-31016d377671 HTTP/1.1" status: 204 len: 168 time: 1.2682230 Jan 20 10:59:32.163935 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56644) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:32.164709 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a47244b-012d-4c4e-ac2c-933b7064f933 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Deleting subnet f7c1d3ee-4173-4498-b5d1-5b605fbd9506 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 10:59:32.173404 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-18d2ffc8-f54f-40fd-b57f-f69ec63a6652 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Request body: {'router': {'name': 'tempest-router-1415930270', 'distributed': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:32.175310 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a47244b-012d-4c4e-ac2c-933b7064f933 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.179461 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-18d2ffc8-f54f-40fd-b57f-f69ec63a6652 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:32.184345 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-18d2ffc8-f54f-40fd-b57f-f69ec63a6652 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Usage tracker for resource:router and tenant:31fb74d7245d4567aaceb80de7cbe715 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:32.187651 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-18d2ffc8-f54f-40fd-b57f-f69ec63a6652 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:32.194663 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-18d2ffc8-f54f-40fd-b57f-f69ec63a6652 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:32.212164 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-509f82bb-4f58-433b-bf7b-0ce36e98cb8d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3920918 Jan 20 10:59:32.212376 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1cea2501-ddde-4c52-b244-4150c620fdda tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.213089 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56648) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:32.266414 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7b27ee-8e62-45d7-bf10-6e28eb22a9b8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network 7fdebea4-3654-4a0a-8bf8-d8449d482669 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:32.275272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a47244b-012d-4c4e-ac2c-933b7064f933 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.280994 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8120e6bc-ab3c-4a42-a02b-b607f9775ed0 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port 0478ac3c-30bf-4f77-be7c-f2318a478bba {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:32.281570 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8120e6bc-ab3c-4a42-a02b-b607f9775ed0 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.312274 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-18d2ffc8-f54f-40fd-b57f-f69ec63a6652 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.313715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-18d2ffc8-f54f-40fd-b57f-f69ec63a6652 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.328360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1a36ad01-34ae-4a41-a89a-3ec87f76a340 None None] Provisioning for port fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:59:32.403309 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-db7b27ee-8e62-45d7-bf10-6e28eb22a9b8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:32.403936 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-18d2ffc8-f54f-40fd-b57f-f69ec63a6652 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.413669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7b27ee-8e62-45d7-bf10-6e28eb22a9b8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:32.440762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b27ee-8e62-45d7-bf10-6e28eb22a9b8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=61fbefb2-371e-40a3-927c-01c2874ec1ff,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:32.471150 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1cea2501-ddde-4c52-b244-4150c620fdda tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:32.485731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1cea2501-ddde-4c52-b244-4150c620fdda tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:32.491834 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1cea2501-ddde-4c52-b244-4150c620fdda tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:32.506260 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1cea2501-ddde-4c52-b244-4150c620fdda tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:32.519217 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a47244b-012d-4c4e-ac2c-933b7064f933 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.560420 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8120e6bc-ab3c-4a42-a02b-b607f9775ed0 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.561347 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7b27ee-8e62-45d7-bf10-6e28eb22a9b8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:32.561980 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-db7b27ee-8e62-45d7-bf10-6e28eb22a9b8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.569041 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-18d2ffc8-f54f-40fd-b57f-f69ec63a6652 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.660282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1cea2501-ddde-4c52-b244-4150c620fdda tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.699718 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-db7b27ee-8e62-45d7-bf10-6e28eb22a9b8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3317802 Jan 20 10:59:32.699718 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56652) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:32.740707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': '61fbefb2-371e-40a3-927c-01c2874ec1ff', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:32.742298 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8120e6bc-ab3c-4a42-a02b-b607f9775ed0 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for 0478ac3c-30bf-4f77-be7c-f2318a478bba owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:32.742424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:32.742424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Usage tracker for resource:floatingip and tenant:a9b63c66c76744f0803551403ba4c783 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:32.742424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:32.742424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:32.865818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a47244b-012d-4c4e-ac2c-933b7064f933 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.896142 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7e09a194-8814-4d2c-9c3e-f3255fcdae73 None None] Provisioning for port 0478ac3c-30bf-4f77-be7c-f2318a478bba completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:59:32.901263 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7e09a194-8814-4d2c-9c3e-f3255fcdae73 None None] Provisioning complete for port 0478ac3c-30bf-4f77-be7c-f2318a478bba triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:59:32.902047 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7e09a194-8814-4d2c-9c3e-f3255fcdae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.920891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47244b-012d-4c4e-ac2c-933b7064f933 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c1d3ee-4173-4498-b5d1-5b605fbd9506,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:32.932490 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-18d2ffc8-f54f-40fd-b57f-f69ec63a6652 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.937984 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-18d2ffc8-f54f-40fd-b57f-f69ec63a6652 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7726350 Jan 20 10:59:32.938203 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1cea2501-ddde-4c52-b244-4150c620fdda tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.940902 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56660) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:32.943693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:32.960243 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a47244b-012d-4c4e-ac2c-933b7064f933 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.038369 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7e09a194-8814-4d2c-9c3e-f3255fcdae73 None None] Port 0478ac3c-30bf-4f77-be7c-f2318a478bba cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:59:33.041301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:59:33.084450 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6a47244b-012d-4c4e-ac2c-933b7064f933 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/f7c1d3ee-4173-4498-b5d1-5b605fbd9506 HTTP/1.1" status: 204 len: 168 time: 1.0646806 Jan 20 10:59:33.085684 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56664) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:33.087345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea2501-ddde-4c52-b244-4150c620fdda tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc61bff7-c6ab-449a-a8b8-43d7fd281460,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:33.111140 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1cea2501-ddde-4c52-b244-4150c620fdda tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.115732 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1cea2501-ddde-4c52-b244-4150c620fdda tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1094277 Jan 20 10:59:33.116868 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56668) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:33.124636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-6c870307-a9a6-40f8-b8ab-001b4406d837 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group_rule': {'security_group_id': '0b1257d7-0382-44ec-a6e2-fc766938ae68', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bc61bff7-c6ab-449a-a8b8-43d7fd281460', 'remote_ip_prefix': None}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:33.135201 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6c870307-a9a6-40f8-b8ab-001b4406d837 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:33.162019 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-284286dc-61ba-482b-89b8-ba8f6119cdd5 None None] Provisioning complete for port 0478ac3c-30bf-4f77-be7c-f2318a478bba triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:59:33.162670 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-284286dc-61ba-482b-89b8-ba8f6119cdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.203377 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6c870307-a9a6-40f8-b8ab-001b4406d837 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:33.203982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:59:33.210851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6c870307-a9a6-40f8-b8ab-001b4406d837 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:33.215816 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-98f73ff8-b294-4ee1-a52b-badca75f350a tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.217233 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:59:33.217642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.234308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6c870307-a9a6-40f8-b8ab-001b4406d837 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:33.256893 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-948d3a08-efbb-4f73-98be-396b4582b2f8 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.291077 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-284286dc-61ba-482b-89b8-ba8f6119cdd5 None None] Port 0478ac3c-30bf-4f77-be7c-f2318a478bba cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:59:33.346124 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.354090 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8120e6bc-ab3c-4a42-a02b-b607f9775ed0 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.380658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3,segment=NetworkSegment(0444fedb-38f5-43d2-ad53-10dcc12efcc1),segment_id=0444fedb-38f5-43d2-ad53-10dcc12efcc1)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:33.419017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.422017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-948d3a08-efbb-4f73-98be-396b4582b2f8 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.491353 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6c870307-a9a6-40f8-b8ab-001b4406d837 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.495815 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120e6bc-ab3c-4a42-a02b-b607f9775ed0 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Port': ['ID=0478ac3c-30bf-4f77-be7c-f2318a478bba,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:33.525612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-948d3a08-efbb-4f73-98be-396b4582b2f8 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270bae73-88d3-47bf-a074-35f2af6d5fdf']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:33.528185 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.557811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-948d3a08-efbb-4f73-98be-396b4582b2f8 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e25b18d-278c-4cc4-b251-3a2f7950e679') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:33.558177 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-948d3a08-efbb-4f73-98be-396b4582b2f8 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e25b18d-278c-4cc4-b251-3a2f7950e679') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:33.588174 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-948d3a08-efbb-4f73-98be-396b4582b2f8 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.610451 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:33.663811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-948d3a08-efbb-4f73-98be-396b4582b2f8 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.686899 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948d3a08-efbb-4f73-98be-396b4582b2f8 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:59:33.687226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-948d3a08-efbb-4f73-98be-396b4582b2f8 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:59:33.701096 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:59:33.718698 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8120e6bc-ab3c-4a42-a02b-b607f9775ed0 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.756768 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6c870307-a9a6-40f8-b8ab-001b4406d837 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.784329 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Allocated IP 172.26.0.254 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/ab152d17-808b-4583-b9bb-f0a33aad8a2b) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:59:33.788736 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8120e6bc-ab3c-4a42-a02b-b607f9775ed0 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/ports/0478ac3c-30bf-4f77-be7c-f2318a478bba HTTP/1.1" status: 204 len: 168 time: 1.5741320 Jan 20 10:59:33.790630 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-98f73ff8-b294-4ee1-a52b-badca75f350a tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.791827 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56674) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:33.794807 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-98f73ff8-b294-4ee1-a52b-badca75f350a tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.841063 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-3864e71e-758e-4ef5-83e4-34e340bf542c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] DELETE failed (client error): The resource could not be found. Jan 20 10:59:33.841505 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3864e71e-758e-4ef5-83e4-34e340bf542c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 10:59:33.858813 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dea304fa-5469-42e7-ba08-6e4a732149f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.918396 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3864e71e-758e-4ef5-83e4-34e340bf542c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/ports/0478ac3c-30bf-4f77-be7c-f2318a478bba HTTP/1.1" status: 404 len: 333 time: 0.1250677 Jan 20 10:59:33.921253 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56678) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:33.937347 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6c870307-a9a6-40f8-b8ab-001b4406d837 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.960487 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-98f73ff8-b294-4ee1-a52b-badca75f350a tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.960964 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f73ff8-b294-4ee1-a52b-badca75f350a tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d718d36-d537-4a70-98f8-1dfaa822c5d7 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 10:59:33.974094 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5d0a5d-9214-46a1-a5bb-45f4427b29fd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] GET failed (client error): The resource could not be found. Jan 20 10:59:33.976268 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ea5d0a5d-9214-46a1-a5bb-45f4427b29fd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Synchronizing usage tracker for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:33.977605 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-948d3a08-efbb-4f73-98be-396b4582b2f8 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.980021 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-98f73ff8-b294-4ee1-a52b-badca75f350a tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:33.984340 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-98f73ff8-b294-4ee1-a52b-badca75f350a tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] 10.222.0.70 "DELETE /v2.0/routers/9d718d36-d537-4a70-98f8-1dfaa822c5d7 HTTP/1.1" status: 204 len: 168 time: 1.0382285 Jan 20 10:59:33.984490 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c870307-a9a6-40f8-b8ab-001b4406d837 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499a9549-69c0-482b-8995-f3f08b63e9fd,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:33.991876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56682) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:33.997644 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b3bc351e-398c-47fd-bbe9-0f6cbde85f4f tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Request body: {'router': {'name': 'tempest-router-1491077433', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1d260c63e4a542c4b36c3621d067f756'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:34.001976 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b3bc351e-398c-47fd-bbe9-0f6cbde85f4f tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:34.006048 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b3bc351e-398c-47fd-bbe9-0f6cbde85f4f tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Usage tracker for resource:router and tenant:1d260c63e4a542c4b36c3621d067f756 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:34.006238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948d3a08-efbb-4f73-98be-396b4582b2f8 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 270bae73-88d3-47bf-a074-35f2af6d5fdf {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 20 10:59:34.010513 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b3bc351e-398c-47fd-bbe9-0f6cbde85f4f tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:34.014960 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-948d3a08-efbb-4f73-98be-396b4582b2f8 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:34.016872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b3bc351e-398c-47fd-bbe9-0f6cbde85f4f tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:34.024728 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-948d3a08-efbb-4f73-98be-396b4582b2f8 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "DELETE /v2.0/networks/270bae73-88d3-47bf-a074-35f2af6d5fdf HTTP/1.1" status: 204 len: 168 time: 0.9310493 Jan 20 10:59:34.027727 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d3a08-efbb-4f73-98be-396b4582b2f8 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Pushing event deleted for resources: {'Network': ['ID=270bae73-88d3-47bf-a074-35f2af6d5fdf,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:34.049559 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:34.069837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6c870307-a9a6-40f8-b8ab-001b4406d837 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:34.071587 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6c870307-a9a6-40f8-b8ab-001b4406d837 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.9519961 Jan 20 10:59:34.081990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56688) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:34.102022 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ea5d0a5d-9214-46a1-a5bb-45f4427b29fd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Unset dirty status for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:34.103193 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ea5d0a5d-9214-46a1-a5bb-45f4427b29fd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports/0478ac3c-30bf-4f77-be7c-f2318a478bba HTTP/1.1" status: 404 len: 333 time: 0.1804132 Jan 20 10:59:34.106689 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56692) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:34.124352 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9c6f9fd1-946c-455f-8c99-bb7b01226cf0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:34.155204 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9c6f9fd1-946c-455f-8c99-bb7b01226cf0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:34.188179 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3bc351e-398c-47fd-bbe9-0f6cbde85f4f tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:34.189099 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3bc351e-398c-47fd-bbe9-0f6cbde85f4f tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:34.231049 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3bc351e-398c-47fd-bbe9-0f6cbde85f4f tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:34.310058 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:34.336699 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3bc351e-398c-47fd-bbe9-0f6cbde85f4f tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:34.404713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9c6f9fd1-946c-455f-8c99-bb7b01226cf0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:34.411402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:34.417417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=ab152d17-808b-4583-b9bb-f0a33aad8a2b,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:34.418531 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9c6f9fd1-946c-455f-8c99-bb7b01226cf0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:34.422373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:34.427166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56704) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:34.427166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:34.431772 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9c6f9fd1-946c-455f-8c99-bb7b01226cf0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/499a9549-69c0-482b-8995-f3f08b63e9fd HTTP/1.1" status: 204 len: 168 time: 0.3367190 Jan 20 10:59:34.431772 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f9fd1-946c-455f-8c99-bb7b01226cf0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=499a9549-69c0-482b-8995-f3f08b63e9fd,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:34.504672 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b3bc351e-398c-47fd-bbe9-0f6cbde85f4f tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:34.508872 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b3bc351e-398c-47fd-bbe9-0f6cbde85f4f tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5153730 Jan 20 10:59:34.509690 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56710) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:34.514842 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3375f617-581b-4415-a363-c8c9e593f347 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:34.593872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56714) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:34.598090 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a61636ef-d713-40e7-b11e-2d113f4d7a55 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Request body: {'router': {'name': 'tempest-router--1569359133', 'project_id': '4cd1c40a47744480b55b62e3b8bbed01'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:34.617582 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a61636ef-d713-40e7-b11e-2d113f4d7a55 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:34.617755 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91d0761-9b16-4662-b2f2-a7b80ea5e1aa tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting subnet 44f662ae-9054-49c4-a415-b610aaa6dfe5 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 10:59:34.626729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d91d0761-9b16-4662-b2f2-a7b80ea5e1aa tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:34.666971 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a61636ef-d713-40e7-b11e-2d113f4d7a55 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Usage tracker for resource:router and tenant:4cd1c40a47744480b55b62e3b8bbed01 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:34.674526 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a61636ef-d713-40e7-b11e-2d113f4d7a55 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:34.683364 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a61636ef-d713-40e7-b11e-2d113f4d7a55 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:34.731101 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c2faf763-8558-4577-b991-a0e0b3277eb3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:34.741583 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:34.783898 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d91d0761-9b16-4662-b2f2-a7b80ea5e1aa tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:34.805994 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a61636ef-d713-40e7-b11e-2d113f4d7a55 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:34.806926 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a61636ef-d713-40e7-b11e-2d113f4d7a55 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:34.884641 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:59:34.931535 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:34.932573 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 10:59:34.962381 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:59:34.963039 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.077838 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a61636ef-d713-40e7-b11e-2d113f4d7a55 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.090427 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3375f617-581b-4415-a363-c8c9e593f347 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.090760 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3375f617-581b-4415-a363-c8c9e593f347 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.092855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c2faf763-8558-4577-b991-a0e0b3277eb3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:35.094165 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c2faf763-8558-4577-b991-a0e0b3277eb3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.6338458 Jan 20 10:59:35.101891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56718) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:35.171344 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d91d0761-9b16-4662-b2f2-a7b80ea5e1aa tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.227107 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3375f617-581b-4415-a363-c8c9e593f347 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84332) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 20 10:59:35.227443 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3375f617-581b-4415-a363-c8c9e593f347 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Router 4dc703bf-be27-47a5-89f2-b25207e557b2 migrating from provider to provider. {{(pid=84332) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 20 10:59:35.227835 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3375f617-581b-4415-a363-c8c9e593f347 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.232450 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3375f617-581b-4415-a363-c8c9e593f347 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.254796 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b42c7b6-76bb-450b-9097-096fcf06abb3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.287690 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a61636ef-d713-40e7-b11e-2d113f4d7a55 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.295917 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b42c7b6-76bb-450b-9097-096fcf06abb3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.316375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3375f617-581b-4415-a363-c8c9e593f347 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.400129 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d91d0761-9b16-4662-b2f2-a7b80ea5e1aa tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.445515 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a61636ef-d713-40e7-b11e-2d113f4d7a55 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.446691 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a61636ef-d713-40e7-b11e-2d113f4d7a55 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8528435 Jan 20 10:59:35.452672 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56726) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:35.461281 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d0761-9b16-4662-b2f2-a7b80ea5e1aa tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Subnet': ['ID=44f662ae-9054-49c4-a415-b610aaa6dfe5,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:35.475464 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b42c7b6-76bb-450b-9097-096fcf06abb3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.488143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcdcf0d-e4e8-4d38-9330-edc38a1e3f04 None None] Network 49656c2e-0eb3-4857-9533-6b12e3f7c3b2 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:59:35.491398 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d91d0761-9b16-4662-b2f2-a7b80ea5e1aa tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.505950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42c7b6-76bb-450b-9097-096fcf06abb3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc61bff7-c6ab-449a-a8b8-43d7fd281460,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:35.513355 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.529484 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d91d0761-9b16-4662-b2f2-a7b80ea5e1aa tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/44f662ae-9054-49c4-a415-b610aaa6dfe5 HTTP/1.1" status: 204 len: 168 time: 1.4215684 Jan 20 10:59:35.532113 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56730) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:35.607871 dv-neutron-825471-1-hyperv neutron-server[84332]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3375f617-581b-4415-a363-c8c9e593f347 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] No L3 agents can host the router 4dc703bf-be27-47a5-89f2-b25207e557b2 Jan 20 10:59:35.639605 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7442ddcd-1564-4bc1-bfe8-ff27266d2d49 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.647187 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b42c7b6-76bb-450b-9097-096fcf06abb3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.648320 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7b42c7b6-76bb-450b-9097-096fcf06abb3 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-groups/bc61bff7-c6ab-449a-a8b8-43d7fd281460 HTTP/1.1" status: 204 len: 168 time: 0.5455241 Jan 20 10:59:35.692537 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56736) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:35.817652 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4badbf4c-25f1-4e18-9d63-036f31cbdd4e None None] DHCP port deletion for 49656c2e-0eb3-4857-9533-6b12e3f7c3b2 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 10:59:35.820481 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.829874 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4badbf4c-25f1-4e18-9d63-036f31cbdd4e None None] Deleting port fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:35.834267 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4badbf4c-25f1-4e18-9d63-036f31cbdd4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.860649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:35.948456 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:35.949172 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:36.001995 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8745bf24-706e-4c44-a9b7-796d802ed472 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:36.219992 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4badbf4c-25f1-4e18-9d63-036f31cbdd4e None None] For port fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3,segment=NetworkSegment(0444fedb-38f5-43d2-ad53-10dcc12efcc1),segment_id=0444fedb-38f5-43d2-ad53-10dcc12efcc1)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:36.220406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4badbf4c-25f1-4e18-9d63-036f31cbdd4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:36.270629 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8745bf24-706e-4c44-a9b7-796d802ed472 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:36.272154 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8745bf24-706e-4c44-a9b7-796d802ed472 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5603318 Jan 20 10:59:36.280085 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56740) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:36.287651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:36.303611 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3375f617-581b-4415-a363-c8c9e593f347 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Hosts for router 4dc703bf-be27-47a5-89f2-b25207e557b2: [] {{(pid=84332) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 20 10:59:36.323484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] For port fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3,segment=NetworkSegment(0444fedb-38f5-43d2-ad53-10dcc12efcc1),segment_id=0444fedb-38f5-43d2-ad53-10dcc12efcc1)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:36.323936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:36.353225 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4badbf4c-25f1-4e18-9d63-036f31cbdd4e None None] Calling delete_port for fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:36.507682 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4badbf4c-25f1-4e18-9d63-036f31cbdd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:36.556834 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:36.568566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:36.583386 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4badbf4c-25f1-4e18-9d63-036f31cbdd4e None None] No DVR routers for this DVR port fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 10:59:36.603119 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badbf4c-25f1-4e18-9d63-036f31cbdd4e None None] Pushing event deleted for resources: {'Port': ['ID=fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:36.622015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:36.658469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3375f617-581b-4415-a363-c8c9e593f347 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Hosts for other DVR routers connected to router 4dc703bf-be27-47a5-89f2-b25207e557b2: set() {{(pid=84332) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jan 20 10:59:36.664069 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3375f617-581b-4415-a363-c8c9e593f347 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:36.669102 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3375f617-581b-4415-a363-c8c9e593f347 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] 10.222.0.70 "PUT /v2.0/routers/4dc703bf-be27-47a5-89f2-b25207e557b2 HTTP/1.1" status: 200 len: 717 time: 2.1561561 Jan 20 10:59:36.670412 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56748) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:36.672118 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7442ddcd-1564-4bc1-bfe8-ff27266d2d49 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:36.748881 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.api [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 10:59:36.749212 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG oslo_db.api [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 10:59:36.755364 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7442ddcd-1564-4bc1-bfe8-ff27266d2d49 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:36.764013 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=ab152d17-808b-4583-b9bb-f0a33aad8a2b,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:36.780245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:36.850330 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1e3199bd-198b-42ae-b7e0-07100a1bd4b7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:36.871179 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 10:59:36.883316 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-833bb0e4-7718-4ae6-bb31-27e53bf2e4dd tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] 10.222.0.70 "GET /v2.0/routers/4dc703bf-be27-47a5-89f2-b25207e557b2 HTTP/1.1" status: 200 len: 717 time: 0.2090459 Jan 20 10:59:36.886510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56752) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:36.887034 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1e3199bd-198b-42ae-b7e0-07100a1bd4b7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:36.905066 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 10:59:36.905991 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 10:59:36.928562 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7442ddcd-1564-4bc1-bfe8-ff27266d2d49 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:36.929045 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7442ddcd-1564-4bc1-bfe8-ff27266d2d49 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2249d5d8-0ae1-47ac-819b-5a14adbe7944 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 10:59:37.030927 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1e3199bd-198b-42ae-b7e0-07100a1bd4b7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:37.035921 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Floating IP 209e1684-a702-4182-9d9e-faed8da27d71 associated. External IP: 172.26.0.254, port: 61fbefb2-371e-40a3-927c-01c2874ec1ff. Jan 20 10:59:37.061626 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7442ddcd-1564-4bc1-bfe8-ff27266d2d49 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:37.064229 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7442ddcd-1564-4bc1-bfe8-ff27266d2d49 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "DELETE /v2.0/routers/2249d5d8-0ae1-47ac-819b-5a14adbe7944 HTTP/1.1" status: 204 len: 168 time: 1.6066720 Jan 20 10:59:37.067575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1e3199bd-198b-42ae-b7e0-07100a1bd4b7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:37.069382 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1e3199bd-198b-42ae-b7e0-07100a1bd4b7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-groups/0b1257d7-0382-44ec-a6e2-fc766938ae68 HTTP/1.1" status: 204 len: 168 time: 0.7888093 Jan 20 10:59:37.073844 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3199bd-198b-42ae-b7e0-07100a1bd4b7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1257d7-0382-44ec-a6e2-fc766938ae68,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:37.077268 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56762) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:37.147217 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-50568e77-9be4-4ccd-a6c1-73dac7081a05 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:37.221845 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-50568e77-9be4-4ccd-a6c1-73dac7081a05 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:37.223593 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-50568e77-9be4-4ccd-a6c1-73dac7081a05 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1448886 Jan 20 10:59:37.228583 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56766) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:37.234213 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-17ca1a80-36a4-481e-9a23-97bb186b842c tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1764493896'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:37.241581 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-17ca1a80-36a4-481e-9a23-97bb186b842c tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:37.251023 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-17ca1a80-36a4-481e-9a23-97bb186b842c tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:37.251455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:37.251796 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:37.324601 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] The port 'fa1200b6-cbc9-4fa0-902e-ab311a7c6ba3' was deleted {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 10:59:37.344746 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-17ca1a80-36a4-481e-9a23-97bb186b842c tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:37.382348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-17ca1a80-36a4-481e-9a23-97bb186b842c tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:37.387019 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-17ca1a80-36a4-481e-9a23-97bb186b842c tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:37.389785 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-17ca1a80-36a4-481e-9a23-97bb186b842c tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:37.395936 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-17ca1a80-36a4-481e-9a23-97bb186b842c tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:37.415409 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2a704372-f06a-4fd5-b8cf-1f1c338f3189 tempest-RoutersTestDVR-1123555990 tempest-RoutersTestDVR-1123555990-project] 10.222.0.70 "GET /v2.0/routers/4dc703bf-be27-47a5-89f2-b25207e557b2 HTTP/1.1" status: 200 len: 683 time: 0.5252366 Jan 20 10:59:37.421848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56770) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:37.422180 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56772) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:37.517097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:37.551666 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49656c2e-0eb3-4857-9533-6b12e3f7c3b2']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:37.570019 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0444fedb-38f5-43d2-ad53-10dcc12efcc1') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:37.570334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0444fedb-38f5-43d2-ad53-10dcc12efcc1') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:37.580995 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-17ca1a80-36a4-481e-9a23-97bb186b842c tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:37.584880 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:37.593749 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b071997c-65e7-4ce4-b5f9-a5fe2d3675e6 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:37.603946 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:37.651733 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-17ca1a80-36a4-481e-9a23-97bb186b842c tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:37.662199 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:59:37.662403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:59:37.677121 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:59:37.690158 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1956643150', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:37.711971 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:37.788974 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca1a80-36a4-481e-9a23-97bb186b842c tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53574dad-bd6f-4e80-ac5d-b4f420bf072b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:37.791940 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Usage tracker for resource:router and tenant:5523044ad02c4ad49de28c4ccf48ef71 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:37.801591 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:37.815290 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:37.894220 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-17ca1a80-36a4-481e-9a23-97bb186b842c tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:37.895747 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-17ca1a80-36a4-481e-9a23-97bb186b842c tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6659646 Jan 20 10:59:37.904109 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56784) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:37.946532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:37.965091 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1eb2bf5d-e86d-4c76-927b-02f230958835 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group_rule': {'security_group_id': '53574dad-bd6f-4e80-ac5d-b4f420bf072b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:37.970530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:37.979147 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Network': ['ID=49656c2e-0eb3-4857-9533-6b12e3f7c3b2,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:37.979650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:37.980564 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:37.985713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1eb2bf5d-e86d-4c76-927b-02f230958835 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:37.992858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1eb2bf5d-e86d-4c76-927b-02f230958835 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:38.034238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router 7808d997-0e79-46d1-bab3-0af3f05906f9 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 10:59:38.051193 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1eb2bf5d-e86d-4c76-927b-02f230958835 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:38.099893 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ebd52023-f950-4584-9082-8789a51267d3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/networks/49656c2e-0eb3-4857-9533-6b12e3f7c3b2 HTTP/1.1" status: 204 len: 168 time: 2.5667784 Jan 20 10:59:38.106380 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56788) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:38.114285 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-6d39052c-c91c-4f72-8252-411bd45e2912 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1638271988'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:38.116171 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1eb2bf5d-e86d-4c76-927b-02f230958835 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:38.119384 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6d39052c-c91c-4f72-8252-411bd45e2912 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:38.125311 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6d39052c-c91c-4f72-8252-411bd45e2912 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:network and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:38.128542 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6d39052c-c91c-4f72-8252-411bd45e2912 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:38.136008 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6d39052c-c91c-4f72-8252-411bd45e2912 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:38.138932 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b071997c-65e7-4ce4-b5f9-a5fe2d3675e6 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.145506 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.152057 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b071997c-65e7-4ce4-b5f9-a5fe2d3675e6 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.209119 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1eb2bf5d-e86d-4c76-927b-02f230958835 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.247271 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d39052c-c91c-4f72-8252-411bd45e2912 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:38.250331 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d39052c-c91c-4f72-8252-411bd45e2912 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.290131 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d39052c-c91c-4f72-8252-411bd45e2912 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:59:38.298852 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b071997c-65e7-4ce4-b5f9-a5fe2d3675e6 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.299334 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b071997c-65e7-4ce4-b5f9-a5fe2d3675e6 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4dc703bf-be27-47a5-89f2-b25207e557b2 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 10:59:38.300800 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:59:38.302705 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d39052c-c91c-4f72-8252-411bd45e2912 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.303044 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-6d39052c-c91c-4f72-8252-411bd45e2912 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Added segment 2ca6aad7-eeeb-4b0b-b104-fab2b5a5db27 of type vlan for network c87b58bc-810b-4707-88b2-b25baafa4339 Jan 20 10:59:38.317420 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37563dc-40ea-4d2b-a15a-46b967ae2227 None None] Sync routers for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:59:38.332711 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37563dc-40ea-4d2b-a15a-46b967ae2227 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:38.333254 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f37563dc-40ea-4d2b-a15a-46b967ae2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:38.343945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d39052c-c91c-4f72-8252-411bd45e2912 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.397765 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f37563dc-40ea-4d2b-a15a-46b967ae2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:38.405003 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.409983 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37563dc-40ea-4d2b-a15a-46b967ae2227 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:38.411310 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f37563dc-40ea-4d2b-a15a-46b967ae2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:38.434089 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d39052c-c91c-4f72-8252-411bd45e2912 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.437988 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d39052c-c91c-4f72-8252-411bd45e2912 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:38.438694 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d39052c-c91c-4f72-8252-411bd45e2912 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.476798 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f37563dc-40ea-4d2b-a15a-46b967ae2227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:38.477056 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37563dc-40ea-4d2b-a15a-46b967ae2227 None None] The sync data for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:59:38.497456 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1eb2bf5d-e86d-4c76-927b-02f230958835 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.508180 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b071997c-65e7-4ce4-b5f9-a5fe2d3675e6 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.509296 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b071997c-65e7-4ce4-b5f9-a5fe2d3675e6 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] 10.222.0.70 "DELETE /v2.0/routers/4dc703bf-be27-47a5-89f2-b25207e557b2 HTTP/1.1" status: 204 len: 168 time: 1.0861888 Jan 20 10:59:38.513299 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56794) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:38.518811 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-31ac85be-899e-432b-9645-a13d69794119 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Request body: {'router': {'name': 'tempest-router-549899150', 'distributed': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:38.522890 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.527819 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-31ac85be-899e-432b-9645-a13d69794119 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:38.533295 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-31ac85be-899e-432b-9645-a13d69794119 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Usage tracker for resource:router and tenant:31fb74d7245d4567aaceb80de7cbe715 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:38.537390 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-31ac85be-899e-432b-9645-a13d69794119 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:38.546729 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-31ac85be-899e-432b-9645-a13d69794119 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:38.567957 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-16a89a53-8290-47a9-bfce-18f8e38f2202 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.8670552 Jan 20 10:59:38.570902 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56798) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:38.577466 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6d39052c-c91c-4f72-8252-411bd45e2912 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4644866 Jan 20 10:59:38.577466 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39052c-c91c-4f72-8252-411bd45e2912 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Network': ['ID=c87b58bc-810b-4707-88b2-b25baafa4339,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:38.577757 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-fd8dc4e1-29ba-4f0f-85d2-58b2ea47a0ac tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:38.577847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56802) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:38.582829 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-5a6c8140-e2a9-4788-a96c-f8a27b0a9a41 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'subnet': {'network_id': 'c87b58bc-810b-4707-88b2-b25baafa4339', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:38.586410 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network c87b58bc-810b-4707-88b2-b25baafa4339 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:59:38.644215 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1eb2bf5d-e86d-4c76-927b-02f230958835 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.702394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5a6c8140-e2a9-4788-a96c-f8a27b0a9a41 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:38.706171 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2bf5d-e86d-4c76-927b-02f230958835 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d715ad80-9b53-426b-8142-0da7b5bea0c3,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:38.706381 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5a6c8140-e2a9-4788-a96c-f8a27b0a9a41 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:subnet and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:38.709644 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5a6c8140-e2a9-4788-a96c-f8a27b0a9a41 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:38.714561 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31ac85be-899e-432b-9645-a13d69794119 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.715366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5a6c8140-e2a9-4788-a96c-f8a27b0a9a41 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:38.715476 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31ac85be-899e-432b-9645-a13d69794119 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.735022 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fd8dc4e1-29ba-4f0f-85d2-58b2ea47a0ac tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.830282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6c8140-e2a9-4788-a96c-f8a27b0a9a41 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:38.841098 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1eb2bf5d-e86d-4c76-927b-02f230958835 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.843495 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1eb2bf5d-e86d-4c76-927b-02f230958835 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.9372447 Jan 20 10:59:38.847019 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56806) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:38.894243 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31ac85be-899e-432b-9645-a13d69794119 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.958397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-37a38b16-e7c0-4f82-b308-12a95cae40dd tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:38.969295 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-37a38b16-e7c0-4f82-b308-12a95cae40dd tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:39.001524 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8140-e2a9-4788-a96c-f8a27b0a9a41 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:39.045169 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31ac85be-899e-432b-9645-a13d69794119 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:39.074999 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-37a38b16-e7c0-4f82-b308-12a95cae40dd tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:39.114563 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a38b16-e7c0-4f82-b308-12a95cae40dd tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d715ad80-9b53-426b-8142-0da7b5bea0c3,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:39.121466 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-37a38b16-e7c0-4f82-b308-12a95cae40dd tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:39.122593 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-37a38b16-e7c0-4f82-b308-12a95cae40dd tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/d715ad80-9b53-426b-8142-0da7b5bea0c3 HTTP/1.1" status: 204 len: 168 time: 0.2746596 Jan 20 10:59:39.127129 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56814) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:39.158493 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fd8dc4e1-29ba-4f0f-85d2-58b2ea47a0ac tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:39.189518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-09ab997d-b09a-4ab9-9bdd-09cd8dbd6832 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:39.195666 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:39.221999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31ac85be-899e-432b-9645-a13d69794119 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:39.225810 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-31ac85be-899e-432b-9645-a13d69794119 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7089787 Jan 20 10:59:39.226992 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56818) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:39.227930 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:39.281875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-09ab997d-b09a-4ab9-9bdd-09cd8dbd6832 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:39.285973 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-09ab997d-b09a-4ab9-9bdd-09cd8dbd6832 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1546717 Jan 20 10:59:39.286344 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56824) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:39.332751 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fd8dc4e1-29ba-4f0f-85d2-58b2ea47a0ac tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:39.333011 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-fd8dc4e1-29ba-4f0f-85d2-58b2ea47a0ac tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Floating IP 209e1684-a702-4182-9d9e-faed8da27d71 disassociated. External IP: 172.26.0.254, port: 61fbefb2-371e-40a3-927c-01c2874ec1ff. Jan 20 10:59:39.366645 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8140-e2a9-4788-a96c-f8a27b0a9a41 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:39.370677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1c435d86-bec8-4002-b7dd-110877e40c70 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:39.397519 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:39.463353 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1c435d86-bec8-4002-b7dd-110877e40c70 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:39.470464 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c8140-e2a9-4788-a96c-f8a27b0a9a41 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Subnet': ['ID=94ba0064-7654-48e7-9b34-4dbe5f713f09,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:39.523448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6c8140-e2a9-4788-a96c-f8a27b0a9a41 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Checking segment: {'id': '2ca6aad7-eeeb-4b0b-b104-fab2b5a5db27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c87b58bc-810b-4707-88b2-b25baafa4339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:59:39.523814 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6c8140-e2a9-4788-a96c-f8a27b0a9a41 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network hostable DHCP agents. Network: c87b58bc-810b-4707-88b2-b25baafa4339, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 10:59:39.540357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-09a609fb-1b82-48b6-8ffb-098b7dc9d040 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:39.607179 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1c435d86-bec8-4002-b7dd-110877e40c70 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:39.624695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c435d86-bec8-4002-b7dd-110877e40c70 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53574dad-bd6f-4e80-ac5d-b4f420bf072b,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:39.635391 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6c8140-e2a9-4788-a96c-f8a27b0a9a41 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network c87b58bc-810b-4707-88b2-b25baafa4339 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 10:59:39.711559 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Allocated IP 172.26.0.73 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/7b75e39e-05b3-4892-93b8-d22499aef9af) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:59:39.744769 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1c435d86-bec8-4002-b7dd-110877e40c70 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:39.749260 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1c435d86-bec8-4002-b7dd-110877e40c70 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-groups/53574dad-bd6f-4e80-ac5d-b4f420bf072b HTTP/1.1" status: 204 len: 168 time: 0.4587929 Jan 20 10:59:39.749260 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56828) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:39.767679 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-5a6c8140-e2a9-4788-a96c-f8a27b0a9a41 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, c87b58bc-810b-4707-88b2-b25baafa4339) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:39.774771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6c8140-e2a9-4788-a96c-f8a27b0a9a41 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:39.777465 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8140-e2a9-4788-a96c-f8a27b0a9a41 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:39.778490 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabd2073-d370-440f-8c5b-4e0800f47112 None None] Network c87b58bc-810b-4707-88b2-b25baafa4339 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:59:39.821688 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-241bae60-3d1e-4840-9bc0-bda730d3fca7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:39.865742 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5a6c8140-e2a9-4788-a96c-f8a27b0a9a41 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2869256 Jan 20 10:59:39.868124 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56832) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:39.874219 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'network_id': 'c87b58bc-810b-4707-88b2-b25baafa4339', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1577964204'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:39.955226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-241bae60-3d1e-4840-9bc0-bda730d3fca7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:39.956578 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-241bae60-3d1e-4840-9bc0-bda730d3fca7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2069919 Jan 20 10:59:39.965426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56836) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:39.976932 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-68c7fce3-1b30-4f9d-a177-47efdae1665d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641698493'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:39.982539 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-68c7fce3-1b30-4f9d-a177-47efdae1665d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:39.996129 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-68c7fce3-1b30-4f9d-a177-47efdae1665d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:40.008158 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-c87b58bc-810b-4707-88b2-b25baafa4339', 'network_id': 'c87b58bc-810b-4707-88b2-b25baafa4339', 'tenant_id': '89d097505bb140ab9f19a93c365adac0', 'fixed_ips': [{'subnet_id': '94ba0064-7654-48e7-9b34-4dbe5f713f09'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 10:59:40.014678 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:40.074726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:40.079636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:port and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:40.086336 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:40.095576 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:40.105446 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-68c7fce3-1b30-4f9d-a177-47efdae1665d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:40.158415 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-68c7fce3-1b30-4f9d-a177-47efdae1665d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:40.164127 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-68c7fce3-1b30-4f9d-a177-47efdae1665d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:40.167937 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-68c7fce3-1b30-4f9d-a177-47efdae1665d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:40.175226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-68c7fce3-1b30-4f9d-a177-47efdae1665d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:40.222464 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Allocated IP 172.20.0.2 (c87b58bc-810b-4707-88b2-b25baafa4339/94ba0064-7654-48e7-9b34-4dbe5f713f09/8377b0c1-8661-4065-af31-959f83110026) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:59:40.234825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:40.238039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:40.267093 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-68c7fce3-1b30-4f9d-a177-47efdae1665d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:40.280087 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] device_id is not set on port c31af101-838a-42f7-912b-6fbf235126bd yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:59:40.291004 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-09a609fb-1b82-48b6-8ffb-098b7dc9d040 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:40.315959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-09a609fb-1b82-48b6-8ffb-098b7dc9d040 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:40.365573 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:40.410823 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-68c7fce3-1b30-4f9d-a177-47efdae1665d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:40.446952 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:40.467219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Transition to ACTIVE for port object 8377b0c1-8661-4065-af31-959f83110026 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:59:40.467454 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7fce3-1b30-4f9d-a177-47efdae1665d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f84997a-7d3b-49cb-a983-31d80256b2a8,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:40.471456 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-09a609fb-1b82-48b6-8ffb-098b7dc9d040 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:40.471937 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a609fb-1b82-48b6-8ffb-098b7dc9d040 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8e44303-9a66-405b-961f-93176fee2b85 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 10:59:40.493486 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Transition to ACTIVE for port object 8377b0c1-8661-4065-af31-959f83110026 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:59:40.499880 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-09a609fb-1b82-48b6-8ffb-098b7dc9d040 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:40.501024 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-09a609fb-1b82-48b6-8ffb-098b7dc9d040 tempest-RoutersTestDVR-27073841 tempest-RoutersTestDVR-27073841-project-admin] 10.222.0.70 "DELETE /v2.0/routers/c8e44303-9a66-405b-961f-93176fee2b85 HTTP/1.1" status: 204 len: 168 time: 1.2710891 Jan 20 10:59:40.557912 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:40.583330 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:40.588024 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-68c7fce3-1b30-4f9d-a177-47efdae1665d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:40.591887 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-68c7fce3-1b30-4f9d-a177-47efdae1665d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6231530 Jan 20 10:59:40.597903 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56848) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:40.614363 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2be3c02e-fb60-47c9-96c0-e7791ffcdaf0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group_rule': {'security_group_id': '9f84997a-7d3b-49cb-a983-31d80256b2a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:40.630123 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2be3c02e-fb60-47c9-96c0-e7791ffcdaf0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:40.646654 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2be3c02e-fb60-47c9-96c0-e7791ffcdaf0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:40.655106 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2be3c02e-fb60-47c9-96c0-e7791ffcdaf0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:40.673216 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2be3c02e-fb60-47c9-96c0-e7791ffcdaf0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:40.682141 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:40.687173 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:40.692131 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:40.705325 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Network c87b58bc-810b-4707-88b2-b25baafa4339 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:40.708921 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:40.713962 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:40.717412 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Pushing event updated for resources: {'Port': ['ID=8377b0c1-8661-4065-af31-959f83110026,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:40.717690 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Pushing event updated for resources: {'Port': ['ID=7b75e39e-05b3-4892-93b8-d22499aef9af,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:40.725875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.api [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-610a89a0-8e3f-4696-963c-ba20528e1f43 {{(pid=84331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 10:59:40.726786 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG oslo_db.api [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 10:59:40.811324 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Attempting to bind port 8377b0c1-8661-4065-af31-959f83110026 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:40.811665 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Attempting to bind port 8377b0c1-8661-4065-af31-959f83110026 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '2ca6aad7-eeeb-4b0b-b104-fab2b5a5db27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c87b58bc-810b-4707-88b2-b25baafa4339'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:40.812030 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Attempting to bind port 8377b0c1-8661-4065-af31-959f83110026 on network c87b58bc-810b-4707-88b2-b25baafa4339 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:40.818816 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:59:40.819191 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Checking segment: {'id': '2ca6aad7-eeeb-4b0b-b104-fab2b5a5db27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c87b58bc-810b-4707-88b2-b25baafa4339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:59:40.819592 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:40.819986 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Bound using segment: {'id': '2ca6aad7-eeeb-4b0b-b104-fab2b5a5db27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c87b58bc-810b-4707-88b2-b25baafa4339'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:59:40.820450 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Bound port: 8377b0c1-8661-4065-af31-959f83110026, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca6aad7-eeeb-4b0b-b104-fab2b5a5db27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c87b58bc-810b-4707-88b2-b25baafa4339'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:59:40.820818 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:40.827730 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8dc4e1-29ba-4f0f-85d2-58b2ea47a0ac tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router 7808d997-0e79-46d1-bab3-0af3f05906f9 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 10:59:40.854628 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2be3c02e-fb60-47c9-96c0-e7791ffcdaf0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:40.947726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] For port 8377b0c1-8661-4065-af31-959f83110026, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:59:40.951101 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] For port 8377b0c1-8661-4065-af31-959f83110026, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8377b0c1-8661-4065-af31-959f83110026,segment=NetworkSegment(2ca6aad7-eeeb-4b0b-b104-fab2b5a5db27),segment_id=2ca6aad7-eeeb-4b0b-b104-fab2b5a5db27)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:59:40.997750 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2be3c02e-fb60-47c9-96c0-e7791ffcdaf0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:41.056409 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:41.093437 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2be3c02e-fb60-47c9-96c0-e7791ffcdaf0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:41.129614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3c02e-fb60-47c9-96c0-e7791ffcdaf0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec28686b-4a74-48c5-8432-4fc34ab1dbbb,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:41.150620 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae7947-be64-4fef-8a9a-6750d919b9f8 None None] Pushing event updated for resources: {'Port': ['ID=8377b0c1-8661-4065-af31-959f83110026,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:41.154076 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8dc4e1-29ba-4f0f-85d2-58b2ea47a0ac tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:59:41.158334 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fd8dc4e1-29ba-4f0f-85d2-58b2ea47a0ac tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:41.169159 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8661af4b-dd8f-4098-a548-c6467d54e0f6 None None] Sync routers for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:59:41.185828 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8661af4b-dd8f-4098-a548-c6467d54e0f6 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:41.187510 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8661af4b-dd8f-4098-a548-c6467d54e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:41.217511 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:41.223857 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:41.229450 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fd8dc4e1-29ba-4f0f-85d2-58b2ea47a0ac tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "PUT /v2.0/floatingips/209e1684-a702-4182-9d9e-faed8da27d71 HTTP/1.1" status: 200 len: 688 time: 2.6549640 Jan 20 10:59:41.229656 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56856) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:41.230580 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:41.233608 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2be3c02e-fb60-47c9-96c0-e7791ffcdaf0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:41.234231 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2be3c02e-fb60-47c9-96c0-e7791ffcdaf0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6344771 Jan 20 10:59:41.247499 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56860) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:41.294258 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56866) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:41.298662 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8661af4b-dd8f-4098-a548-c6467d54e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:41.313713 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8661af4b-dd8f-4098-a548-c6467d54e0f6 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:41.314515 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8661af4b-dd8f-4098-a548-c6467d54e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:41.335654 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7f868530-7731-41ed-87fc-a7e1853cf158 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-group-rules/ec28686b-4a74-48c5-8432-4fc34ab1dbbb HTTP/1.1" status: 200 len: 705 time: 0.0784054 Jan 20 10:59:41.341771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56872) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:41.347639 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] device_id is not set on port cc242f71-30f5-48ba-89ac-bc65b91a0030 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:59:41.388477 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8661af4b-dd8f-4098-a548-c6467d54e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:41.388988 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8661af4b-dd8f-4098-a548-c6467d54e0f6 None None] The sync data for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:59:41.547239 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-23e76eec-aa3e-4f2c-af22-b2df8698819e tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:41.616985 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90d19626-8e52-4243-93c2-3c2177250fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:41.670594 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Allocated IP 172.20.0.12 (c87b58bc-810b-4707-88b2-b25baafa4339/94ba0064-7654-48e7-9b34-4dbe5f713f09/cc242f71-30f5-48ba-89ac-bc65b91a0030) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:59:41.682885 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-90d19626-8e52-4243-93c2-3c2177250fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:41.687983 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-90d19626-8e52-4243-93c2-3c2177250fee admin admin] Usage tracker for resource:security_group_rule and tenant:1d260c63e4a542c4b36c3621d067f756 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:41.694887 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-90d19626-8e52-4243-93c2-3c2177250fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:41.722113 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-90d19626-8e52-4243-93c2-3c2177250fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:41.730252 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-23e76eec-aa3e-4f2c-af22-b2df8698819e tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:41.731517 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-23e76eec-aa3e-4f2c-af22-b2df8698819e tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3888276 Jan 20 10:59:41.741159 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56878) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:41.751541 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-60aa8cc2-7687-45cd-87a9-050f8842371f tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Deleting port ab152d17-808b-4583-b9bb-f0a33aad8a2b {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:41.751885 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60aa8cc2-7687-45cd-87a9-050f8842371f tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:41.823340 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4a53-05a0-40e4-a127-b96bece78ce0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:41.852752 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4a53-05a0-40e4-a127-b96bece78ce0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:41.909992 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:41.924030 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90d19626-8e52-4243-93c2-3c2177250fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:41.932775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Transition to ACTIVE for port object cc242f71-30f5-48ba-89ac-bc65b91a0030 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:59:41.981409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90d19626-8e52-4243-93c2-3c2177250fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:42.033013 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d19626-8e52-4243-93c2-3c2177250fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e450c69-a7f6-4ddf-bc4b-3b1642e1290f,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:42.037508 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-90d19626-8e52-4243-93c2-3c2177250fee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1d260c63e4a542c4b36c3621d067f756&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7384484 Jan 20 10:59:42.040660 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56882) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:42.043812 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60aa8cc2-7687-45cd-87a9-050f8842371f tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:42.044138 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60aa8cc2-7687-45cd-87a9-050f8842371f tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:42.055467 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:42.110947 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4a53-05a0-40e4-a127-b96bece78ce0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:42.163067 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network c87b58bc-810b-4707-88b2-b25baafa4339 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:42.170442 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:42.173430 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=cc242f71-30f5-48ba-89ac-bc65b91a0030,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:42.176305 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:42.178871 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-60aa8cc2-7687-45cd-87a9-050f8842371f tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Calling delete_port for ab152d17-808b-4583-b9bb-f0a33aad8a2b owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:42.227060 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e4a53-05a0-40e4-a127-b96bece78ce0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec28686b-4a74-48c5-8432-4fc34ab1dbbb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:42.238403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2561177e-02db-4f52-b50e-90208193c9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:42.267807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:42.268676 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:42.294328 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2561177e-02db-4f52-b50e-90208193c9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:42.326382 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0f6c9e-2c17-4779-93cc-aecd29e2f120 None None] Network c87b58bc-810b-4707-88b2-b25baafa4339 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:59:42.337582 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4a53-05a0-40e4-a127-b96bece78ce0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:42.338687 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0d9e4a53-05a0-40e4-a127-b96bece78ce0 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/ec28686b-4a74-48c5-8432-4fc34ab1dbbb HTTP/1.1" status: 204 len: 168 time: 0.5983088 Jan 20 10:59:42.341796 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56886) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:42.398683 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-34b627cd-3f0f-4f50-8c7a-d8bd4a43e590 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0531447 Jan 20 10:59:42.399065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56890) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:42.405985 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-c7b3796a-fa16-4cfd-9508-b667186771f4 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group_rule': {'security_group_id': '9f84997a-7d3b-49cb-a983-31d80256b2a8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:42.411757 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c7b3796a-fa16-4cfd-9508-b667186771f4 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:42.414690 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4ac9aead-dbc6-405a-b7b1-e98103983681 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.5454848 Jan 20 10:59:42.421008 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c7b3796a-fa16-4cfd-9508-b667186771f4 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:42.421008 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c7b3796a-fa16-4cfd-9508-b667186771f4 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:42.422882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56894) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:42.467242 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c7b3796a-fa16-4cfd-9508-b667186771f4 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:42.487257 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Router 8a1f9742-6d4e-4df0-a6ab-a180ad25c3a1 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 10:59:42.490627 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60aa8cc2-7687-45cd-87a9-050f8842371f tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:42.517993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-3e950d95-5398-428b-bf8d-211ebea33f53 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port cc242f71-30f5-48ba-89ac-bc65b91a0030 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:42.518353 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e950d95-5398-428b-bf8d-211ebea33f53 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:42.540000 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa8cc2-7687-45cd-87a9-050f8842371f tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event deleted for resources: {'Port': ['ID=ab152d17-808b-4583-b9bb-f0a33aad8a2b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:42.554227 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-24876103-2b9e-4398-9f67-537328646075 None None] Provisioning for port 8377b0c1-8661-4065-af31-959f83110026 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:59:42.582623 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2561177e-02db-4f52-b50e-90208193c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:42.618707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561177e-02db-4f52-b50e-90208193c9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e450c69-a7f6-4ddf-bc4b-3b1642e1290f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:42.630111 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2561177e-02db-4f52-b50e-90208193c9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:42.631408 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2561177e-02db-4f52-b50e-90208193c9e6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e450c69-a7f6-4ddf-bc4b-3b1642e1290f HTTP/1.1" status: 204 len: 168 time: 0.5897758 Jan 20 10:59:42.689018 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c7b3796a-fa16-4cfd-9508-b667186771f4 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:42.749782 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60aa8cc2-7687-45cd-87a9-050f8842371f tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:42.768762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60aa8cc2-7687-45cd-87a9-050f8842371f tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:42.775311 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-60aa8cc2-7687-45cd-87a9-050f8842371f tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/floatingips/209e1684-a702-4182-9d9e-faed8da27d71 HTTP/1.1" status: 204 len: 168 time: 1.5403051 Jan 20 10:59:42.775311 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56904) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:42.781382 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': '1b7f2ecb-1517-4a81-acdb-47235bb93115'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:42.788714 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:42.843798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Usage tracker for resource:floatingip and tenant:a9b63c66c76744f0803551403ba4c783 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:42.860609 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:42.873402 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:42.901738 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c7b3796a-fa16-4cfd-9508-b667186771f4 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:42.959403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:59:42.963615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8377b0c1-8661-4065-af31-959f83110026 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:59:42.970624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e950d95-5398-428b-bf8d-211ebea33f53 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:43.010165 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:43.054473 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba5eaf-f1c0-4c2a-b56b-4a4f4574c7a7 None None] Sync routers for ids ['8a1f9742-6d4e-4df0-a6ab-a180ad25c3a1'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:59:43.114357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:43.115831 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-57fdfd3e-03a2-42d1-bd56-fc813472421c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6912591 Jan 20 10:59:43.115949 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba5eaf-f1c0-4c2a-b56b-4a4f4574c7a7 None None] Routers {'8a1f9742-6d4e-4df0-a6ab-a180ad25c3a1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:43.116551 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-96ba5eaf-f1c0-4c2a-b56b-4a4f4574c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['8a1f9742-6d4e-4df0-a6ab-a180ad25c3a1'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:43.119700 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56912) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:43.179817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-96ba5eaf-f1c0-4c2a-b56b-4a4f4574c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:43.197262 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-db299bbd-511b-4a1b-8979-8a1f8dcf8ebb None None] Provisioning for port cc242f71-30f5-48ba-89ac-bc65b91a0030 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:59:43.205830 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba5eaf-f1c0-4c2a-b56b-4a4f4574c7a7 None None] Routers {'8a1f9742-6d4e-4df0-a6ab-a180ad25c3a1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:43.206454 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-96ba5eaf-f1c0-4c2a-b56b-4a4f4574c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['8a1f9742-6d4e-4df0-a6ab-a180ad25c3a1'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:43.236281 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c7b3796a-fa16-4cfd-9508-b667186771f4 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:43.249029 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-3e950d95-5398-428b-bf8d-211ebea33f53 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for cc242f71-30f5-48ba-89ac-bc65b91a0030 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:43.258069 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-db299bbd-511b-4a1b-8979-8a1f8dcf8ebb None None] Provisioning complete for port cc242f71-30f5-48ba-89ac-bc65b91a0030 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:59:43.258453 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db299bbd-511b-4a1b-8979-8a1f8dcf8ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:43.294276 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 8377b0c1-8661-4065-af31-959f83110026 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:59:43.303910 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-96ba5eaf-f1c0-4c2a-b56b-4a4f4574c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:43.304320 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba5eaf-f1c0-4c2a-b56b-4a4f4574c7a7 None None] The sync data for ids ['8a1f9742-6d4e-4df0-a6ab-a180ad25c3a1'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:59:43.308237 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 8377b0c1-8661-4065-af31-959f83110026 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:59:43.308605 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:43.316678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3796a-fa16-4cfd-9508-b667186771f4 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a866c9-cf78-4893-b70c-c8f5c31df1ca,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:43.369052 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-db299bbd-511b-4a1b-8979-8a1f8dcf8ebb None None] Port cc242f71-30f5-48ba-89ac-bc65b91a0030 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 10:59:43.384820 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:43.419420 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-db299bbd-511b-4a1b-8979-8a1f8dcf8ebb None None] Provisioning complete for port 8377b0c1-8661-4065-af31-959f83110026 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:59:43.420045 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db299bbd-511b-4a1b-8979-8a1f8dcf8ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:43.451034 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1887bba0-263c-48bb-92f2-c6a02e27febc tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "GET /v2.0/routers/8a1f9742-6d4e-4df0-a6ab-a180ad25c3a1 HTTP/1.1" status: 200 len: 920 time: 0.3286321 Jan 20 10:59:43.454506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56916) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:43.490302 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:43.492857 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c7b3796a-fa16-4cfd-9508-b667186771f4 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:43.494078 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c7b3796a-fa16-4cfd-9508-b667186771f4 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0941119 Jan 20 10:59:43.496937 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56920) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:43.501584 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-59bbf560-9bbe-49cd-b764-61a692153acd tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a1f9742-6d4e-4df0-a6ab-a180ad25c3a1 HTTP/1.1" status: 200 len: 205 time: 0.0452287 Jan 20 10:59:43.506366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56924) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:43.557777 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 8377b0c1-8661-4065-af31-959f83110026, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8377b0c1-8661-4065-af31-959f83110026,segment=NetworkSegment(2ca6aad7-eeeb-4b0b-b104-fab2b5a5db27),segment_id=2ca6aad7-eeeb-4b0b-b104-fab2b5a5db27)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:43.586142 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db299bbd-511b-4a1b-8979-8a1f8dcf8ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:43.647304 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:43.660518 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5dc029fe-fe7c-4d42-9d1c-8e45d1255b5d tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-group-rules/78a866c9-cf78-4893-b70c-c8f5c31df1ca HTTP/1.1" status: 200 len: 705 time: 0.1619585 Jan 20 10:59:43.661158 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56930) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:43.693018 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56932) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:43.697730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e950d95-5398-428b-bf8d-211ebea33f53 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:43.754835 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e950d95-5398-428b-bf8d-211ebea33f53 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Port': ['ID=cc242f71-30f5-48ba-89ac-bc65b91a0030,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:43.770151 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35c71779-6110-4ab7-a5c2-4f4359bb8b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:43.792165 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-db299bbd-511b-4a1b-8979-8a1f8dcf8ebb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 10:59:43.792522 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-db299bbd-511b-4a1b-8979-8a1f8dcf8ebb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 10:59:43.797691 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=8377b0c1-8661-4065-af31-959f83110026,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:43.858391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-35c71779-6110-4ab7-a5c2-4f4359bb8b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:43.863157 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Allocated IP 172.26.0.208 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/bcc7d0d0-b312-43d6-8488-6364fbbf5630) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:59:43.865902 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-35c71779-6110-4ab7-a5c2-4f4359bb8b07 admin admin] Usage tracker for resource:security_group_rule and tenant:31fb74d7245d4567aaceb80de7cbe715 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:43.874034 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-43d2aa58-5e18-4a27-baea-ddff70d5d7f2 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:43.878403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-35c71779-6110-4ab7-a5c2-4f4359bb8b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:43.889525 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-35c71779-6110-4ab7-a5c2-4f4359bb8b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:43.950217 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e950d95-5398-428b-bf8d-211ebea33f53 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:43.986396 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3e950d95-5398-428b-bf8d-211ebea33f53 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/ports/cc242f71-30f5-48ba-89ac-bc65b91a0030 HTTP/1.1" status: 204 len: 168 time: 1.5618143 Jan 20 10:59:43.989959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-43d2aa58-5e18-4a27-baea-ddff70d5d7f2 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:43.990510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56940) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:43.991201 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-43d2aa58-5e18-4a27-baea-ddff70d5d7f2 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2944942 Jan 20 10:59:43.997718 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56942) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:44.047825 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f1a5ef-5474-448c-93c1-77b0493e05d8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] GET failed (client error): The resource could not be found. Jan 20 10:59:44.048322 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-31f1a5ef-5474-448c-93c1-77b0493e05d8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Synchronizing usage tracker for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:44.081083 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-196bd729-222e-45e7-b4ae-76bc9ede50e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:44.106807 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3de79bf-6587-4a1f-b590-fb0feb130c84 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:44.117812 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:44.130575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3de79bf-6587-4a1f-b590-fb0feb130c84 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:44.150190 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35c71779-6110-4ab7-a5c2-4f4359bb8b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:44.176049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-31f1a5ef-5474-448c-93c1-77b0493e05d8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Unset dirty status for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:44.176049 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-31f1a5ef-5474-448c-93c1-77b0493e05d8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports/cc242f71-30f5-48ba-89ac-bc65b91a0030 HTTP/1.1" status: 404 len: 333 time: 0.1776817 Jan 20 10:59:44.176267 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56950) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:44.227196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35c71779-6110-4ab7-a5c2-4f4359bb8b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:44.268245 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3de79bf-6587-4a1f-b590-fb0feb130c84 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:44.294012 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-196bd729-222e-45e7-b4ae-76bc9ede50e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:44.321418 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:44.356857 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de79bf-6587-4a1f-b590-fb0feb130c84 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78a866c9-cf78-4893-b70c-c8f5c31df1ca,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:44.367296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-196bd729-222e-45e7-b4ae-76bc9ede50e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Deleting port 7b75e39e-05b3-4892-93b8-d22499aef9af {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:44.367643 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-196bd729-222e-45e7-b4ae-76bc9ede50e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:44.370751 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c71779-6110-4ab7-a5c2-4f4359bb8b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1011bce5-5460-4d43-b2b7-939b3371a2df,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:44.439796 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-35c71779-6110-4ab7-a5c2-4f4359bb8b07 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=31fb74d7245d4567aaceb80de7cbe715&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7469101 Jan 20 10:59:44.440569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 56954) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:44.467032 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8d997ddd-6c7b-4abd-9d5f-dfc715c6f021 None None] Could not find standard attr ID for object cc242f71-30f5-48ba-89ac-bc65b91a0030. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 10:59:44.489299 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:44.494917 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=bcc7d0d0-b312-43d6-8488-6364fbbf5630,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:44.500337 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:44.508881 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:44.559564 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c3de79bf-6587-4a1f-b590-fb0feb130c84 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:44.562930 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c3de79bf-6587-4a1f-b590-fb0feb130c84 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/78a866c9-cf78-4893-b70c-c8f5c31df1ca HTTP/1.1" status: 204 len: 168 time: 0.5620630 Jan 20 10:59:44.566004 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56958) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:44.591322 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78bd539-3429-440a-a9ee-a72b3a408215 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting subnet 94ba0064-7654-48e7-9b34-4dbe5f713f09 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 10:59:44.596919 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d78bd539-3429-440a-a9ee-a72b3a408215 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:44.608668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-196bd729-222e-45e7-b4ae-76bc9ede50e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:44.620121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7daf0c8e-3e82-41a6-8f6c-2eef89a7c017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:44.712129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d78bd539-3429-440a-a9ee-a72b3a408215 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:44.743608 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-196bd729-222e-45e7-b4ae-76bc9ede50e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Calling delete_port for 7b75e39e-05b3-4892-93b8-d22499aef9af owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:44.791701 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ffc485ab-7e0c-44c1-b2e8-96b26216171e tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:44.804892 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7daf0c8e-3e82-41a6-8f6c-2eef89a7c017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:44.899136 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8377b0c1-8661-4065-af31-959f83110026 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:59:44.927737 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ffc485ab-7e0c-44c1-b2e8-96b26216171e tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:44.932018 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ffc485ab-7e0c-44c1-b2e8-96b26216171e tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3643026 Jan 20 10:59:44.932714 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56964) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:44.960797 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-290e9757-53c8-4525-a116-7d0d99b7d3d5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group_rule': {'security_group_id': '9f84997a-7d3b-49cb-a983-31d80256b2a8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:44.986421 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-290e9757-53c8-4525-a116-7d0d99b7d3d5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:45.011112 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d78bd539-3429-440a-a9ee-a72b3a408215 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:45.025960 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 8377b0c1-8661-4065-af31-959f83110026 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:59:45.026995 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:45.062668 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-290e9757-53c8-4525-a116-7d0d99b7d3d5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:45.121862 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7daf0c8e-3e82-41a6-8f6c-2eef89a7c017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:45.145945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf0c8e-3e82-41a6-8f6c-2eef89a7c017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1011bce5-5460-4d43-b2b7-939b3371a2df,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:45.149521 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7daf0c8e-3e82-41a6-8f6c-2eef89a7c017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:45.150958 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7daf0c8e-3e82-41a6-8f6c-2eef89a7c017 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1011bce5-5460-4d43-b2b7-939b3371a2df HTTP/1.1" status: 204 len: 168 time: 0.7092390 Jan 20 10:59:45.182403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-196bd729-222e-45e7-b4ae-76bc9ede50e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:45.227554 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bd729-222e-45e7-b4ae-76bc9ede50e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Pushing event deleted for resources: {'Port': ['ID=7b75e39e-05b3-4892-93b8-d22499aef9af,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:45.239206 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-290e9757-53c8-4525-a116-7d0d99b7d3d5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Project 9ecf63777c9e4cf3963541876c164863 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 10:59:45.246569 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-290e9757-53c8-4525-a116-7d0d99b7d3d5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:45.291574 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d78bd539-3429-440a-a9ee-a72b3a408215 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:45.344691 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bd539-3429-440a-a9ee-a72b3a408215 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Subnet': ['ID=94ba0064-7654-48e7-9b34-4dbe5f713f09,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:45.364877 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d78bd539-3429-440a-a9ee-a72b3a408215 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:45.377003 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b1c27c-0e58-4e7b-a394-8788d7a27eb5 None None] Network c87b58bc-810b-4707-88b2-b25baafa4339 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 10:59:45.393589 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d78bd539-3429-440a-a9ee-a72b3a408215 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/94ba0064-7654-48e7-9b34-4dbe5f713f09 HTTP/1.1" status: 204 len: 168 time: 1.2162120 Jan 20 10:59:45.409339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-290e9757-53c8-4525-a116-7d0d99b7d3d5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:45.409339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56974) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:45.498791 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-290e9757-53c8-4525-a116-7d0d99b7d3d5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:45.547133 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e9757-53c8-4525-a116-7d0d99b7d3d5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0731ce86-47f4-4c91-91a6-8037e7a5fd79,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:45.559641 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:45.648063 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-196bd729-222e-45e7-b4ae-76bc9ede50e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:45.688577 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed059e28-4caf-42b5-beb2-8fd931b6af12 None None] DHCP port deletion for c87b58bc-810b-4707-88b2-b25baafa4339 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 10:59:45.694360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ed059e28-4caf-42b5-beb2-8fd931b6af12 None None] Deleting port 8377b0c1-8661-4065-af31-959f83110026 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:45.694975 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed059e28-4caf-42b5-beb2-8fd931b6af12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:45.731436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-290e9757-53c8-4525-a116-7d0d99b7d3d5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:45.739415 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-290e9757-53c8-4525-a116-7d0d99b7d3d5 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7952330 Jan 20 10:59:45.746292 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port 8377b0c1-8661-4065-af31-959f83110026 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:45.746631 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:45.774966 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56984) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:45.839102 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-817b18aa-c4a0-4cec-b85a-8962e7bb5552 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-group-rules/0731ce86-47f4-4c91-91a6-8037e7a5fd79 HTTP/1.1" status: 200 len: 711 time: 0.0609760 Jan 20 10:59:45.841570 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:45.843893 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 56990) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:45.942298 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-196bd729-222e-45e7-b4ae-76bc9ede50e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:45.948116 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-196bd729-222e-45e7-b4ae-76bc9ede50e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.059304 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ed059e28-4caf-42b5-beb2-8fd931b6af12 None None] For port 8377b0c1-8661-4065-af31-959f83110026, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8377b0c1-8661-4065-af31-959f83110026,segment=NetworkSegment(2ca6aad7-eeeb-4b0b-b104-fab2b5a5db27),segment_id=2ca6aad7-eeeb-4b0b-b104-fab2b5a5db27)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:46.060551 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed059e28-4caf-42b5-beb2-8fd931b6af12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.070394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-44fd2ca7-4041-4a6d-95aa-cf4b73d392d2 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:46.084548 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.092591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-196bd729-222e-45e7-b4ae-76bc9ede50e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.093376 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196bd729-222e-45e7-b4ae-76bc9ede50e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Fanout notify agent at l3_agent the message router_deleted on router 8a1f9742-6d4e-4df0-a6ab-a180ad25c3a1 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 10:59:46.113866 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-196bd729-222e-45e7-b4ae-76bc9ede50e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.115047 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-196bd729-222e-45e7-b4ae-76bc9ede50e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "DELETE /v2.0/routers/8a1f9742-6d4e-4df0-a6ab-a180ad25c3a1 HTTP/1.1" status: 204 len: 168 time: 2.6077690 Jan 20 10:59:46.118708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57000) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:46.124791 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Request body: {'router': {'name': 'tempest-snat-router-57456098', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'enable_snat': False}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:46.139399 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:46.149034 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Usage tracker for resource:router and tenant:a4cf99580ffe4140a0902c1cbe3395a2 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:46.153689 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:46.162394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:46.166399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] For port 8377b0c1-8661-4065-af31-959f83110026, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8377b0c1-8661-4065-af31-959f83110026,segment=NetworkSegment(2ca6aad7-eeeb-4b0b-b104-fab2b5a5db27),segment_id=2ca6aad7-eeeb-4b0b-b104-fab2b5a5db27)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:46.166740 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.205468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ed059e28-4caf-42b5-beb2-8fd931b6af12 None None] Calling delete_port for 8377b0c1-8661-4065-af31-959f83110026 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:46.255428 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.256737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.281735 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.309657 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-44fd2ca7-4041-4a6d-95aa-cf4b73d392d2 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:46.311263 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-44fd2ca7-4041-4a6d-95aa-cf4b73d392d2 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.4662690 Jan 20 10:59:46.314029 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57008) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:46.318307 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for 8377b0c1-8661-4065-af31-959f83110026 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:46.346279 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38f6424d-8fe5-44fb-9ca7-1ea9c6ca3542 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.357950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38f6424d-8fe5-44fb-9ca7-1ea9c6ca3542 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.398955 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ed059e28-4caf-42b5-beb2-8fd931b6af12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.446128 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed059e28-4caf-42b5-beb2-8fd931b6af12 None None] Pushing event deleted for resources: {'Port': ['ID=8377b0c1-8661-4065-af31-959f83110026,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:46.450682 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed059e28-4caf-42b5-beb2-8fd931b6af12 None None] No DVR routers for this DVR port 8377b0c1-8661-4065-af31-959f83110026 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 10:59:46.481382 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 10:59:46.483076 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 10:59:46.492259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38f6424d-8fe5-44fb-9ca7-1ea9c6ca3542 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.517072 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.575426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6424d-8fe5-44fb-9ca7-1ea9c6ca3542 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0731ce86-47f4-4c91-91a6-8037e7a5fd79,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:46.592754 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.602906 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.652866 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38f6424d-8fe5-44fb-9ca7-1ea9c6ca3542 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.656496 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-38f6424d-8fe5-44fb-9ca7-1ea9c6ca3542 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/0731ce86-47f4-4c91-91a6-8037e7a5fd79 HTTP/1.1" status: 204 len: 168 time: 0.3388982 Jan 20 10:59:46.656496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57018) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:46.701942 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=bcc7d0d0-b312-43d6-8488-6364fbbf5630,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:46.719233 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.770391 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b699bb70-858f-422c-8bc4-e44a418b10bd tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:46.873334 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8377b0c1-8661-4065-af31-959f83110026 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 10:59:46.898340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.909114 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 8377b0c1-8661-4065-af31-959f83110026 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 10:59:46.911361 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8377b0c1-8661-4065-af31-959f83110026 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 10:59:46.922822 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Floating IP cd0b4a04-27d5-4912-8b4e-cbc5fca252c2 associated. External IP: 172.26.0.208, port: 1b7f2ecb-1517-4a81-acdb-47235bb93115. Jan 20 10:59:46.937065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b699bb70-858f-422c-8bc4-e44a418b10bd tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:46.942028 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b699bb70-858f-422c-8bc4-e44a418b10bd tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2846270 Jan 20 10:59:46.948174 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57024) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:46.952249 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:46.987375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port 8377b0c1-8661-4065-af31-959f83110026 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:46.987726 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:47.053373 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] The port '8377b0c1-8661-4065-af31-959f83110026' was deleted {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 10:59:47.126234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fd167441-f986-4590-92d4-3916f55d5a12 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:47.167010 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fd167441-f986-4590-92d4-3916f55d5a12 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:47.192445 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:47.245580 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Allocated IP 172.26.0.209 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/bc925cb1-68a7-41a7-bfad-6478dd9c46d4) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:59:47.326668 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87b58bc-810b-4707-88b2-b25baafa4339']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:47.395366 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca6aad7-eeeb-4b0b-b104-fab2b5a5db27') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:47.395583 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca6aad7-eeeb-4b0b-b104-fab2b5a5db27') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:47.411741 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:47.442976 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:47.454454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 10:59:47.455385 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:47.462271 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 10:59:47.470437 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 10:59:47.507411 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fd167441-f986-4590-92d4-3916f55d5a12 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:47.650303 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd167441-f986-4590-92d4-3916f55d5a12 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f84997a-7d3b-49cb-a983-31d80256b2a8,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:47.652378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:47.666436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:47.671202 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:47.709233 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Network': ['ID=c87b58bc-810b-4707-88b2-b25baafa4339,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:47.762304 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:47.765847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:47.767753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Pushing event updated for resources: {'Port': ['ID=bc925cb1-68a7-41a7-bfad-6478dd9c46d4,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:47.770233 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:47.806880 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6202138a-3291-4781-b5de-25e75bb40fdc tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/networks/c87b58bc-810b-4707-88b2-b25baafa4339 HTTP/1.1" status: 204 len: 168 time: 2.3994889 Jan 20 10:59:47.810438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57046) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:47.819724 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7c6df108-ea06-4743-98da-d2426804cde7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89', 'name': 'tempest-PortsTestJSON-2038769214'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:47.851636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fd167441-f986-4590-92d4-3916f55d5a12 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:47.852757 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fd167441-f986-4590-92d4-3916f55d5a12 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-groups/9f84997a-7d3b-49cb-a983-31d80256b2a8 HTTP/1.1" status: 204 len: 168 time: 0.9035211 Jan 20 10:59:47.857574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57052) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:47.938948 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router 7808d997-0e79-46d1-bab3-0af3f05906f9 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 10:59:47.943489 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e4c50e1b-81cc-4dcb-8373-d9809755044e tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:47.949519 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7c6df108-ea06-4743-98da-d2426804cde7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:47.955196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7c6df108-ea06-4743-98da-d2426804cde7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:port and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:47.958667 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7c6df108-ea06-4743-98da-d2426804cde7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:47.967206 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7c6df108-ea06-4743-98da-d2426804cde7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:48.024043 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e4c50e1b-81cc-4dcb-8373-d9809755044e tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:48.026659 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e4c50e1b-81cc-4dcb-8373-d9809755044e tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1682682 Jan 20 10:59:48.033984 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57056) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:48.034346 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57058) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:48.042475 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-925d292d-7544-401e-821c-034df14d40b6 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1635874413'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:48.052889 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-925d292d-7544-401e-821c-034df14d40b6 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:48.064828 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-925d292d-7544-401e-821c-034df14d40b6 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:48.074094 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:48.074912 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:48.144973 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6df108-ea06-4743-98da-d2426804cde7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:48.147916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7c6df108-ea06-4743-98da-d2426804cde7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:48.168697 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-925d292d-7544-401e-821c-034df14d40b6 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:48.188434 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2086735746', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:48.200920 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:48.209002 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Usage tracker for resource:port and tenant:1835be2e19e04dfd9748a22e121d46d8 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:48.215197 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:48.218137 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-7c6df108-ea06-4743-98da-d2426804cde7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] device_id is not set on port a9f03c35-5cad-4ade-9ff4-dc07f06d92c2 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:59:48.262772 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:48.316096 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-925d292d-7544-401e-821c-034df14d40b6 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:48.334782 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-925d292d-7544-401e-821c-034df14d40b6 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:48.346498 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-925d292d-7544-401e-821c-034df14d40b6 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:48.356882 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-925d292d-7544-401e-821c-034df14d40b6 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:48.401332 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Router 478d1e21-9a1c-472e-a820-c81045f46e5d is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 10:59:48.407588 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Made reservation on behalf of 1835be2e19e04dfd9748a22e121d46d8 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:48.410571 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:48.479659 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:48.521839 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:59:48.533104 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224d3591-5dfe-4dc9-a54b-453840c07898 None None] Sync routers for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:59:48.548731 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224d3591-5dfe-4dc9-a54b-453840c07898 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:48.549595 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-224d3591-5dfe-4dc9-a54b-453840c07898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:48.616216 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:59:48.616386 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-224d3591-5dfe-4dc9-a54b-453840c07898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:48.623297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Sync routers for ids ['478d1e21-9a1c-472e-a820-c81045f46e5d'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:59:48.633736 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224d3591-5dfe-4dc9-a54b-453840c07898 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:48.634339 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-224d3591-5dfe-4dc9-a54b-453840c07898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:48.636905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Routers {'478d1e21-9a1c-472e-a820-c81045f46e5d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:48.642962 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['478d1e21-9a1c-472e-a820-c81045f46e5d'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:48.646537 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7c6df108-ea06-4743-98da-d2426804cde7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:48.649579 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-925d292d-7544-401e-821c-034df14d40b6 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:48.655207 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:48.660926 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Usage tracker for resource:security_group_rule and tenant:1835be2e19e04dfd9748a22e121d46d8 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:48.664629 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:48.671243 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:48.695458 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:48.697632 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-224d3591-5dfe-4dc9-a54b-453840c07898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:48.698049 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224d3591-5dfe-4dc9-a54b-453840c07898 None None] The sync data for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:59:48.718783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:48.720395 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9521a8b2-5ab3-4551-98e1-659ad49c9b69 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6002548 Jan 20 10:59:48.723740 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57070) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:48.730275 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-925d292d-7544-401e-821c-034df14d40b6 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:48.816729 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-44d9f733-c6c0-4f9d-8ffe-675e6e7ccd41 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.0405741 Jan 20 10:59:48.818036 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7c6df108-ea06-4743-98da-d2426804cde7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:48.819592 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57074) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:48.847527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Set router 478d1e21-9a1c-472e-a820-c81045f46e5d gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:59:48.858925 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d292d-7544-401e-821c-034df14d40b6 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e810b592-30ee-42c8-bde2-ad8c49014fd5,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:48.920386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-925d292d-7544-401e-821c-034df14d40b6 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:48.930094 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-925d292d-7544-401e-821c-034df14d40b6 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8930547 Jan 20 10:59:48.931029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57080) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:48.955475 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c9d8dc0d-c580-405a-8b5b-1a2c5ba19491 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Request body: {'security_group_rule': {'security_group_id': 'e810b592-30ee-42c8-bde2-ad8c49014fd5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:48.962713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c9d8dc0d-c580-405a-8b5b-1a2c5ba19491 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:48.967231 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c9d8dc0d-c580-405a-8b5b-1a2c5ba19491 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Usage tracker for resource:security_group_rule and tenant:9ecf63777c9e4cf3963541876c164863 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:48.970992 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c9d8dc0d-c580-405a-8b5b-1a2c5ba19491 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:48.982476 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c9d8dc0d-c580-405a-8b5b-1a2c5ba19491 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:48.994681 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:49.004540 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6b79fe54-459b-4884-95fc-a3b6badcce92 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "GET /v2.0/floatingips/cd0b4a04-27d5-4912-8b4e-cbc5fca252c2 HTTP/1.1" status: 200 len: 979 time: 0.1824341 Jan 20 10:59:49.004724 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6df108-ea06-4743-98da-d2426804cde7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:49.008473 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-7c6df108-ea06-4743-98da-d2426804cde7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:49.010115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57084) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:49.012432 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6df108-ea06-4743-98da-d2426804cde7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=a9f03c35-5cad-4ade-9ff4-dc07f06d92c2,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:49.015400 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6df108-ea06-4743-98da-d2426804cde7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:49.018664 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6df108-ea06-4743-98da-d2426804cde7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:49.019818 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7c6df108-ea06-4743-98da-d2426804cde7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:49.044081 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e87035a9-3128-4b1b-ae8c-22fd695dbb37 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "GET /v2.0/routers/478d1e21-9a1c-472e-a820-c81045f46e5d HTTP/1.1" status: 200 len: 907 time: 0.3192561 Jan 20 10:59:49.046587 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57088) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:49.052011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Request body: {'router': {'name': 'tempest-snat-router-57456098', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'enable_snat': True}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:49.056723 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:49.061121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Usage tracker for resource:router and tenant:a4cf99580ffe4140a0902c1cbe3395a2 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:49.064007 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:49.070812 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:49.107553 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:49.123305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] device_id is not set on port 01e64786-2ab0-4138-a1ae-103642ec36ab yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:59:49.127260 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:49.128426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:49.150051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:49.194261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478d1e21-9a1c-472e-a820-c81045f46e5d', 'name': 'tempest-snat-router-57456098', 'tenant_id': 'a4cf99580ffe4140a0902c1cbe3395a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209'}], 'enable_snat': False}, 'gw_port_id': 'bc925cb1-68a7-41a7-bfad-6478dd9c46d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:59:46Z', 'updated_at': '2022-01-20T10:59:47Z', 'revision_number': 3, 'project_id': 'a4cf99580ffe4140a0902c1cbe3395a2', 'gw_port': {'id': 'bc925cb1-68a7-41a7-bfad-6478dd9c46d4', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:55:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478d1e21-9a1c-472e-a820-c81045f46e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:59:47Z', 'updated_at': '2022-01-20T10:59:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:49.198635 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Checking router: 478d1e21-9a1c-472e-a820-c81045f46e5d for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 10:59:49.198975 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Updating router 478d1e21-9a1c-472e-a820-c81045f46e5d port bc925cb1-68a7-41a7-bfad-6478dd9c46d4 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 10:59:49.254602 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:49.281274 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7c6df108-ea06-4743-98da-d2426804cde7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4656816 Jan 20 10:59:49.299172 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57092) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:49.309484 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c9d8dc0d-c580-405a-8b5b-1a2c5ba19491 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:49.348724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:49.369819 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0578327f-11f5-4aed-8d2e-5cc56b4902df tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Synchronizing usage tracker for tenant:a9b63c66c76744f0803551403ba4c783 on resource:floatingip {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:49.372144 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d374a6-0fa8-42b4-a898-29d69c984d1f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:49.444451 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-321077c0-4095-4ba8-af7a-779f4561ec59 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port a9f03c35-5cad-4ade-9ff4-dc07f06d92c2 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:49.444798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-321077c0-4095-4ba8-af7a-779f4561ec59 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:49.542959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c9d8dc0d-c580-405a-8b5b-1a2c5ba19491 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:49.551398 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0578327f-11f5-4aed-8d2e-5cc56b4902df tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Unset dirty status for tenant:a9b63c66c76744f0803551403ba4c783 on resource:floatingip {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:49.552773 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0578327f-11f5-4aed-8d2e-5cc56b4902df tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.5416105 Jan 20 10:59:49.556358 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57098) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:49.565961 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-98ec0a2d-c8a5-4626-9989-deafece9fb68 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'floatingip': {'port_id': '61fbefb2-371e-40a3-927c-01c2874ec1ff'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:49.604731 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c9d8dc0d-c580-405a-8b5b-1a2c5ba19491 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:49.654145 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:49.671187 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Transition to ACTIVE for port object bc925cb1-68a7-41a7-bfad-6478dd9c46d4 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:59:49.703359 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8dc0d-c580-405a-8b5b-1a2c5ba19491 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190f464b-9e53-4e8a-9251-c59b59662adf,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:49.734649 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-321077c0-4095-4ba8-af7a-779f4561ec59 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:49.750153 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:49.864573 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98ec0a2d-c8a5-4626-9989-deafece9fb68 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:49.870696 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Attempting to bind port bc925cb1-68a7-41a7-bfad-6478dd9c46d4 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:49.871059 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Attempting to bind port bc925cb1-68a7-41a7-bfad-6478dd9c46d4 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:49.871410 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Attempting to bind port bc925cb1-68a7-41a7-bfad-6478dd9c46d4 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:49.879677 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4221dd-c495-4d6f-b954-7272be6c8e0a None None] Pushing event updated for resources: {'Port': ['ID=bc925cb1-68a7-41a7-bfad-6478dd9c46d4,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:49.884671 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:59:49.885034 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:59:49.885429 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:49.885828 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:59:49.886282 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Bound port: bc925cb1-68a7-41a7-bfad-6478dd9c46d4, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:59:49.886648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:49.904808 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-321077c0-4095-4ba8-af7a-779f4561ec59 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for a9f03c35-5cad-4ade-9ff4-dc07f06d92c2 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:49.935040 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c9d8dc0d-c580-405a-8b5b-1a2c5ba19491 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:49.936210 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c9d8dc0d-c580-405a-8b5b-1a2c5ba19491 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9934828 Jan 20 10:59:49.940554 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57104) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:49.969086 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] For port bc925cb1-68a7-41a7-bfad-6478dd9c46d4, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:59:49.973376 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] For port bc925cb1-68a7-41a7-bfad-6478dd9c46d4, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=bc925cb1-68a7-41a7-bfad-6478dd9c46d4,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:59:49.989385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:50.002393 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Allocated IP 172.26.0.107 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/01e64786-2ab0-4138-a1ae-103642ec36ab) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:59:50.042173 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:50.060372 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:50.130553 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-321077c0-4095-4ba8-af7a-779f4561ec59 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:50.151451 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Routers {'478d1e21-9a1c-472e-a820-c81045f46e5d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:50.153612 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['478d1e21-9a1c-472e-a820-c81045f46e5d'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:50.183434 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321077c0-4095-4ba8-af7a-779f4561ec59 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Port': ['ID=a9f03c35-5cad-4ade-9ff4-dc07f06d92c2,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:50.207691 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-321077c0-4095-4ba8-af7a-779f4561ec59 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:50.212310 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4221dd-c495-4d6f-b954-7272be6c8e0a None None] Pushing event updated for resources: {'Port': ['ID=bc925cb1-68a7-41a7-bfad-6478dd9c46d4,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:50.218051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5cd388fe-0727-443a-b30f-96893e13dbee tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:50.243486 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-321077c0-4095-4ba8-af7a-779f4561ec59 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/ports/a9f03c35-5cad-4ade-9ff4-dc07f06d92c2 HTTP/1.1" status: 204 len: 168 time: 0.9412317 Jan 20 10:59:50.244273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57110) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:50.253472 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-56fa7aa5-0cf4-4dc1-83ac-8e4229b2a364 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89', 'mac_address': 'fa:16:3e:14:cc:1f', 'name': 'tempest-PortsTestJSON-726421512'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:50.296602 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5cd388fe-0727-443a-b30f-96893e13dbee tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:50.328685 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:50.344863 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] Set router 478d1e21-9a1c-472e-a820-c81045f46e5d gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:59:50.386616 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-56fa7aa5-0cf4-4dc1-83ac-8e4229b2a364 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:50.392533 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-56fa7aa5-0cf4-4dc1-83ac-8e4229b2a364 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:port and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:50.396789 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-56fa7aa5-0cf4-4dc1-83ac-8e4229b2a364 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:50.403497 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-56fa7aa5-0cf4-4dc1-83ac-8e4229b2a364 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:50.487482 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:50.547704 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fa7aa5-0cf4-4dc1-83ac-8e4229b2a364 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:50.618657 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5cd388fe-0727-443a-b30f-96893e13dbee tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:50.641018 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478d1e21-9a1c-472e-a820-c81045f46e5d', 'name': 'tempest-snat-router-57456098', 'tenant_id': 'a4cf99580ffe4140a0902c1cbe3395a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209'}], 'enable_snat': False}, 'gw_port_id': 'bc925cb1-68a7-41a7-bfad-6478dd9c46d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:59:46Z', 'updated_at': '2022-01-20T10:59:47Z', 'revision_number': 3, 'project_id': 'a4cf99580ffe4140a0902c1cbe3395a2', 'gw_port': {'id': 'bc925cb1-68a7-41a7-bfad-6478dd9c46d4', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:55:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478d1e21-9a1c-472e-a820-c81045f46e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:59:47Z', 'updated_at': '2022-01-20T10:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:50.647236 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afadf58-046b-493b-8040-ef48f358f8a6 None None] The sync data for ids ['478d1e21-9a1c-472e-a820-c81045f46e5d'] in dv-neutron-825471-1-hyperv is: [{'id': '478d1e21-9a1c-472e-a820-c81045f46e5d', 'name': 'tempest-snat-router-57456098', 'tenant_id': 'a4cf99580ffe4140a0902c1cbe3395a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209'}], 'enable_snat': False}, 'gw_port_id': 'bc925cb1-68a7-41a7-bfad-6478dd9c46d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:59:46Z', 'updated_at': '2022-01-20T10:59:47Z', 'revision_number': 3, 'project_id': 'a4cf99580ffe4140a0902c1cbe3395a2', 'gw_port': {'id': 'bc925cb1-68a7-41a7-bfad-6478dd9c46d4', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:55:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478d1e21-9a1c-472e-a820-c81045f46e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:59:47Z', 'updated_at': '2022-01-20T10:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:59:50.658124 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:50.662539 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:50.664353 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Pushing event updated for resources: {'Port': ['ID=01e64786-2ab0-4138-a1ae-103642ec36ab,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:50.665225 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Allocated IP 172.26.0.117 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/97111cb7-9c8b-41a6-84ca-9f1ef5240939) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 10:59:50.668247 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:50.680852 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd388fe-0727-443a-b30f-96893e13dbee tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e810b592-30ee-42c8-bde2-ad8c49014fd5,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:50.717853 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56fa7aa5-0cf4-4dc1-83ac-8e4229b2a364 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:50.779001 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:50.781052 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:50.798375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-56fa7aa5-0cf4-4dc1-83ac-8e4229b2a364 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] device_id is not set on port db4b577e-e0a8-4ec1-97cf-541189d2e2da yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:59:50.846141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5cd388fe-0727-443a-b30f-96893e13dbee tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:50.847841 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5cd388fe-0727-443a-b30f-96893e13dbee tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-groups/e810b592-30ee-42c8-bde2-ad8c49014fd5 HTTP/1.1" status: 204 len: 168 time: 0.8936110 Jan 20 10:59:50.851893 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57118) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:50.949753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:51.013928 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-90572a3b-4b2f-4dd4-a16b-4ef935908d9d tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.9781775 Jan 20 10:59:51.025291 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57122) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:51.030338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f68c56cd-48b6-4f1e-a9fc-cada314618e7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:51.033446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-160c90bd-4b4b-4d99-8036-07827ba0f56e tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.107'}]}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:51.091686 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-160c90bd-4b4b-4d99-8036-07827ba0f56e tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:51.108174 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-160c90bd-4b4b-4d99-8036-07827ba0f56e tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Usage tracker for resource:router and tenant:1835be2e19e04dfd9748a22e121d46d8 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:51.114213 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-160c90bd-4b4b-4d99-8036-07827ba0f56e tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:51.129991 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-160c90bd-4b4b-4d99-8036-07827ba0f56e tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:51.158352 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56fa7aa5-0cf4-4dc1-83ac-8e4229b2a364 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:51.164218 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98ec0a2d-c8a5-4626-9989-deafece9fb68 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:51.193904 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f68c56cd-48b6-4f1e-a9fc-cada314618e7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:51.193904 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f68c56cd-48b6-4f1e-a9fc-cada314618e7 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3292756 Jan 20 10:59:51.194190 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57128) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:51.243072 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-160c90bd-4b4b-4d99-8036-07827ba0f56e tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:51.243542 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-32dff13f-85e8-43ca-9417-39b4bab3fc41 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Synchronizing usage tracker for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:51.244064 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-160c90bd-4b4b-4d99-8036-07827ba0f56e tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:51.248283 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:51.266654 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-160c90bd-4b4b-4d99-8036-07827ba0f56e tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:51.287908 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56fa7aa5-0cf4-4dc1-83ac-8e4229b2a364 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:51.318385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98ec0a2d-c8a5-4626-9989-deafece9fb68 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:51.367041 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fa7aa5-0cf4-4dc1-83ac-8e4229b2a364 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:51.370152 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-56fa7aa5-0cf4-4dc1-83ac-8e4229b2a364 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:51.374041 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fa7aa5-0cf4-4dc1-83ac-8e4229b2a364 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:51.377901 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fa7aa5-0cf4-4dc1-83ac-8e4229b2a364 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:51.378682 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56fa7aa5-0cf4-4dc1-83ac-8e4229b2a364 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:51.395862 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa7aa5-0cf4-4dc1-83ac-8e4229b2a364 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=db4b577e-e0a8-4ec1-97cf-541189d2e2da,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:51.411560 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:51.413667 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Pushing event updated for resources: {'Port': ['ID=97111cb7-9c8b-41a6-84ca-9f1ef5240939,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:51.417484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:51.419517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:51.534352 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-32dff13f-85e8-43ca-9417-39b4bab3fc41 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] Unset dirty status for tenant:9ecf63777c9e4cf3963541876c164863 on resource:security_group_rule {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:51.539963 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-32dff13f-85e8-43ca-9417-39b4bab3fc41 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3450327 Jan 20 10:59:51.540553 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57132) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:51.567390 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-56fa7aa5-0cf4-4dc1-83ac-8e4229b2a364 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3196318 Jan 20 10:59:51.572053 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57136) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:51.583821 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-73a8e355-4253-4488-8191-79ec7b3e2fdf tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] delete failed (client error): The resource could not be found. Jan 20 10:59:51.585996 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-73a8e355-4253-4488-8191-79ec7b3e2fdf tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "DELETE /v2.0/security-groups/e810b592-30ee-42c8-bde2-ad8c49014fd5 HTTP/1.1" status: 404 len: 347 time: 0.0420513 Jan 20 10:59:51.591404 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57140) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:51.704082 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a0beca-2ada-47dd-8368-95a707e011c3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:51.704570 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b6a0beca-2ada-47dd-8368-95a707e011c3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Synchronizing usage tracker for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:51.709118 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-160c90bd-4b4b-4d99-8036-07827ba0f56e tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:51.856952 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-48cf69c1-f48d-418d-ac26-348befa58a22 tempest-SecGroupIPv6Test-1141183417 tempest-SecGroupIPv6Test-1141183417-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2604098 Jan 20 10:59:51.876141 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-98ec0a2d-c8a5-4626-9989-deafece9fb68 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Floating IP cd0b4a04-27d5-4912-8b4e-cbc5fca252c2 associated. External IP: 172.26.0.208, port: 1b7f2ecb-1517-4a81-acdb-47235bb93115. Jan 20 10:59:51.892344 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b6a0beca-2ada-47dd-8368-95a707e011c3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Unset dirty status for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:51.896644 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b6a0beca-2ada-47dd-8368-95a707e011c3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports/db4b577e-e0a8-4ec1-97cf-541189d2e2da HTTP/1.1" status: 200 len: 840 time: 0.3204000 Jan 20 10:59:51.897873 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57146) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:51.995707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:51.996525 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:51.997411 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-abf91cd8-f57a-4f4c-8de2-6b595c378d38 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port db4b577e-e0a8-4ec1-97cf-541189d2e2da {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:52.000058 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-abf91cd8-f57a-4f4c-8de2-6b595c378d38 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:52.297361 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-abf91cd8-f57a-4f4c-8de2-6b595c378d38 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:52.434656 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-abf91cd8-f57a-4f4c-8de2-6b595c378d38 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for db4b577e-e0a8-4ec1-97cf-541189d2e2da owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:52.482973 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57158) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:52.538847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ec0a2d-c8a5-4626-9989-deafece9fb68 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router 7808d997-0e79-46d1-bab3-0af3f05906f9 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 10:59:52.556559 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-160c90bd-4b4b-4d99-8036-07827ba0f56e tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:52.588422 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-160c90bd-4b4b-4d99-8036-07827ba0f56e tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:52.609858 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Router 6b02bd5b-6850-4e9f-a1fa-d7e2e2d86f7a is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 10:59:52.716736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-abf91cd8-f57a-4f4c-8de2-6b595c378d38 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:52.772324 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf91cd8-f57a-4f4c-8de2-6b595c378d38 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Port': ['ID=db4b577e-e0a8-4ec1-97cf-541189d2e2da,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:52.792935 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-abf91cd8-f57a-4f4c-8de2-6b595c378d38 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:52.832339 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d1dfcae9-e733-43c2-b65f-b18a5d6065ee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ecf63777c9e4cf3963541876c164863&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3425994 Jan 20 10:59:52.835609 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57164) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:52.919400 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device bc925cb1-68a7-41a7-bfad-6478dd9c46d4 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:59:52.938428 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-abf91cd8-f57a-4f4c-8de2-6b595c378d38 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/ports/db4b577e-e0a8-4ec1-97cf-541189d2e2da HTTP/1.1" status: 204 len: 168 time: 1.0395401 Jan 20 10:59:52.942036 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57168) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:52.995747 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0419328-a8e2-4684-8275-701a329b178d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] GET failed (client error): The resource could not be found. Jan 20 10:59:52.995959 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ec0a2d-c8a5-4626-9989-deafece9fb68 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:59:52.998285 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b0419328-a8e2-4684-8275-701a329b178d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Synchronizing usage tracker for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:53.005822 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c187a51-d091-4c63-9a56-cc0d94c7f850 None None] Sync routers for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:59:53.018069 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c187a51-d091-4c63-9a56-cc0d94c7f850 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:53.018796 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-1c187a51-d091-4c63-9a56-cc0d94c7f850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:53.023332 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-baf9768c-6e87-4420-91df-8fde58d92b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:53.050065 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port bc925cb1-68a7-41a7-bfad-6478dd9c46d4 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 10:59:53.054489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-160c90bd-4b4b-4d99-8036-07827ba0f56e tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:53.055786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port bc925cb1-68a7-41a7-bfad-6478dd9c46d4 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:59:53.056159 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:53.088168 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-1c187a51-d091-4c63-9a56-cc0d94c7f850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:53.097033 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c187a51-d091-4c63-9a56-cc0d94c7f850 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:53.100117 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-1c187a51-d091-4c63-9a56-cc0d94c7f850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:53.106981 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-baf9768c-6e87-4420-91df-8fde58d92b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:53.126800 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b0419328-a8e2-4684-8275-701a329b178d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Unset dirty status for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:53.131504 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b0419328-a8e2-4684-8275-701a329b178d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports/db4b577e-e0a8-4ec1-97cf-541189d2e2da HTTP/1.1" status: 404 len: 333 time: 0.1831229 Jan 20 10:59:53.131679 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:59:53.138836 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57174) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:53.150616 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-67ca7bab-75db-430d-8ed0-1ac4dfcd0df1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89', 'name': 'tempest-PortsTestJSON-1860551399'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:53.154578 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Sync routers for ids ['6b02bd5b-6850-4e9f-a1fa-d7e2e2d86f7a'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:59:53.172380 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-1c187a51-d091-4c63-9a56-cc0d94c7f850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:53.173029 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c187a51-d091-4c63-9a56-cc0d94c7f850 None None] The sync data for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:59:53.218277 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Routers {'6b02bd5b-6850-4e9f-a1fa-d7e2e2d86f7a'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:53.219129 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['6b02bd5b-6850-4e9f-a1fa-d7e2e2d86f7a'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:53.252161 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:53.256732 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-598d78d9-ff21-414e-90af-f3d81378c5ce tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.2060342 Jan 20 10:59:53.257583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57180) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:53.346523 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:53.440371 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port bc925cb1-68a7-41a7-bfad-6478dd9c46d4, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=bc925cb1-68a7-41a7-bfad-6478dd9c46d4,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:53.468068 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Set router 6b02bd5b-6850-4e9f-a1fa-d7e2e2d86f7a gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:59:53.515870 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:53.562776 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-67ca7bab-75db-430d-8ed0-1ac4dfcd0df1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:53.586279 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-67ca7bab-75db-430d-8ed0-1ac4dfcd0df1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:53.720994 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-baf9768c-6e87-4420-91df-8fde58d92b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:53.743941 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-160c90bd-4b4b-4d99-8036-07827ba0f56e tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:53.745734 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9768c-6e87-4420-91df-8fde58d92b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614cf631-6fbb-4d44-84be-c7d9efd09abe,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:53.756348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-160c90bd-4b4b-4d99-8036-07827ba0f56e tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:53.756464 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ab90e5af-24b0-42ce-aa4f-f8ab6a017d35 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "GET /v2.0/routers/6b02bd5b-6850-4e9f-a1fa-d7e2e2d86f7a HTTP/1.1" status: 200 len: 906 time: 0.4962199 Jan 20 10:59:53.757127 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57188) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:53.782064 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ca7bab-75db-430d-8ed0-1ac4dfcd0df1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:53.790485 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-67ca7bab-75db-430d-8ed0-1ac4dfcd0df1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:53.812461 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=bc925cb1-68a7-41a7-bfad-6478dd9c46d4,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:53.855852 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-67ca7bab-75db-430d-8ed0-1ac4dfcd0df1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] device_id is not set on port 8a90c332-5161-4fc2-b3a0-0d805caa7e02 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 10:59:53.913226 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-160c90bd-4b4b-4d99-8036-07827ba0f56e tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:53.914136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160c90bd-4b4b-4d99-8036-07827ba0f56e tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79af2553-06e2-44b0-8b39-b36811e3081f {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 10:59:53.921495 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b02bd5b-6850-4e9f-a1fa-d7e2e2d86f7a', 'name': 'tempest-snat-router-57456098', 'tenant_id': 'a4cf99580ffe4140a0902c1cbe3395a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '97111cb7-9c8b-41a6-84ca-9f1ef5240939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:59:49Z', 'updated_at': '2022-01-20T10:59:51Z', 'revision_number': 3, 'project_id': 'a4cf99580ffe4140a0902c1cbe3395a2', 'gw_port': {'id': '97111cb7-9c8b-41a6-84ca-9f1ef5240939', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b02bd5b-6850-4e9f-a1fa-d7e2e2d86f7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:59:50Z', 'updated_at': '2022-01-20T10:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:53.928336 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Checking router: 6b02bd5b-6850-4e9f-a1fa-d7e2e2d86f7a for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 10:59:53.929300 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Updating router 6b02bd5b-6850-4e9f-a1fa-d7e2e2d86f7a port 97111cb7-9c8b-41a6-84ca-9f1ef5240939 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 10:59:54.004380 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-baf9768c-6e87-4420-91df-8fde58d92b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:54.008027 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-baf9768c-6e87-4420-91df-8fde58d92b1f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/614cf631-6fbb-4d44-84be-c7d9efd09abe HTTP/1.1" status: 204 len: 168 time: 1.1677105 Jan 20 10:59:54.048989 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f30965-0bde-49d4-8f72-e81c588739e6 req-03fcf8f6-b9a0-45f6-a529-47ca8f6ae41e tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:54.051208 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0f30965-0bde-49d4-8f72-e81c588739e6 req-03fcf8f6-b9a0-45f6-a529-47ca8f6ae41e tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 946 time: 0.2345529 Jan 20 10:59:54.058588 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ec0a2d-c8a5-4626-9989-deafece9fb68 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router 7808d997-0e79-46d1-bab3-0af3f05906f9 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 10:59:54.067363 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:54.086529 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:54.192398 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-160c90bd-4b4b-4d99-8036-07827ba0f56e tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 20 10:59:54.193888 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-160c90bd-4b4b-4d99-8036-07827ba0f56e tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1673741 Jan 20 10:59:54.199372 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57194) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:54.314150 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0f30965-0bde-49d4-8f72-e81c588739e6 req-002fef4f-c889-48af-a377-7d3fc5006da3 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/security-groups?id=6353a133-3d25-42f4-8a86-33f8c0b48ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397616 Jan 20 10:59:54.361772 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-67ca7bab-75db-430d-8ed0-1ac4dfcd0df1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:54.370808 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8513ef41-f00b-45da-937f-d606b1366c15 tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Deleting port 01e64786-2ab0-4138-a1ae-103642ec36ab {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:54.371157 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8513ef41-f00b-45da-937f-d606b1366c15 tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:54.545749 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:54.558183 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ec0a2d-c8a5-4626-9989-deafece9fb68 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:59:54.564171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98ec0a2d-c8a5-4626-9989-deafece9fb68 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:54.574098 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01503595-b774-43d2-aa0e-97487843103a None None] Sync routers for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:59:54.609197 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01503595-b774-43d2-aa0e-97487843103a None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:54.609853 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-01503595-b774-43d2-aa0e-97487843103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:54.611376 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:54.625360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Transition to ACTIVE for port object 97111cb7-9c8b-41a6-84ca-9f1ef5240939 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 10:59:54.673104 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Deleting port 97111cb7-9c8b-41a6-84ca-9f1ef5240939 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:54.673465 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:54.704956 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-01503595-b774-43d2-aa0e-97487843103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:54.718285 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01503595-b774-43d2-aa0e-97487843103a None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:54.719183 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-01503595-b774-43d2-aa0e-97487843103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:54.721958 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:54.729396 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8513ef41-f00b-45da-937f-d606b1366c15 tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:54.825668 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-98ec0a2d-c8a5-4626-9989-deafece9fb68 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "PUT /v2.0/floatingips/cd0b4a04-27d5-4912-8b4e-cbc5fca252c2 HTTP/1.1" status: 200 len: 979 time: 5.2682142 Jan 20 10:59:54.830237 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57212) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:54.836220 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-e95e4ffb-166a-4ad8-9e4a-7c44a6ea7e91 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:54.868260 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8513ef41-f00b-45da-937f-d606b1366c15 tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Calling delete_port for 01e64786-2ab0-4138-a1ae-103642ec36ab owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:54.896644 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-01503595-b774-43d2-aa0e-97487843103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:54.898629 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01503595-b774-43d2-aa0e-97487843103a None None] The sync data for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:59:54.912982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Attempting to bind port 97111cb7-9c8b-41a6-84ca-9f1ef5240939 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 10:59:54.912982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Attempting to bind port 97111cb7-9c8b-41a6-84ca-9f1ef5240939 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 10:59:54.912982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Attempting to bind port 97111cb7-9c8b-41a6-84ca-9f1ef5240939 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 10:59:54.968109 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device bc925cb1-68a7-41a7-bfad-6478dd9c46d4 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 10:59:55.022573 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 10:59:55.022961 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 10:59:55.023363 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:55.023795 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 10:59:55.024252 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Bound port: 97111cb7-9c8b-41a6-84ca-9f1ef5240939, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 10:59:55.024631 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:55.062207 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd047861-a878-42bd-9c3a-b08b7c0c5eb1 None None] Pushing event updated for resources: {'Port': ['ID=97111cb7-9c8b-41a6-84ca-9f1ef5240939,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:55.137190 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] For port 97111cb7-9c8b-41a6-84ca-9f1ef5240939, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 10:59:55.143050 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] For port 97111cb7-9c8b-41a6-84ca-9f1ef5240939, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=97111cb7-9c8b-41a6-84ca-9f1ef5240939,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 10:59:55.151826 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port bc925cb1-68a7-41a7-bfad-6478dd9c46d4 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 10:59:55.152824 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:55.166146 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e95e4ffb-166a-4ad8-9e4a-7c44a6ea7e91 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:55.210054 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-67ca7bab-75db-430d-8ed0-1ac4dfcd0df1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:55.235284 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:55.327725 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca7bab-75db-430d-8ed0-1ac4dfcd0df1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 10:59:55.334258 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca7bab-75db-430d-8ed0-1ac4dfcd0df1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=8a90c332-5161-4fc2-b3a0-0d805caa7e02,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:55.337681 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-67ca7bab-75db-430d-8ed0-1ac4dfcd0df1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 10:59:55.339714 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca7bab-75db-430d-8ed0-1ac4dfcd0df1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 10:59:55.343685 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca7bab-75db-430d-8ed0-1ac4dfcd0df1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:55.344328 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-67ca7bab-75db-430d-8ed0-1ac4dfcd0df1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:55.378249 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0317d58-358b-4db1-88b0-557fbfc8c978 req-4d2951de-97bc-4bdc-af4a-fedf11be48ba tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:55.380409 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e0317d58-358b-4db1-88b0-557fbfc8c978 req-4d2951de-97bc-4bdc-af4a-fedf11be48ba tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 946 time: 0.4145939 Jan 20 10:59:55.430031 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8513ef41-f00b-45da-937f-d606b1366c15 tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:55.430556 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd047861-a878-42bd-9c3a-b08b7c0c5eb1 None None] Pushing event updated for resources: {'Port': ['ID=97111cb7-9c8b-41a6-84ca-9f1ef5240939,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:55.434203 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:55.447896 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Routers {'6b02bd5b-6850-4e9f-a1fa-d7e2e2d86f7a'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:55.448750 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['6b02bd5b-6850-4e9f-a1fa-d7e2e2d86f7a'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:55.488948 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e0317d58-358b-4db1-88b0-557fbfc8c978 req-f6c3b189-8870-449e-b410-50037a2f97e1 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010478 Jan 20 10:59:55.509000 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-67ca7bab-75db-430d-8ed0-1ac4dfcd0df1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3656068 Jan 20 10:59:55.514596 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57226) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:55.518353 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513ef41-f00b-45da-937f-d606b1366c15 tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Pushing event deleted for resources: {'Port': ['ID=01e64786-2ab0-4138-a1ae-103642ec36ab,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:55.525578 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:55.675715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Calling delete_port for 97111cb7-9c8b-41a6-84ca-9f1ef5240939 owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:55.758746 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8513ef41-f00b-45da-937f-d606b1366c15 tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:55.759331 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] Set router 6b02bd5b-6850-4e9f-a1fa-d7e2e2d86f7a gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 10:59:55.761263 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8513ef41-f00b-45da-937f-d606b1366c15 tempest-RoutersAdminNegativeIpV6Test-19170027 tempest-RoutersAdminNegativeIpV6Test-19170027-project-admin] 10.222.0.70 "DELETE /v2.0/ports/01e64786-2ab0-4138-a1ae-103642ec36ab HTTP/1.1" status: 204 len: 168 time: 1.5517287 Jan 20 10:59:55.775571 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:56.002928 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e95e4ffb-166a-4ad8-9e4a-7c44a6ea7e91 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:56.003811 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b02bd5b-6850-4e9f-a1fa-d7e2e2d86f7a', 'name': 'tempest-snat-router-57456098', 'tenant_id': 'a4cf99580ffe4140a0902c1cbe3395a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:59:49Z', 'updated_at': '2022-01-20T10:59:54Z', 'revision_number': 4, 'project_id': 'a4cf99580ffe4140a0902c1cbe3395a2', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:56.009622 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.api [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 10:59:56.009877 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG oslo_db.api [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 10:59:56.016100 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c19f3d3-780c-46b0-a50b-d84e30ee67b6 None None] The sync data for ids ['6b02bd5b-6850-4e9f-a1fa-d7e2e2d86f7a'] in dv-neutron-825471-1-hyperv is: [{'id': '6b02bd5b-6850-4e9f-a1fa-d7e2e2d86f7a', 'name': 'tempest-snat-router-57456098', 'tenant_id': 'a4cf99580ffe4140a0902c1cbe3395a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:59:49Z', 'updated_at': '2022-01-20T10:59:54Z', 'revision_number': 4, 'project_id': 'a4cf99580ffe4140a0902c1cbe3395a2', 'gw_port_host': None}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:59:56.079370 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e95e4ffb-166a-4ad8-9e4a-7c44a6ea7e91 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:56.079528 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-e95e4ffb-166a-4ad8-9e4a-7c44a6ea7e91 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Floating IP cd0b4a04-27d5-4912-8b4e-cbc5fca252c2 disassociated. External IP: 172.26.0.208, port: 61fbefb2-371e-40a3-927c-01c2874ec1ff. Jan 20 10:59:56.090496 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57246) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:56.180679 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fd9ee-f5ce-4b49-9f86-a279fd9f5a84 req-19529aef-2848-4d85-83cc-99572340c13f tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:56.182364 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-237fd9ee-f5ce-4b49-9f86-a279fd9f5a84 req-19529aef-2848-4d85-83cc-99572340c13f tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 946 time: 0.3176482 Jan 20 10:59:56.195850 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:56.227662 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c9e0e-48ef-4352-af7d-a6629c190817 req-7b77084c-1499-4660-8125-845169dba7e1 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:56.234222 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-be5c9e0e-48ef-4352-af7d-a6629c190817 req-7b77084c-1499-4660-8125-845169dba7e1 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.2042959 Jan 20 10:59:56.275787 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b18878bf-9a6b-4015-bbe0-1767adc98c2c tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:56.276470 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-b18878bf-9a6b-4015-bbe0-1767adc98c2c tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): There was a conflict when trying to complete your request. Jan 20 10:59:56.277464 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b18878bf-9a6b-4015-bbe0-1767adc98c2c tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1785388 Jan 20 10:59:56.281229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57254) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:56.288361 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144315873'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:56.291386 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-237fd9ee-f5ce-4b49-9f86-a279fd9f5a84 req-10b3ee19-a382-4397-baa6-be673469a085 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/security-groups?id=6353a133-3d25-42f4-8a86-33f8c0b48ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978405 Jan 20 10:59:56.297112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:56.301324 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-be5c9e0e-48ef-4352-af7d-a6629c190817 req-5e3acd94-6dcf-4b70-9e6e-35cbf1770e33 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662224 Jan 20 10:59:56.302649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:56.305904 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:56.313305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:56.319975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:56.382736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] In _notify_port_updated(), no bound segment for port 8a90c332-5161-4fc2-b3a0-0d805caa7e02 on network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 10:59:56.387155 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:56.387921 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:56.391875 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "PUT /v2.0/ports/8a90c332-5161-4fc2-b3a0-0d805caa7e02 HTTP/1.1" status: 200 len: 818 time: 0.8731821 Jan 20 10:59:56.398154 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57262) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:56.428894 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:56.453841 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:56.484990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=8a90c332-5161-4fc2-b3a0-0d805caa7e02,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:56.505410 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-485dfb75-58bb-4ac8-adda-19415ec5ccc8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port 8a90c332-5161-4fc2-b3a0-0d805caa7e02 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:56.505925 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-485dfb75-58bb-4ac8-adda-19415ec5ccc8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:56.510523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Deleting port 97111cb7-9c8b-41a6-84ca-9f1ef5240939 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:56.517727 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:56.531830 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:56.532323 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:56.532763 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:56.533250 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:56.533726 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:56.534155 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:56.535295 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:56.535814 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:56.536269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:56.536820 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:56.537242 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7d30d-1300-4ed5-9887-597676204b9b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:56.541918 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:56.559825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:56.572868 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:56.581667 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:56.705710 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57266) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:56.752838 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-485dfb75-58bb-4ac8-adda-19415ec5ccc8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:56.891311 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:56.897468 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] For port 97111cb7-9c8b-41a6-84ca-9f1ef5240939, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=97111cb7-9c8b-41a6-84ca-9f1ef5240939,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:56.897844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:56.954256 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-018a4904-4bd4-40bb-a18f-cad1eb928ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:56.983738 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-485dfb75-58bb-4ac8-adda-19415ec5ccc8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for 8a90c332-5161-4fc2-b3a0-0d805caa7e02 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:57.051221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Calling delete_port for 97111cb7-9c8b-41a6-84ca-9f1ef5240939 owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:57.163791 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-018a4904-4bd4-40bb-a18f-cad1eb928ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:57.178235 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-018a4904-4bd4-40bb-a18f-cad1eb928ccf admin admin] Usage tracker for resource:security_group_rule and tenant:27d20db329e6429e98aaf2ba49448fcc is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:57.183242 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-018a4904-4bd4-40bb-a18f-cad1eb928ccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:57.199722 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-018a4904-4bd4-40bb-a18f-cad1eb928ccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:57.223015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:57.259910 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9198aa-76df-479c-8251-a60cac678a85 req-218ef3c8-64d7-4453-a8b9-a615345432cd tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:57.261379 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d9198aa-76df-479c-8251-a60cac678a85 req-218ef3c8-64d7-4453-a8b9-a615345432cd tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 946 time: 0.1983657 Jan 20 10:59:57.267531 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-485dfb75-58bb-4ac8-adda-19415ec5ccc8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:57.277123 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fe127-2a7b-4350-8fb4-e5601ed75f51 req-5322ea40-88b9-416f-a878-b4a4a18deead tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:57.278559 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c2fe127-2a7b-4350-8fb4-e5601ed75f51 req-5322ea40-88b9-416f-a878-b4a4a18deead tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.1743188 Jan 20 10:59:57.304561 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:57.317196 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a19ae4-6e1b-4aa8-ae3f-7008d693eb9c,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:57.319578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:57.336509 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:57.341658 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95e4ffb-166a-4ad8-9e4a-7c44a6ea7e91 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router 7808d997-0e79-46d1-bab3-0af3f05906f9 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 10:59:57.358055 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:57.380168 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:57.380585 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:57.380935 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:57.381273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:57.381637 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:57.381972 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:57.382333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:57.382657 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:57.382983 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:57.383310 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:57.383632 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 10:59:57.444775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c42486-8cfc-4394-9c86-b4ee916c0e3c req-5e5b1a2c-3574-4eb4-b57e-31b7cbcbcd47 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:57.445565 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-43c42486-8cfc-4394-9c86-b4ee916c0e3c req-5e5b1a2c-3574-4eb4-b57e-31b7cbcbcd47 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Synchronizing usage tracker for tenant:f524b6c0c60749f2833f5e039c4b5e15 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:57.462800 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485dfb75-58bb-4ac8-adda-19415ec5ccc8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Port': ['ID=8a90c332-5161-4fc2-b3a0-0d805caa7e02,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:57.519032 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-485dfb75-58bb-4ac8-adda-19415ec5ccc8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:57.532626 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-018a4904-4bd4-40bb-a18f-cad1eb928ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:57.544893 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c2fe127-2a7b-4350-8fb4-e5601ed75f51 req-a1b3ab81-6d79-4e4e-b3cd-e9845c084d11 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251887 Jan 20 10:59:57.547291 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d9198aa-76df-479c-8251-a60cac678a85 req-1ea26832-86ca-46c4-b460-1d8d492bb0a4 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760525 Jan 20 10:59:57.548689 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-485dfb75-58bb-4ac8-adda-19415ec5ccc8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/ports/8a90c332-5161-4fc2-b3a0-0d805caa7e02 HTTP/1.1" status: 204 len: 168 time: 1.1494246 Jan 20 10:59:57.558115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57278) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:57.567819 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:57.634732 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-018a4904-4bd4-40bb-a18f-cad1eb928ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:57.661553 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:57.675613 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-43c42486-8cfc-4394-9c86-b4ee916c0e3c req-5e5b1a2c-3574-4eb4-b57e-31b7cbcbcd47 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Unset dirty status for tenant:f524b6c0c60749f2833f5e039c4b5e15 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:57.676835 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-43c42486-8cfc-4394-9c86-b4ee916c0e3c req-5e5b1a2c-3574-4eb4-b57e-31b7cbcbcd47 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 946 time: 0.6326919 Jan 20 10:59:57.696656 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555ac97b-b4ef-4473-b723-16dafbd8285e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:57.697348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-555ac97b-b4ef-4473-b723-16dafbd8285e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Synchronizing usage tracker for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:57.739607 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a4904-4bd4-40bb-a18f-cad1eb928ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68051085-5bb6-4710-9010-b7e5ca90cc7d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:57.752839 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-018a4904-4bd4-40bb-a18f-cad1eb928ccf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=27d20db329e6429e98aaf2ba49448fcc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0412245 Jan 20 10:59:57.754386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57286) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:57.764353 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:57.821138 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae22e1ea-89cb-466a-97c0-01178fa487f2,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:57.850505 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572bdb-eee3-4b8c-a3dc-666de51b766d req-d3368a4e-3c0f-43db-b41a-5f514c9e1566 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:57.852050 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cc572bdb-eee3-4b8c-a3dc-666de51b766d req-d3368a4e-3c0f-43db-b41a-5f514c9e1566 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 946 time: 0.1628356 Jan 20 10:59:57.853223 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-178f7aa4-2316-445e-8f3b-3324053f33af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:57.855132 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-555ac97b-b4ef-4473-b723-16dafbd8285e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Unset dirty status for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:57.856163 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-555ac97b-b4ef-4473-b723-16dafbd8285e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2966735 Jan 20 10:59:57.862159 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57290) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:57.902131 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Pushing event deleted for resources: {'Port': ['ID=97111cb7-9c8b-41a6-84ca-9f1ef5240939,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:57.915902 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-43c42486-8cfc-4394-9c86-b4ee916c0e3c req-19238e1d-dbc4-4da4-b45f-66fad2bbe8bb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Deleting port 9efc373b-07af-465a-b787-df70b915b222 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:57.916253 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-43c42486-8cfc-4394-9c86-b4ee916c0e3c req-19238e1d-dbc4-4da4-b45f-66fad2bbe8bb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:57.946791 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-178f7aa4-2316-445e-8f3b-3324053f33af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:57.977619 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-084aaa13-b609-4b5c-8df5-41b425dedbb2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] GET failed (client error): The resource could not be found. Jan 20 10:59:57.987397 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-084aaa13-b609-4b5c-8df5-41b425dedbb2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports/8a90c332-5161-4fc2-b3a0-0d805caa7e02 HTTP/1.1" status: 404 len: 333 time: 0.1066947 Jan 20 10:59:57.987682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:57.987682 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-94126938-e8cf-4f19-8c39-d664fb7ac42f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6996694 Jan 20 10:59:57.993030 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57294) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:57.993356 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57296) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:58.011918 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f1352855-0cea-46b7-8666-5aa3ec26954d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1751804732'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:58.017458 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-bbd969d8-283d-4e24-be9c-248f13f34566 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': 'ae22e1ea-89cb-466a-97c0-01178fa487f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:58.033846 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f1352855-0cea-46b7-8666-5aa3ec26954d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:58.037010 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bbd969d8-283d-4e24-be9c-248f13f34566 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:58.046392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bbd969d8-283d-4e24-be9c-248f13f34566 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:58.049296 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f1352855-0cea-46b7-8666-5aa3ec26954d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:network and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:58.054046 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bbd969d8-283d-4e24-be9c-248f13f34566 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:58.057423 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f1352855-0cea-46b7-8666-5aa3ec26954d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:58.067139 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cc572bdb-eee3-4b8c-a3dc-666de51b766d req-01c5f704-f88e-4dc8-be48-eebc4b7aac18 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/security-groups?id=6353a133-3d25-42f4-8a86-33f8c0b48ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956546 Jan 20 10:59:58.074584 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f1352855-0cea-46b7-8666-5aa3ec26954d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:58.077684 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bbd969d8-283d-4e24-be9c-248f13f34566 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:58.186833 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1352855-0cea-46b7-8666-5aa3ec26954d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:58.190064 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f1352855-0cea-46b7-8666-5aa3ec26954d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:58.202553 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-178f7aa4-2316-445e-8f3b-3324053f33af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:58.219024 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bbd969d8-283d-4e24-be9c-248f13f34566 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:58.230782 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f7aa4-2316-445e-8f3b-3324053f33af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68051085-5bb6-4710-9010-b7e5ca90cc7d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:58.283182 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1352855-0cea-46b7-8666-5aa3ec26954d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 10:59:58.285895 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-178f7aa4-2316-445e-8f3b-3324053f33af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:58.289801 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-178f7aa4-2316-445e-8f3b-3324053f33af admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/68051085-5bb6-4710-9010-b7e5ca90cc7d HTTP/1.1" status: 204 len: 168 time: 0.5315802 Jan 20 10:59:58.304026 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f1352855-0cea-46b7-8666-5aa3ec26954d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:58.304426 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-f1352855-0cea-46b7-8666-5aa3ec26954d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Added segment 3d50ae3e-fc95-4fed-a021-5a79878b30e2 of type vlan for network 98ca3604-4bcb-499d-9a57-5496dd6662ea Jan 20 10:59:58.328615 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:58.345003 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bbd969d8-283d-4e24-be9c-248f13f34566 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:58.348626 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f1352855-0cea-46b7-8666-5aa3ec26954d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:58.452603 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bbd969d8-283d-4e24-be9c-248f13f34566 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:58.479837 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd969d8-283d-4e24-be9c-248f13f34566 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8bebbb-ed6c-4b25-ae0d-c01bcaafb0eb,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:58.521392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f1352855-0cea-46b7-8666-5aa3ec26954d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:58.526111 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1352855-0cea-46b7-8666-5aa3ec26954d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:58.526722 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f1352855-0cea-46b7-8666-5aa3ec26954d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:58.556233 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95e4ffb-166a-4ad8-9e4a-7c44a6ea7e91 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 10:59:58.563086 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68752a84-3d4c-45fa-8ea9-50fb19b6c64a None None] Sync routers for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 10:59:58.576067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bbd969d8-283d-4e24-be9c-248f13f34566 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:58.578694 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68752a84-3d4c-45fa-8ea9-50fb19b6c64a None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:58.579591 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-68752a84-3d4c-45fa-8ea9-50fb19b6c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:58.583954 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bbd969d8-283d-4e24-be9c-248f13f34566 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5862043 Jan 20 10:59:58.604534 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57306) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:58.610476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e95e4ffb-166a-4ad8-9e4a-7c44a6ea7e91 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:58.658444 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-8b5cac07-ac77-46a1-8aa1-a0b49f56c819 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': 'ae22e1ea-89cb-466a-97c0-01178fa487f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:58.710921 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f1352855-0cea-46b7-8666-5aa3ec26954d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7140379 Jan 20 10:59:58.711681 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1352855-0cea-46b7-8666-5aa3ec26954d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Network': ['ID=98ca3604-4bcb-499d-9a57-5496dd6662ea,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 10:59:58.725841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57314) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:58.729003 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 98ca3604-4bcb-499d-9a57-5496dd6662ea details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 10:59:58.760387 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-68752a84-3d4c-45fa-8ea9-50fb19b6c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:58.771335 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f70661fc-9293-4908-b2e8-13b62522b40d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'subnet': {'network_id': '98ca3604-4bcb-499d-9a57-5496dd6662ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 10:59:58.887695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8b5cac07-ac77-46a1-8aa1-a0b49f56c819 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:58.907172 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68752a84-3d4c-45fa-8ea9-50fb19b6c64a None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 10:59:58.921849 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-68752a84-3d4c-45fa-8ea9-50fb19b6c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:58.922876 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8b5cac07-ac77-46a1-8aa1-a0b49f56c819 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:58.928236 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8b5cac07-ac77-46a1-8aa1-a0b49f56c819 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:58.934553 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:58.968448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-43c42486-8cfc-4394-9c86-b4ee916c0e3c req-19238e1d-dbc4-4da4-b45f-66fad2bbe8bb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] For port 9efc373b-07af-465a-b787-df70b915b222, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=9efc373b-07af-465a-b787-df70b915b222,segment=NetworkSegment(3dfa1d30-4d9d-46ba-832a-ef358ccc133a),segment_id=3dfa1d30-4d9d-46ba-832a-ef358ccc133a)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 10:59:58.968820 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-43c42486-8cfc-4394-9c86-b4ee916c0e3c req-19238e1d-dbc4-4da4-b45f-66fad2bbe8bb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:58.981577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8b5cac07-ac77-46a1-8aa1-a0b49f56c819 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:58.996484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:59.012910 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-68752a84-3d4c-45fa-8ea9-50fb19b6c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 10:59:59.013326 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68752a84-3d4c-45fa-8ea9-50fb19b6c64a None None] The sync data for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 10:59:59.026622 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e95e4ffb-166a-4ad8-9e4a-7c44a6ea7e91 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "PUT /v2.0/floatingips/cd0b4a04-27d5-4912-8b4e-cbc5fca252c2 HTTP/1.1" status: 200 len: 688 time: 4.1951909 Jan 20 10:59:59.040022 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57320) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:59.043018 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13a907-3214-4cb5-ae80-723eec45d923 req-f449cb97-5dbe-4526-a4e9-fb5765f6d1d7 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:59.043992 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-1b13a907-3214-4cb5-ae80-723eec45d923 req-f449cb97-5dbe-4526-a4e9-fb5765f6d1d7 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Synchronizing usage tracker for tenant:0bee70239b8e4619a62843d13cf51ee9 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 10:59:59.140110 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f70661fc-9293-4908-b2e8-13b62522b40d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 10:59:59.205411 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f70661fc-9293-4908-b2e8-13b62522b40d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:subnet and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 10:59:59.221132 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f70661fc-9293-4908-b2e8-13b62522b40d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 10:59:59.221316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:59.221316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b02bd5b-6850-4e9f-a1fa-d7e2e2d86f7a {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 10:59:59.221624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-1b13a907-3214-4cb5-ae80-723eec45d923 req-f449cb97-5dbe-4526-a4e9-fb5765f6d1d7 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Unset dirty status for tenant:0bee70239b8e4619a62843d13cf51ee9 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 10:59:59.223566 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1b13a907-3214-4cb5-ae80-723eec45d923 req-f449cb97-5dbe-4526-a4e9-fb5765f6d1d7 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.72 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 946 time: 1.0359628 Jan 20 10:59:59.229453 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b5cac07-ac77-46a1-8aa1-a0b49f56c819 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:59.243475 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f70661fc-9293-4908-b2e8-13b62522b40d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 10:59:59.269670 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-68fc4cf5-bb7c-4253-b460-b95923e4817b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Deleting port bcc7d0d0-b312-43d6-8488-6364fbbf5630 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:59.270636 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68fc4cf5-bb7c-4253-b460-b95923e4817b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:59.289298 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57326) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:59.304385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:59.313650 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-03f8da9b-cba2-4b2f-b403-5b391fedcea1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "DELETE /v2.0/routers/6b02bd5b-6850-4e9f-a1fa-d7e2e2d86f7a HTTP/1.1" status: 204 len: 168 time: 5.5473166 Jan 20 10:59:59.313777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921ae3a-80f4-468e-8901-0a816027da00 req-d9a4f988-838b-4d38-9426-5875f748cdad tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:59.314489 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d921ae3a-80f4-468e-8901-0a816027da00 req-d9a4f988-838b-4d38-9426-5875f748cdad tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 946 time: 0.5892732 Jan 20 10:59:59.326381 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5c0ee-e830-4bbd-914f-1d33816dfa63 req-f3b6d360-61cb-4e4b-8aa3-b3677387e1d1 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 10:59:59.333363 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7ad5c0ee-e830-4bbd-914f-1d33816dfa63 req-f3b6d360-61cb-4e4b-8aa3-b3677387e1d1 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.3891759 Jan 20 10:59:59.338620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57330) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:59.359555 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70661fc-9293-4908-b2e8-13b62522b40d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 10:59:59.472776 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-1b13a907-3214-4cb5-ae80-723eec45d923 req-e38e0539-e0dc-40b5-b2f4-e595292094a9 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Deleting port abe3495f-6ec4-49e4-9e54-eb4c423c12b4 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 10:59:59.473302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1b13a907-3214-4cb5-ae80-723eec45d923 req-e38e0539-e0dc-40b5-b2f4-e595292094a9 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:59.565239 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-43c42486-8cfc-4394-9c86-b4ee916c0e3c req-19238e1d-dbc4-4da4-b45f-66fad2bbe8bb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:59.566288 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-43c42486-8cfc-4394-9c86-b4ee916c0e3c req-19238e1d-dbc4-4da4-b45f-66fad2bbe8bb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:59.566725 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [req-43c42486-8cfc-4394-9c86-b4ee916c0e3c req-19238e1d-dbc4-4da4-b45f-66fad2bbe8bb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Floating IP c77bf10a-dfbd-422c-a656-a018b894dc6a disassociated. External IP: 172.26.0.166, port: 9efc373b-07af-465a-b787-df70b915b222. Jan 20 10:59:59.567114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-43c42486-8cfc-4394-9c86-b4ee916c0e3c req-19238e1d-dbc4-4da4-b45f-66fad2bbe8bb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Calling delete_port for 9efc373b-07af-465a-b787-df70b915b222 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 10:59:59.606594 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-88f03663-0e44-4476-bd48-761c3c4c1edd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1835be2e19e04dfd9748a22e121d46d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3045268 Jan 20 10:59:59.619364 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57334) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:59.710257 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-8b5cac07-ac77-46a1-8aa1-a0b49f56c819 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): There was a conflict when trying to complete your request. Jan 20 10:59:59.711308 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8b5cac07-ac77-46a1-8aa1-a0b49f56c819 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0731876 Jan 20 10:59:59.720934 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57338) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 10:59:59.770107 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f70661fc-9293-4908-b2e8-13b62522b40d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:59.784188 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7ad5c0ee-e830-4bbd-914f-1d33816dfa63 req-acc75864-3350-4a74-9cd0-1f57e3536c4a tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4499822 Jan 20 10:59:59.798510 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d921ae3a-80f4-468e-8901-0a816027da00 req-6be3c962-7592-43f2-b140-2bd7a7bbe34c tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4625273 Jan 20 10:59:59.903158 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68fc4cf5-bb7c-4253-b460-b95923e4817b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:59.903476 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68fc4cf5-bb7c-4253-b460-b95923e4817b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 10:59:59.957019 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-66b2a49f-7bf8-4e72-b3e8-0c092df6269d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:00.035241 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-68fc4cf5-bb7c-4253-b460-b95923e4817b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Calling delete_port for bcc7d0d0-b312-43d6-8488-6364fbbf5630 owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:00.035875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-66b2a49f-7bf8-4e72-b3e8-0c092df6269d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:00.067615 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-1b13a907-3214-4cb5-ae80-723eec45d923 req-e38e0539-e0dc-40b5-b2f4-e595292094a9 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] For port abe3495f-6ec4-49e4-9e54-eb4c423c12b4, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=abe3495f-6ec4-49e4-9e54-eb4c423c12b4,segment=NetworkSegment(488a7e58-230e-4c68-aa35-f44e529e9651),segment_id=488a7e58-230e-4c68-aa35-f44e529e9651)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:00.067975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1b13a907-3214-4cb5-ae80-723eec45d923 req-e38e0539-e0dc-40b5-b2f4-e595292094a9 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:00.100718 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b672aa9-cb40-4ff5-a9c5-bd05c9ffdad4 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:00.184513 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-43c42486-8cfc-4394-9c86-b4ee916c0e3c req-19238e1d-dbc4-4da4-b45f-66fad2bbe8bb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:00.268182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19238e1d-dbc4-4da4-b45f-66fad2bbe8bb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Pushing event deleted for resources: {'Port': ['ID=9efc373b-07af-465a-b787-df70b915b222,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:00.276974 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b672aa9-cb40-4ff5-a9c5-bd05c9ffdad4 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:00.380248 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baf3cd-e555-4f84-906f-21155faada82 req-34bae0ae-4e27-4be9-8462-70fc49fd91e7 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:00.382522 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b6baf3cd-e555-4f84-906f-21155faada82 req-34bae0ae-4e27-4be9-8462-70fc49fd91e7 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 867 time: 0.4592781 Jan 20 11:00:00.455469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d212c6c6-aa4c-42ea-a957-e71cbb88529f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:00.459226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-66b2a49f-7bf8-4e72-b3e8-0c092df6269d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:00.491785 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2a49f-7bf8-4e72-b3e8-0c092df6269d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d374a6-0fa8-42b4-a898-29d69c984d1f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:00.518234 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68fc4cf5-bb7c-4253-b460-b95923e4817b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:00.570920 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f70661fc-9293-4908-b2e8-13b62522b40d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:00.618840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc4cf5-bb7c-4253-b460-b95923e4817b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event deleted for resources: {'Port': ['ID=bcc7d0d0-b312-43d6-8488-6364fbbf5630,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:00.634274 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b6baf3cd-e555-4f84-906f-21155faada82 req-bc9d9632-e0cc-45f6-9ed3-ade6ab364ef9 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/security-groups?id=6353a133-3d25-42f4-8a86-33f8c0b48ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268267 Jan 20 11:00:00.761969 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-66b2a49f-7bf8-4e72-b3e8-0c092df6269d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:00.765256 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-66b2a49f-7bf8-4e72-b3e8-0c092df6269d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2d374a6-0fa8-42b4-a898-29d69c984d1f HTTP/1.1" status: 204 len: 168 time: 1.1395559 Jan 20 11:00:00.765410 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70661fc-9293-4908-b2e8-13b62522b40d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Subnet': ['ID=8842aba5-7a82-49ee-bb8e-f4009f1668a2,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:00.765517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1b13a907-3214-4cb5-ae80-723eec45d923 req-e38e0539-e0dc-40b5-b2f4-e595292094a9 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:00.765620 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1b13a907-3214-4cb5-ae80-723eec45d923 req-e38e0539-e0dc-40b5-b2f4-e595292094a9 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:00.766029 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [req-1b13a907-3214-4cb5-ae80-723eec45d923 req-e38e0539-e0dc-40b5-b2f4-e595292094a9 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Floating IP 2e79fadd-ba0e-4a16-b7a3-f879631fa2cc disassociated. External IP: 172.26.0.183, port: abe3495f-6ec4-49e4-9e54-eb4c423c12b4. Jan 20 11:00:00.766254 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-1b13a907-3214-4cb5-ae80-723eec45d923 req-e38e0539-e0dc-40b5-b2f4-e595292094a9 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Calling delete_port for abe3495f-6ec4-49e4-9e54-eb4c423c12b4 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:00.803302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b672aa9-cb40-4ff5-a9c5-bd05c9ffdad4 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:00.806165 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b672aa9-cb40-4ff5-a9c5-bd05c9ffdad4 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:00.807186 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70661fc-9293-4908-b2e8-13b62522b40d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Checking segment: {'id': '3d50ae3e-fc95-4fed-a021-5a79878b30e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '98ca3604-4bcb-499d-9a57-5496dd6662ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:00:00.807298 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70661fc-9293-4908-b2e8-13b62522b40d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network hostable DHCP agents. Network: 98ca3604-4bcb-499d-9a57-5496dd6662ea, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:00:00.809962 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8b672aa9-cb40-4ff5-a9c5-bd05c9ffdad4 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "DELETE /v2.0/security-groups/ae22e1ea-89cb-466a-97c0-01178fa487f2 HTTP/1.1" status: 204 len: 168 time: 1.0688965 Jan 20 11:00:00.813571 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57344) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:00.813705 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68fc4cf5-bb7c-4253-b460-b95923e4817b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:00.923998 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b672aa9-cb40-4ff5-a9c5-bd05c9ffdad4 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae22e1ea-89cb-466a-97c0-01178fa487f2,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:01.057380 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d212c6c6-aa4c-42ea-a957-e71cbb88529f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:01.138340 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68fc4cf5-bb7c-4253-b460-b95923e4817b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:01.146207 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-68fc4cf5-bb7c-4253-b460-b95923e4817b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/floatingips/cd0b4a04-27d5-4912-8b4e-cbc5fca252c2 HTTP/1.1" status: 204 len: 168 time: 2.0986819 Jan 20 11:00:01.150787 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57352) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:01.200267 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70661fc-9293-4908-b2e8-13b62522b40d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 98ca3604-4bcb-499d-9a57-5496dd6662ea is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:00:01.215969 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d212c6c6-aa4c-42ea-a957-e71cbb88529f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Deleting port bc925cb1-68a7-41a7-bfad-6478dd9c46d4 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:01.216308 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d212c6c6-aa4c-42ea-a957-e71cbb88529f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:01.282073 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-56206ef3-6e50-4426-8a9e-79be3467423e tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] delete failed (client error): The resource could not be found. Jan 20 11:00:01.293162 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-56206ef3-6e50-4426-8a9e-79be3467423e tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/floatingips/cd0b4a04-27d5-4912-8b4e-cbc5fca252c2 HTTP/1.1" status: 404 len: 345 time: 0.1317627 Jan 20 11:00:01.294038 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57356) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:01.294953 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9017bb-15ff-4ed8-a8b3-774330f8ee3e req-98f2edbb-2616-4b03-bec5-9310d3b7e32f tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:01.303098 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ac9017bb-15ff-4ed8-a8b3-774330f8ee3e req-98f2edbb-2616-4b03-bec5-9310d3b7e32f tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.2170942 Jan 20 11:00:01.387977 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f3877e7b-74cf-4e71-8c84-4fc30724576f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Synchronizing usage tracker for tenant:47aab5681037480dab93726c93b67cb5 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:00:01.405891 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f70661fc-9293-4908-b2e8-13b62522b40d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 98ca3604-4bcb-499d-9a57-5496dd6662ea) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:01.416024 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70661fc-9293-4908-b2e8-13b62522b40d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:01.416314 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78386f81-b99b-4560-80a8-9271d6695c53 None None] Network 98ca3604-4bcb-499d-9a57-5496dd6662ea requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:01.416841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f70661fc-9293-4908-b2e8-13b62522b40d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:01.492766 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0c92be-3a6b-4e75-93a4-31efd96a58d7 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:01.496713 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0c92be-3a6b-4e75-93a4-31efd96a58d7 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:01.500756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0c92be-3a6b-4e75-93a4-31efd96a58d7 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:01.501695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3f0c92be-3a6b-4e75-93a4-31efd96a58d7 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Synchronizing usage tracker for tenant:a9b63c66c76744f0803551403ba4c783 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:00:01.526836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43c42486-8cfc-4394-9c86-b4ee916c0e3c req-19238e1d-dbc4-4da4-b45f-66fad2bbe8bb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Router c3d182f6-b993-4432-ab63-9515a26bb6c3 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:00:01.535322 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 9efc373b-07af-465a-b787-df70b915b222 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:00:01.619555 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ac9017bb-15ff-4ed8-a8b3-774330f8ee3e req-3516df02-8c26-45d8-8d99-c961d8f4c7a6 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3141181 Jan 20 11:00:01.625369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f3877e7b-74cf-4e71-8c84-4fc30724576f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Unset dirty status for tenant:47aab5681037480dab93726c93b67cb5 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:00:01.646580 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f3877e7b-74cf-4e71-8c84-4fc30724576f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8161025 Jan 20 11:00:01.646580 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1b13a907-3214-4cb5-ae80-723eec45d923 req-e38e0539-e0dc-40b5-b2f4-e595292094a9 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:01.651115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f54a1-ea27-49ba-b375-59b704b2000a req-aee3c4f2-2532-44dc-a423-ee324ddea8a2 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:01.654308 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69c141ac-7592-4e4a-a787-87b9f68a7aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:01.659957 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a85f54a1-ea27-49ba-b375-59b704b2000a req-aee3c4f2-2532-44dc-a423-ee324ddea8a2 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 946 time: 0.4906735 Jan 20 11:00:01.660160 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 9efc373b-07af-465a-b787-df70b915b222 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:00:01.660286 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57364) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:01.661619 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 9efc373b-07af-465a-b787-df70b915b222 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:00:01.662175 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device abe3495f-6ec4-49e4-9e54-eb4c423c12b4 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:00:01.699473 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f70661fc-9293-4908-b2e8-13b62522b40d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9681306 Jan 20 11:00:01.700698 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3f0c92be-3a6b-4e75-93a4-31efd96a58d7 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Unset dirty status for tenant:a9b63c66c76744f0803551403ba4c783 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:00:01.704283 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3f0c92be-3a6b-4e75-93a4-31efd96a58d7 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "GET /v2.0/ports?network_id=7fdebea4-3654-4a0a-8bf8-d8449d482669 HTTP/1.1" status: 200 len: 2360 time: 0.4072618 Jan 20 11:00:01.704283 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57370) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:01.713979 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-36abfdb2-ee82-487d-829a-1d7abdaf879e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032901027'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:01.714747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-d212c6c6-aa4c-42ea-a957-e71cbb88529f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] For port bc925cb1-68a7-41a7-bfad-6478dd9c46d4, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=bc925cb1-68a7-41a7-bfad-6478dd9c46d4,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:01.715125 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d212c6c6-aa4c-42ea-a957-e71cbb88529f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:01.727854 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57374) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:01.728468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: abe3495f-6ec4-49e4-9e54-eb4c423c12b4 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:00:01.728904 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device abe3495f-6ec4-49e4-9e54-eb4c423c12b4 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:00:01.756733 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-4716400a-3952-46b3-96da-26a09a83329a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'subnet': {'network_id': '98ca3604-4bcb-499d-9a57-5496dd6662ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:01.885385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-36abfdb2-ee82-487d-829a-1d7abdaf879e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:01.888677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e0539-e0dc-40b5-b2f4-e595292094a9 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Pushing event deleted for resources: {'Port': ['ID=abe3495f-6ec4-49e4-9e54-eb4c423c12b4,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:01.964081 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-98ca3604-4bcb-499d-9a57-5496dd6662ea', 'network_id': '98ca3604-4bcb-499d-9a57-5496dd6662ea', 'tenant_id': '89d097505bb140ab9f19a93c365adac0', 'fixed_ips': [{'subnet_id': '8842aba5-7a82-49ee-bb8e-f4009f1668a2'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:00:01.964926 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:01.988718 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-36abfdb2-ee82-487d-829a-1d7abdaf879e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:02.105958 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a4c2ec6-23b6-440d-a226-aea600bd0a13 req-337b790b-55e0-46ef-9299-5625d2b855c2 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 210 time: 0.1133893 Jan 20 11:00:02.113679 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d212c6c6-aa4c-42ea-a957-e71cbb88529f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Calling delete_port for bc925cb1-68a7-41a7-bfad-6478dd9c46d4 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:02.148536 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acfcaba-a1ba-4bc4-8e40-be5bcb269d3c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:02.148536 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9acfcaba-a1ba-4bc4-8e40-be5bcb269d3c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "GET /v2.0/subnets/11bf9d40-22b2-4aba-852d-59104e22a6cc HTTP/1.1" status: 200 len: 797 time: 0.3978920 Jan 20 11:00:02.148536 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4716400a-3952-46b3-96da-26a09a83329a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:02.148536 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57384) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:02.150492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4716400a-3952-46b3-96da-26a09a83329a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:subnet and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:02.158059 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-775af8ad-de16-449b-9e2d-b0d59fe31f72 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'port': {'network_id': '7fdebea4-3654-4a0a-8bf8-d8449d482669', 'name': 'tempest-FloatingIPTestJSON-412309853', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:02.175954 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a85f54a1-ea27-49ba-b375-59b704b2000a req-1e9b391e-84fb-493b-acdc-d0fe46e762b3 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5137966 Jan 20 11:00:02.180802 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Allocated IP 172.20.0.2 (98ca3604-4bcb-499d-9a57-5496dd6662ea/8842aba5-7a82-49ee-bb8e-f4009f1668a2/57d8f123-e640-44a9-a19a-6b94a42d7f77) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:02.188553 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4716400a-3952-46b3-96da-26a09a83329a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:02.262921 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4716400a-3952-46b3-96da-26a09a83329a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:02.275950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-36abfdb2-ee82-487d-829a-1d7abdaf879e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:02.438220 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4716400a-3952-46b3-96da-26a09a83329a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:02.451323 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d212c6c6-aa4c-42ea-a957-e71cbb88529f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:02.510539 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212c6c6-aa4c-42ea-a957-e71cbb88529f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc925cb1-68a7-41a7-bfad-6478dd9c46d4,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:02.521417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-36abfdb2-ee82-487d-829a-1d7abdaf879e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:02.540940 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:02.553099 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Transition to ACTIVE for port object 57d8f123-e640-44a9-a19a-6b94a42d7f77 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:02.554839 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-36abfdb2-ee82-487d-829a-1d7abdaf879e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:02.567558 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-36abfdb2-ee82-487d-829a-1d7abdaf879e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:02.576211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Transition to ACTIVE for port object 57d8f123-e640-44a9-a19a-6b94a42d7f77 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:02.585204 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-36abfdb2-ee82-487d-829a-1d7abdaf879e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:02.704032 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:02.831298 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Network 98ca3604-4bcb-499d-9a57-5496dd6662ea is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:02.834208 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57396) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:02.834615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:02.841404 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:02.879863 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Pushing event updated for resources: {'Port': ['ID=57d8f123-e640-44a9-a19a-6b94a42d7f77,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:02.887311 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-775af8ad-de16-449b-9e2d-b0d59fe31f72 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:02.938872 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:02.939229 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:02.939615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:02.939956 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:02.940410 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:02.941243 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:02.941986 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:02.941986 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:02.942248 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:02.942563 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:02.943061 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:02.957696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-775af8ad-de16-449b-9e2d-b0d59fe31f72 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:02.960926 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Attempting to bind port 57d8f123-e640-44a9-a19a-6b94a42d7f77 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:00:02.961312 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Attempting to bind port 57d8f123-e640-44a9-a19a-6b94a42d7f77 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '3d50ae3e-fc95-4fed-a021-5a79878b30e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '98ca3604-4bcb-499d-9a57-5496dd6662ea'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:00:02.961895 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Attempting to bind port 57d8f123-e640-44a9-a19a-6b94a42d7f77 on network 98ca3604-4bcb-499d-9a57-5496dd6662ea {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:00:02.969764 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4716400a-3952-46b3-96da-26a09a83329a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:02.976275 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d212c6c6-aa4c-42ea-a957-e71cbb88529f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:02.981571 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 10, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:00:02.981851 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Checking segment: {'id': '3d50ae3e-fc95-4fed-a021-5a79878b30e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '98ca3604-4bcb-499d-9a57-5496dd6662ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:00:02.982438 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:02.982985 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Bound using segment: {'id': '3d50ae3e-fc95-4fed-a021-5a79878b30e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '98ca3604-4bcb-499d-9a57-5496dd6662ea'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:00:02.983608 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Bound port: 57d8f123-e640-44a9-a19a-6b94a42d7f77, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d50ae3e-fc95-4fed-a021-5a79878b30e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '98ca3604-4bcb-499d-9a57-5496dd6662ea'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:00:02.984149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:03.077070 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-192603939'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:03.083010 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] For port 57d8f123-e640-44a9-a19a-6b94a42d7f77, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:00:03.086327 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] For port 57d8f123-e640-44a9-a19a-6b94a42d7f77, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=57d8f123-e640-44a9-a19a-6b94a42d7f77,segment=NetworkSegment(3d50ae3e-fc95-4fed-a021-5a79878b30e2),segment_id=3d50ae3e-fc95-4fed-a021-5a79878b30e2)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:00:03.091899 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:03.117680 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Usage tracker for resource:network and tenant:6ec1725323454186ac40f7213e649322 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:03.127212 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:03.153412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:03.178699 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-36abfdb2-ee82-487d-829a-1d7abdaf879e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:03.182321 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43c42486-8cfc-4394-9c86-b4ee916c0e3c req-19238e1d-dbc4-4da4-b45f-66fad2bbe8bb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:00:03.196730 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:03.200189 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65638486-e0b9-4d09-adb3-34d19f4c2ec4 None None] Sync routers for ids ['c3d182f6-b993-4432-ab63-9515a26bb6c3'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:00:03.228262 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775af8ad-de16-449b-9e2d-b0d59fe31f72 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Made reservation on behalf of a9b63c66c76744f0803551403ba4c783 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:03.242774 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65638486-e0b9-4d09-adb3-34d19f4c2ec4 None None] Routers {'c3d182f6-b993-4432-ab63-9515a26bb6c3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:03.243401 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-65638486-e0b9-4d09-adb3-34d19f4c2ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T10:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['c3d182f6-b993-4432-ab63-9515a26bb6c3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:03.284766 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-36abfdb2-ee82-487d-829a-1d7abdaf879e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:03.344708 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d212c6c6-aa4c-42ea-a957-e71cbb88529f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:03.356701 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d212c6c6-aa4c-42ea-a957-e71cbb88529f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:03.423362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee67e7-0bfe-4885-aba1-7460c79d6924 None None] Pushing event updated for resources: {'Port': ['ID=57d8f123-e640-44a9-a19a-6b94a42d7f77,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:03.445716 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2c19e72b-7fa3-4433-afed-720776ce2e00 req-39b4b0d6-88dc-48c3-8082-33fb950de804 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 210 time: 0.0569260 Jan 20 11:00:03.452602 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a7800-bab7-452b-8112-346aebbc49b8 req-15f69e1f-2f41-43e3-a10e-2a63deea0215 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:03.454000 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-df1a7800-bab7-452b-8112-346aebbc49b8 req-15f69e1f-2f41-43e3-a10e-2a63deea0215 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.6185305 Jan 20 11:00:03.459621 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d212c6c6-aa4c-42ea-a957-e71cbb88529f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:03.465440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d212c6c6-aa4c-42ea-a957-e71cbb88529f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 478d1e21-9a1c-472e-a820-c81045f46e5d {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:00:03.466627 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.ipam_backend_mixin [None req-4716400a-3952-46b3-96da-26a09a83329a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8842aba5-7a82-49ee-bb8e-f4009f1668a2 (CIDR: 172.20.0.0/28) Jan 20 11:00:03.510637 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d212c6c6-aa4c-42ea-a957-e71cbb88529f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:03.511820 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d212c6c6-aa4c-42ea-a957-e71cbb88529f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "DELETE /v2.0/routers/478d1e21-9a1c-472e-a820-c81045f46e5d HTTP/1.1" status: 204 len: 168 time: 4.1723394 Jan 20 11:00:03.546783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57406) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:03.555233 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Made reservation on behalf of 6ec1725323454186ac40f7213e649322 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:03.558338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:03.567995 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-df1a7800-bab7-452b-8112-346aebbc49b8 req-cffe2c5f-049d-4db5-86b1-6db814e245a2 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029117 Jan 20 11:00:03.576958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-817802871', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}, 'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:03.588819 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c42486-8cfc-4394-9c86-b4ee916c0e3c req-19238e1d-dbc4-4da4-b45f-66fad2bbe8bb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] No DVR routers for this DVR port 9efc373b-07af-465a-b787-df70b915b222 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:00:03.590838 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-4716400a-3952-46b3-96da-26a09a83329a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:03.591320 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4716400a-3952-46b3-96da-26a09a83329a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:00:03.625809 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-43c42486-8cfc-4394-9c86-b4ee916c0e3c req-19238e1d-dbc4-4da4-b45f-66fad2bbe8bb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:03.633859 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d', 'name': 'network-vif-deleted', 'tag': '9efc373b-07af-465a-b787-df70b915b222'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:00:03.651529 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:03.681443 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:03.694327 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e4d0b344-f5c7-4842-b21d-cf7548157c08 req-4e1a8a55-597a-4b44-8323-c461e1856bf9 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 210 time: 0.0727644 Jan 20 11:00:03.726456 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Usage tracker for resource:router and tenant:5523044ad02c4ad49de28c4ccf48ef71 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:03.732769 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:03.735782 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-65638486-e0b9-4d09-adb3-34d19f4c2ec4 None None] Set router c3d182f6-b993-4432-ab63-9515a26bb6c3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:00:03.738160 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b13a907-3214-4cb5-ae80-723eec45d923 req-e38e0539-e0dc-40b5-b2f4-e595292094a9 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Router e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:00:03.747542 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abfdb2-ee82-487d-829a-1d7abdaf879e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c2770a-0e64-435e-bcb0-2401020e9e32,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:03.762689 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:03.778553 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d', 'name': 'network-vif-deleted', 'tag': '9efc373b-07af-465a-b787-df70b915b222', 'status': 'completed', 'code': 200} Jan 20 11:00:03.779944 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-43c42486-8cfc-4394-9c86-b4ee916c0e3c req-19238e1d-dbc4-4da4-b45f-66fad2bbe8bb tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.72 "DELETE /v2.0/ports/9efc373b-07af-465a-b787-df70b915b222 HTTP/1.1" status: 204 len: 173 time: 6.0902448 Jan 20 11:00:03.819961 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-36abfdb2-ee82-487d-829a-1d7abdaf879e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:03.821165 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-36abfdb2-ee82-487d-829a-1d7abdaf879e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.1183221 Jan 20 11:00:03.824355 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57412) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:03.825495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:03.830967 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d6031955-75c8-4beb-9b94-3e2c431867fc tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': '60c2770a-0e64-435e-bcb0-2401020e9e32', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:03.832696 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-d6031955-75c8-4beb-9b94-3e2c431867fc tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:03.836369 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d6031955-75c8-4beb-9b94-3e2c431867fc tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084441 Jan 20 11:00:03.837237 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57416) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:03.840815 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe71c11c-b106-4f18-aea3-31aefc161286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:03.844652 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Usage tracker for resource:security_group_rule and tenant:6ec1725323454186ac40f7213e649322 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:03.852495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:03.859442 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4716400a-3952-46b3-96da-26a09a83329a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1301680 Jan 20 11:00:03.860776 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57420) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:03.861470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:03.868417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-775af8ad-de16-449b-9e2d-b0d59fe31f72 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:03.869896 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0c43ecac-3ba3-4c8e-a116-febe5808447c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'subnet': {'network_id': '98ca3604-4bcb-499d-9a57-5496dd6662ea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:04.002284 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:04.003644 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:04.088782 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ca9b776-e98a-4e2b-8e6b-0ff1b50d6351 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:04.089477 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-775af8ad-de16-449b-9e2d-b0d59fe31f72 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] device_id is not set on port 10b4e63d-361d-4aff-a98b-0f0c6616f47e yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:00:04.227336 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-65638486-e0b9-4d09-adb3-34d19f4c2ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'name': 'tempest-ServersTestJSON-1799362173-router', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'gw_port': {'id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd787268a-03f4-4a10-9d22-febd0a925a1d', 'name': '', 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'mac_address': 'fa:16:3e:c2:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b254d4-c891-4e92-85e5-f2bec53994c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:11Z', 'updated_at': '2022-01-20T10:58:35Z', 'revision_number': 5, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'subnets': [{'id': '96b254d4-c891-4e92-85e5-f2bec53994c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:04.233576 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65638486-e0b9-4d09-adb3-34d19f4c2ec4 None None] Checking router: c3d182f6-b993-4432-ab63-9515a26bb6c3 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:00:04.252971 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65638486-e0b9-4d09-adb3-34d19f4c2ec4 None None] Routers {'c3d182f6-b993-4432-ab63-9515a26bb6c3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:04.253815 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-65638486-e0b9-4d09-adb3-34d19f4c2ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['c3d182f6-b993-4432-ab63-9515a26bb6c3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:04.270476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:04.288675 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ca9b776-e98a-4e2b-8e6b-0ff1b50d6351 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:04.339679 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0c43ecac-3ba3-4c8e-a116-febe5808447c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:04.344173 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0c43ecac-3ba3-4c8e-a116-febe5808447c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:subnet and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:04.347514 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0c43ecac-3ba3-4c8e-a116-febe5808447c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:04.357421 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0c43ecac-3ba3-4c8e-a116-febe5808447c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:04.434280 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:04.441374 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ca9b776-e98a-4e2b-8e6b-0ff1b50d6351 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:04.444505 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-65638486-e0b9-4d09-adb3-34d19f4c2ec4 None None] Set router c3d182f6-b993-4432-ab63-9515a26bb6c3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:00:04.462093 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9b776-e98a-4e2b-8e6b-0ff1b50d6351 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c2770a-0e64-435e-bcb0-2401020e9e32,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:04.476859 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c43ecac-3ba3-4c8e-a116-febe5808447c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:04.481039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c43ecac-3ba3-4c8e-a116-febe5808447c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:04.610286 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:04.753942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:00:04.802486 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:04.810164 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1f8932-e6d6-4cc7-bb7d-e83fe88d6b0d,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:04.833865 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:04.834289 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Added segment 295a3ea4-24b9-4ea1-9c15-773aa69b9e89 of type vlan for network cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9 Jan 20 11:00:04.935664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:04.990468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 57d8f123-e640-44a9-a19a-6b94a42d7f77 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:00:05.012558 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:05.017181 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:05.021931 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-65638486-e0b9-4d09-adb3-34d19f4c2ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'name': 'tempest-ServersTestJSON-1799362173-router', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'gw_port': {'id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd787268a-03f4-4a10-9d22-febd0a925a1d', 'name': '', 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'mac_address': 'fa:16:3e:c2:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b254d4-c891-4e92-85e5-f2bec53994c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:11Z', 'updated_at': '2022-01-20T10:58:35Z', 'revision_number': 5, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'subnets': [{'id': '96b254d4-c891-4e92-85e5-f2bec53994c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:05.027699 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65638486-e0b9-4d09-adb3-34d19f4c2ec4 None None] The sync data for ids ['c3d182f6-b993-4432-ab63-9515a26bb6c3'] in dv-neutron-825471-1-hyperv is: [{'id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'name': 'tempest-ServersTestJSON-1799362173-router', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'gw_port': {'id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd787268a-03f4-4a10-9d22-febd0a925a1d', 'name': '', 'network_id': '008238da-375f-4195-90bf-ab2c5c0f18ed', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'mac_address': 'fa:16:3e:c2:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b254d4-c891-4e92-85e5-f2bec53994c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:11Z', 'updated_at': '2022-01-20T10:58:35Z', 'revision_number': 5, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'subnets': [{'id': '96b254d4-c891-4e92-85e5-f2bec53994c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:00:05.033857 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e73f2724-fc30-4a47-8842-230ab576d61e req-1422ee4a-2b36-4fb2-a759-8d73718afd03 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5ba4c35-bbf4-4e57-b50c-b39b9dd0e20d HTTP/1.1" status: 200 len: 210 time: 0.2224126 Jan 20 11:00:05.039187 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b13a907-3214-4cb5-ae80-723eec45d923 req-e38e0539-e0dc-40b5-b2f4-e595292094a9 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:00:05.052296 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4b02e0-3c55-4fb8-b951-78318fe1aa5f None None] Sync routers for ids ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:00:05.055728 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c43ecac-3ba3-4c8e-a116-febe5808447c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:05.070751 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ca9b776-e98a-4e2b-8e6b-0ff1b50d6351 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:05.077523 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4b02e0-3c55-4fb8-b951-78318fe1aa5f None None] Routers {'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:05.078392 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-af4b02e0-3c55-4fb8-b951-78318fe1aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:05.082592 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0ca9b776-e98a-4e2b-8e6b-0ff1b50d6351 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "DELETE /v2.0/security-groups/60c2770a-0e64-435e-bcb0-2401020e9e32 HTTP/1.1" status: 204 len: 168 time: 1.2438772 Jan 20 11:00:05.084463 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57430) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:05.121029 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-775af8ad-de16-449b-9e2d-b0d59fe31f72 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Allocated IP 172.20.0.14 (7fdebea4-3654-4a0a-8bf8-d8449d482669/11bf9d40-22b2-4aba-852d-59104e22a6cc/10b4e63d-361d-4aff-a98b-0f0c6616f47e) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:05.188789 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-775af8ad-de16-449b-9e2d-b0d59fe31f72 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Allocated IP 172.20.0.13 (7fdebea4-3654-4a0a-8bf8-d8449d482669/11bf9d40-22b2-4aba-852d-59104e22a6cc/10b4e63d-361d-4aff-a98b-0f0c6616f47e) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:05.194016 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b13a907-3214-4cb5-ae80-723eec45d923 req-e38e0539-e0dc-40b5-b2f4-e595292094a9 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] No DVR routers for this DVR port abe3495f-6ec4-49e4-9e54-eb4c423c12b4 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:00:05.206020 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1b13a907-3214-4cb5-ae80-723eec45d923 req-e38e0539-e0dc-40b5-b2f4-e595292094a9 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:05.272522 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f78d8e-058a-484e-9b7f-d6efd0c25640 None None] Network 98ca3604-4bcb-499d-9a57-5496dd6662ea requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:05.282724 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c43ecac-3ba3-4c8e-a116-febe5808447c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 98ca3604-4bcb-499d-9a57-5496dd6662ea is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:05.315111 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-0c43ecac-3ba3-4c8e-a116-febe5808447c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:05.325457 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43ecac-3ba3-4c8e-a116-febe5808447c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Subnet': ['ID=8cbe0042-706f-4748-acea-8d779d04ea3f,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:05.328537 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c43ecac-3ba3-4c8e-a116-febe5808447c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:05.329319 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c43ecac-3ba3-4c8e-a116-febe5808447c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:05.354138 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-348052f2-8b35-42a2-831a-87edc99c3545 req-247a2af1-a784-4577-981a-008dc4ef2532 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 210 time: 0.1157608 Jan 20 11:00:05.421837 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6897d-66f7-44ae-aa93-53c9020bc478 req-46543251-9c4a-474e-a9d8-421356c8dac3 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:05.429036 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47d6897d-66f7-44ae-aa93-53c9020bc478 req-46543251-9c4a-474e-a9d8-421356c8dac3 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.5260615 Jan 20 11:00:05.445804 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-64cbda0c-a8e5-4dc9-90ac-c0f2afe8a2ce tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Synchronizing usage tracker for tenant:47aab5681037480dab93726c93b67cb5 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:00:05.456693 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-af4b02e0-3c55-4fb8-b951-78318fe1aa5f None None] Set router e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:00:05.469937 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1b13a907-3214-4cb5-ae80-723eec45d923 req-e38e0539-e0dc-40b5-b2f4-e595292094a9 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.72 "DELETE /v2.0/ports/abe3495f-6ec4-49e4-9e54-eb4c423c12b4 HTTP/1.1" status: 204 len: 173 time: 6.2324364 Jan 20 11:00:05.478700 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5097e07-e4bb-4d93-b67c-3d3852c78fc6 None None] New status for floating IP c77bf10a-dfbd-422c-a656-a018b894dc6a: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:00:05.486016 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:05.489740 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:05.490323 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:05.503565 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47d6897d-66f7-44ae-aa93-53c9020bc478 req-f66d1b2d-98dd-45d3-92cf-e89e5d0e9da9 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731394 Jan 20 11:00:05.507684 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0c43ecac-3ba3-4c8e-a116-febe5808447c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6449809 Jan 20 11:00:05.509190 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57434) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:05.518377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-97da1164-aae7-4087-a7a3-ed81c3068b01 None None] Provisioning for port 57d8f123-e640-44a9-a19a-6b94a42d7f77 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:05.526328 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 57d8f123-e640-44a9-a19a-6b94a42d7f77 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:05.526683 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'network_id': '98ca3604-4bcb-499d-9a57-5496dd6662ea', 'fixed_ips': [{'subnet_id': '8842aba5-7a82-49ee-bb8e-f4009f1668a2'}, {'subnet_id': '8cbe0042-706f-4748-acea-8d779d04ea3f'}], 'name': 'tempest-PortsTestJSON-268017185'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:05.541123 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-97da1164-aae7-4087-a7a3-ed81c3068b01 None None] Provisioning complete for port 57d8f123-e640-44a9-a19a-6b94a42d7f77 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:05.541864 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97da1164-aae7-4087-a7a3-ed81c3068b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:05.551822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-64cbda0c-a8e5-4dc9-90ac-c0f2afe8a2ce tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Unset dirty status for tenant:47aab5681037480dab93726c93b67cb5 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:00:05.553449 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-64cbda0c-a8e5-4dc9-90ac-c0f2afe8a2ce tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3817832 Jan 20 11:00:05.571969 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57438) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:05.589440 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-181e0b1c-9dd5-4f6f-972e-f2870ee39a22 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group': {'name': 'tempest-secgroup--435219502'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:05.629902 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 57d8f123-e640-44a9-a19a-6b94a42d7f77 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:05.630559 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:05.678224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-181e0b1c-9dd5-4f6f-972e-f2870ee39a22 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:05.717382 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:05.723131 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:port and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:05.730514 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:05.747917 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:05.767322 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-181e0b1c-9dd5-4f6f-972e-f2870ee39a22 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:05.782718 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a6497d-ceec-4866-818d-f57a2c620e02', 'name': 'network-vif-deleted', 'tag': 'abe3495f-6ec4-49e4-9e54-eb4c423c12b4'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:00:05.792451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Pushing event updated for resources: {'Network': ['ID=cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:05.821972 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7a255c95-5d99-4643-9e51-29761e10607a tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.9834883 Jan 20 11:00:05.824916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57444) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:05.829391 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:00:05.831886 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-acb0223b-41f5-4dcb-833a-cba6717a0562 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Request body: {'subnet': {'network_id': 'cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:05.877133 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a6497d-ceec-4866-818d-f57a2c620e02', 'name': 'network-vif-deleted', 'tag': 'abe3495f-6ec4-49e4-9e54-eb4c423c12b4', 'status': 'completed', 'code': 200} Jan 20 11:00:05.934337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-775af8ad-de16-449b-9e2d-b0d59fe31f72 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:05.957445 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:05.960451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-181e0b1c-9dd5-4f6f-972e-f2870ee39a22 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:06.068335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:06.102333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-181e0b1c-9dd5-4f6f-972e-f2870ee39a22 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:06.110435 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-181e0b1c-9dd5-4f6f-972e-f2870ee39a22 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:06.113870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:06.117423 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-181e0b1c-9dd5-4f6f-972e-f2870ee39a22 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:06.158104 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-181e0b1c-9dd5-4f6f-972e-f2870ee39a22 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:06.164404 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-acb0223b-41f5-4dcb-833a-cba6717a0562 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:06.183987 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-acb0223b-41f5-4dcb-833a-cba6717a0562 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Usage tracker for resource:subnet and tenant:6ec1725323454186ac40f7213e649322 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:06.189025 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-acb0223b-41f5-4dcb-833a-cba6717a0562 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:06.196292 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:06.213330 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-acb0223b-41f5-4dcb-833a-cba6717a0562 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:06.226968 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] device_id is not set on port 7998e483-823e-4d37-9b1e-aae25e500676 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:00:06.230216 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-775af8ad-de16-449b-9e2d-b0d59fe31f72 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:06.265319 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:06.305282 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57452) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:06.373962 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97da1164-aae7-4087-a7a3-ed81c3068b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:06.408449 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 57d8f123-e640-44a9-a19a-6b94a42d7f77, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=57d8f123-e640-44a9-a19a-6b94a42d7f77,segment=NetworkSegment(3d50ae3e-fc95-4fed-a021-5a79878b30e2),segment_id=3d50ae3e-fc95-4fed-a021-5a79878b30e2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:06.411629 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb0223b-41f5-4dcb-833a-cba6717a0562 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Made reservation on behalf of 6ec1725323454186ac40f7213e649322 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:06.424769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:06.431978 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-181e0b1c-9dd5-4f6f-972e-f2870ee39a22 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:06.447350 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775af8ad-de16-449b-9e2d-b0d59fe31f72 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network 7fdebea4-3654-4a0a-8bf8-d8449d482669 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:06.450463 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-775af8ad-de16-449b-9e2d-b0d59fe31f72 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:06.465658 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775af8ad-de16-449b-9e2d-b0d59fe31f72 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:06.517638 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-af4b02e0-3c55-4fb8-b951-78318fe1aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'name': 'tempest-ServersTestManualDisk-510528513-router', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'gw_port': {'id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '510f0051-0aae-48aa-824e-052abb3c279a', 'name': '', 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'mac_address': 'fa:16:3e:92:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0027449-e10a-46e7-87b0-be138fcb5208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:10Z', 'updated_at': '2022-01-20T10:58:33Z', 'revision_number': 5, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'subnets': [{'id': 'c0027449-e10a-46e7-87b0-be138fcb5208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:06.531130 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4b02e0-3c55-4fb8-b951-78318fe1aa5f None None] Checking router: e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:00:06.537200 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775af8ad-de16-449b-9e2d-b0d59fe31f72 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=10b4e63d-361d-4aff-a98b-0f0c6616f47e,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:06.567684 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Allocated IP 172.26.0.82 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/25ea88c2-7353-486e-bc4c-c19364473274) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:06.580344 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:06.594619 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-181e0b1c-9dd5-4f6f-972e-f2870ee39a22 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:06.630655 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device bc925cb1-68a7-41a7-bfad-6478dd9c46d4 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:00:06.665105 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775af8ad-de16-449b-9e2d-b0d59fe31f72 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:06.665806 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-775af8ad-de16-449b-9e2d-b0d59fe31f72 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:06.678960 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7e3d-8cd9-4e8a-824f-e3f98d0631f4 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:06.696177 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: bc925cb1-68a7-41a7-bfad-6478dd9c46d4 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:00:06.696783 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device bc925cb1-68a7-41a7-bfad-6478dd9c46d4 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:00:06.700833 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4b02e0-3c55-4fb8-b951-78318fe1aa5f None None] Routers {'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:06.701456 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-af4b02e0-3c55-4fb8-b951-78318fe1aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:06.755172 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-14373f4a-0dcb-43e4-80a3-49c5c7243e33 req-df4ca35c-826b-4e82-8c41-16616c2d8c04 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a6497d-ceec-4866-818d-f57a2c620e02 HTTP/1.1" status: 200 len: 210 time: 0.1754911 Jan 20 11:00:06.768396 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e0b1c-9dd5-4f6f-972e-f2870ee39a22 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3fcd93-8b11-42bf-9b57-836325b99033,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:06.773737 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b1d46f-18f8-48f0-b1e4-a2dd0e089884 None None] Update dhcp port {'port': {'network_id': '98ca3604-4bcb-499d-9a57-5496dd6662ea', 'fixed_ips': [{'subnet_id': '8842aba5-7a82-49ee-bb8e-f4009f1668a2', 'ip_address': '172.20.0.2'}, {'subnet_id': '8cbe0042-706f-4748-acea-8d779d04ea3f'}], 'binding:host_id': 'dv-neutron-825471-1-hyperv'}, 'id': '57d8f123-e640-44a9-a19a-6b94a42d7f77'} from dv-neutron-825471-1-hyperv. {{(pid=84333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 11:00:06.783068 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-775af8ad-de16-449b-9e2d-b0d59fe31f72 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.6351430 Jan 20 11:00:06.788707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57460) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:06.805237 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': '10b4e63d-361d-4aff-a98b-0f0c6616f47e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:06.808140 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-acb0223b-41f5-4dcb-833a-cba6717a0562 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:06.814552 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:06.820226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-181e0b1c-9dd5-4f6f-972e-f2870ee39a22 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:06.824280 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-181e0b1c-9dd5-4f6f-972e-f2870ee39a22 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2380219 Jan 20 11:00:06.828672 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57464) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:06.839199 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Usage tracker for resource:floatingip and tenant:a9b63c66c76744f0803551403ba4c783 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:06.842360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-97da1164-aae7-4087-a7a3-ed81c3068b01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:00:06.842790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-97da1164-aae7-4087-a7a3-ed81c3068b01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:00:06.848729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:06.859417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1e77f152-7859-45df-bd56-3929f1cc0385 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': '5e3fcd93-8b11-42bf-9b57-836325b99033', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:06.860682 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-1e77f152-7859-45df-bd56-3929f1cc0385 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:06.865903 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1e77f152-7859-45df-bd56-3929f1cc0385 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0166321 Jan 20 11:00:06.868118 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57468) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:06.892276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:06.925862 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-54b1d46f-18f8-48f0-b1e4-a2dd0e089884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:06.936778 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=57d8f123-e640-44a9-a19a-6b94a42d7f77,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:06.995816 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:07.003732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:07.014626 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7e3d-8cd9-4e8a-824f-e3f98d0631f4 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:07.045846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d50cf73f-5335-4fce-b390-3968580742f3 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:07.110168 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-af4b02e0-3c55-4fb8-b951-78318fe1aa5f None None] Set router e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:00:07.137621 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d50cf73f-5335-4fce-b390-3968580742f3 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:07.231513 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc72000-f139-41f7-8ed7-d117aa1b58e0 req-55d51e55-cefb-4173-9429-bd6ef91c7953 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:07.238851 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3cc72000-f139-41f7-8ed7-d117aa1b58e0 req-55d51e55-cefb-4173-9429-bd6ef91c7953 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.5022526 Jan 20 11:00:07.242370 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:07.281872 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:07.319431 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7e3d-8cd9-4e8a-824f-e3f98d0631f4 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:07.343526 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d50cf73f-5335-4fce-b390-3968580742f3 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:07.344361 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Allocated IP 172.20.0.7 (98ca3604-4bcb-499d-9a57-5496dd6662ea/8842aba5-7a82-49ee-bb8e-f4009f1668a2/7998e483-823e-4d37-9b1e-aae25e500676) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:07.374376 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf7e3d-8cd9-4e8a-824f-e3f98d0631f4 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6353a133-3d25-42f4-8a86-33f8c0b48ce5,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:07.375198 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Allocated IP 172.20.0.26 (98ca3604-4bcb-499d-9a57-5496dd6662ea/8cbe0042-706f-4748-acea-8d779d04ea3f/7998e483-823e-4d37-9b1e-aae25e500676) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:07.408033 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cf73f-5335-4fce-b390-3968580742f3 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3fcd93-8b11-42bf-9b57-836325b99033,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:07.427723 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3cc72000-f139-41f7-8ed7-d117aa1b58e0 req-d61fe4a8-eb71-4304-9bea-1aacdac1b13c tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879089 Jan 20 11:00:07.430285 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Pushing event updated for resources: {'Port': ['ID=25ea88c2-7353-486e-bc4c-c19364473274,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:07.434257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:07.442606 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:07.484666 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:07.546182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d50cf73f-5335-4fce-b390-3968580742f3 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:07.551122 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d50cf73f-5335-4fce-b390-3968580742f3 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "DELETE /v2.0/security-groups/5e3fcd93-8b11-42bf-9b57-836325b99033 HTTP/1.1" status: 204 len: 168 time: 0.6758282 Jan 20 11:00:07.551902 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57472) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:07.586314 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7e3d-8cd9-4e8a-824f-e3f98d0631f4 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:07.587414 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0ddf7e3d-8cd9-4e8a-824f-e3f98d0631f4 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "DELETE /v2.0/security-groups/6353a133-3d25-42f4-8a86-33f8c0b48ce5 HTTP/1.1" status: 204 len: 168 time: 1.2814181 Jan 20 11:00:07.590375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57476) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:07.596192 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-af4b02e0-3c55-4fb8-b951-78318fe1aa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'name': 'tempest-ServersTestManualDisk-510528513-router', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'gw_port': {'id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '510f0051-0aae-48aa-824e-052abb3c279a', 'name': '', 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'mac_address': 'fa:16:3e:92:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0027449-e10a-46e7-87b0-be138fcb5208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:10Z', 'updated_at': '2022-01-20T10:58:33Z', 'revision_number': 5, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'subnets': [{'id': 'c0027449-e10a-46e7-87b0-be138fcb5208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:07.598429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Allocated IP 172.26.0.16 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/8631a79d-e0e5-4e13-9ce8-9965ae2c18a3) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:07.601041 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4b02e0-3c55-4fb8-b951-78318fe1aa5f None None] The sync data for ids ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'] in dv-neutron-825471-1-hyperv is: [{'id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'name': 'tempest-ServersTestManualDisk-510528513-router', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'gw_port': {'id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '510f0051-0aae-48aa-824e-052abb3c279a', 'name': '', 'network_id': '46b4d099-347f-49fe-97b4-d696aebdf353', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'mac_address': 'fa:16:3e:92:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0027449-e10a-46e7-87b0-be138fcb5208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:10Z', 'updated_at': '2022-01-20T10:58:33Z', 'revision_number': 5, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'subnets': [{'id': 'c0027449-e10a-46e7-87b0-be138fcb5208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:00:07.604900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-acb0223b-41f5-4dcb-833a-cba6717a0562 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:07.652782 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-d019c03b-3fba-4ac1-bfd4-04061101baf3 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] show failed (client error): The resource could not be found. Jan 20 11:00:07.653749 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d019c03b-3fba-4ac1-bfd4-04061101baf3 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "GET /v2.0/security-groups/6353a133-3d25-42f4-8a86-33f8c0b48ce5 HTTP/1.1" status: 404 len: 347 time: 0.0624654 Jan 20 11:00:07.662074 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57480) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:07.822480 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0223b-41f5-4dcb-833a-cba6717a0562 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Pushing event updated for resources: {'Subnet': ['ID=8eaade56-c9a4-417d-b579-4cddea877aee,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:07.922915 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de2dd6a-a156-4b16-b03b-b0cbb386a34a None None] New status for floating IP 2e79fadd-ba0e-4a16-b7a3-f879631fa2cc: DOWN {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:00:07.934557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d3d8d88d-4c39-4866-ad15-5cfb2db6a3f3 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Synchronizing usage tracker for tenant:47aab5681037480dab93726c93b67cb5 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:00:07.935381 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:07.947404 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ebe4acb0-5134-4dae-a545-91671091fdc9 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Deleting port da813eea-9085-47e9-a60c-eb1c7bad9311 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:07.947807 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ebe4acb0-5134-4dae-a545-91671091fdc9 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.000888 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb0223b-41f5-4dcb-833a-cba6717a0562 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Checking segment: {'id': '295a3ea4-24b9-4ea1-9c15-773aa69b9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:00:08.000888 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb0223b-41f5-4dcb-833a-cba6717a0562 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Network hostable DHCP agents. Network: cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:00:08.001746 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.007238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57488) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:08.018834 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Transition to ACTIVE for port object 7998e483-823e-4d37-9b1e-aae25e500676 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:08.051553 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d3d8d88d-4c39-4866-ad15-5cfb2db6a3f3 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Unset dirty status for tenant:47aab5681037480dab93726c93b67cb5 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:00:08.058442 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d3d8d88d-4c39-4866-ad15-5cfb2db6a3f3 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5001533 Jan 20 11:00:08.061184 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57492) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:08.073166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f0cfe2b4-30b5-4d23-8e40-311dd4982947 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group': {'name': 'tempest-secgroup--474720459'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:08.083466 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f0cfe2b4-30b5-4d23-8e40-311dd4982947 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:08.098950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f0cfe2b4-30b5-4d23-8e40-311dd4982947 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:08.120380 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ffde3323-5619-4008-abd5-b519cf7f5d15 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.155630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ffde3323-5619-4008-abd5-b519cf7f5d15 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.172631 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ebe4acb0-5134-4dae-a545-91671091fdc9 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.172969 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ebe4acb0-5134-4dae-a545-91671091fdc9 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.193242 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.235988 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb0223b-41f5-4dcb-833a-cba6717a0562 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Network cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:00:08.245452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f0cfe2b4-30b5-4d23-8e40-311dd4982947 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.295287 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:08.295529 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.296168 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-54b1d46f-18f8-48f0-b1e4-a2dd0e089884 None None] Allocated IP 172.20.0.18 (98ca3604-4bcb-499d-9a57-5496dd6662ea/8cbe0042-706f-4748-acea-8d779d04ea3f/57d8f123-e640-44a9-a19a-6b94a42d7f77) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:08.296989 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=8631a79d-e0e5-4e13-9ce8-9965ae2c18a3,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:08.303962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.303962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.305999 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:08.309205 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ebe4acb0-5134-4dae-a545-91671091fdc9 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Calling delete_port for da813eea-9085-47e9-a60c-eb1c7bad9311 owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:08.310537 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:08.420638 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f0cfe2b4-30b5-4d23-8e40-311dd4982947 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:08.430444 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 98ca3604-4bcb-499d-9a57-5496dd6662ea is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:08.432427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ffde3323-5619-4008-abd5-b519cf7f5d15 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.435442 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:08.437995 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:08.438147 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f0cfe2b4-30b5-4d23-8e40-311dd4982947 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:08.459240 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f0cfe2b4-30b5-4d23-8e40-311dd4982947 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:08.474361 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-54b1d46f-18f8-48f0-b1e4-a2dd0e089884 None None] For port 57d8f123-e640-44a9-a19a-6b94a42d7f77, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=57d8f123-e640-44a9-a19a-6b94a42d7f77,segment=NetworkSegment(3d50ae3e-fc95-4fed-a021-5a79878b30e2),segment_id=3d50ae3e-fc95-4fed-a021-5a79878b30e2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:08.480394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=7998e483-823e-4d37-9b1e-aae25e500676,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:08.483589 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-acb0223b-41f5-4dcb-833a-cba6717a0562 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:08.488295 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb0223b-41f5-4dcb-833a-cba6717a0562 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:08.489662 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-acb0223b-41f5-4dcb-833a-cba6717a0562 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.501302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde3323-5619-4008-abd5-b519cf7f5d15 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd538c21-3816-4fdf-a77d-ad9f6bd8eae5,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:08.503927 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f0cfe2b4-30b5-4d23-8e40-311dd4982947 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:08.538993 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-54b1d46f-18f8-48f0-b1e4-a2dd0e089884 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.553668 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:08.554301 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.571680 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735af312-44a3-42f4-8bc7-d552addf5a75 None None] Network cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:08.617109 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ffde3323-5619-4008-abd5-b519cf7f5d15 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.621318 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ffde3323-5619-4008-abd5-b519cf7f5d15 tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "DELETE /v2.0/security-groups/fd538c21-3816-4fdf-a77d-ad9f6bd8eae5 HTTP/1.1" status: 204 len: 168 time: 0.6100831 Jan 20 11:00:08.628449 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57498) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:08.661240 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-acb0223b-41f5-4dcb-833a-cba6717a0562 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8348279 Jan 20 11:00:08.673441 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57502) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:08.684821 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-9a28dd52-b901-4f4e-9b9e-e9fc035924cf tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] show failed (client error): The resource could not be found. Jan 20 11:00:08.688517 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9a28dd52-b901-4f4e-9b9e-e9fc035924cf tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "GET /v2.0/security-groups/fd538c21-3816-4fdf-a77d-ad9f6bd8eae5 HTTP/1.1" status: 404 len: 347 time: 0.0557735 Jan 20 11:00:08.689254 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57506) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:08.692302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-59d75e97-f305-46a2-bd5b-7bb51a7b87cb tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1650953795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:08.817360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9', 'network_id': 'cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9', 'tenant_id': '6ec1725323454186ac40f7213e649322', 'fixed_ips': [{'subnet_id': '8eaade56-c9a4-417d-b579-4cddea877aee'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:00:08.818394 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.823759 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-59d75e97-f305-46a2-bd5b-7bb51a7b87cb tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:08.827653 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f0cfe2b4-30b5-4d23-8e40-311dd4982947 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.828811 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-54b1d46f-18f8-48f0-b1e4-a2dd0e089884 None None] Transition to ACTIVE for port object 57d8f123-e640-44a9-a19a-6b94a42d7f77 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:08.839303 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-59d75e97-f305-46a2-bd5b-7bb51a7b87cb tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Usage tracker for resource:router and tenant:6ec1725323454186ac40f7213e649322 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:08.842824 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-59d75e97-f305-46a2-bd5b-7bb51a7b87cb tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:08.860690 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-59d75e97-f305-46a2-bd5b-7bb51a7b87cb tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:08.868093 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ebe4acb0-5134-4dae-a545-91671091fdc9 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.872564 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-46b50a3e-c0ad-4b77-8924-b676bf3e7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.3605092 Jan 20 11:00:08.886688 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57510) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:08.894439 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f6ea3535-486b-4b05-8b21-67caecfe3279 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8842aba5-7a82-49ee-bb8e-f4009f1668a2'}]}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:08.953342 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-54b1d46f-18f8-48f0-b1e4-a2dd0e089884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.989369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f0cfe2b4-30b5-4d23-8e40-311dd4982947 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:08.994587 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4acb0-5134-4dae-a545-91671091fdc9 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Pushing event deleted for resources: {'Port': ['ID=da813eea-9085-47e9-a60c-eb1c7bad9311,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:09.011408 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 57d8f123-e640-44a9-a19a-6b94a42d7f77 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:00:09.036101 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59d75e97-f305-46a2-bd5b-7bb51a7b87cb tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:09.037001 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59d75e97-f305-46a2-bd5b-7bb51a7b87cb tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:09.094951 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-a883c771-65af-43f1-a2de-d149b5d1557a tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Deleting port 6498e42f-ed24-4bb0-a504-b41fc9916c60 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:09.095302 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a883c771-65af-43f1-a2de-d149b5d1557a tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:09.120603 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfe2b4-30b5-4d23-8e40-311dd4982947 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b1697e-ae94-495b-87da-7d1c5d616fd1,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:09.130309 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f0cfe2b4-30b5-4d23-8e40-311dd4982947 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:09.131641 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f0cfe2b4-30b5-4d23-8e40-311dd4982947 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0670834 Jan 20 11:00:09.142123 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10e863-806f-4f35-afbf-ef9df5a015eb req-a5f4b9c8-f0af-40d0-9cf8-7a6b629ce4ca tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:09.149654 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e10e863-806f-4f35-afbf-ef9df5a015eb req-a5f4b9c8-f0af-40d0-9cf8-7a6b629ce4ca tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.5484169 Jan 20 11:00:09.151862 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57514) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:09.183524 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6d55e7a3-5239-43eb-a94e-ec79647a8761 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': '24b1697e-ae94-495b-87da-7d1c5d616fd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:09.184519 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-6d55e7a3-5239-43eb-a94e-ec79647a8761 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:09.188340 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6d55e7a3-5239-43eb-a94e-ec79647a8761 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0291336 Jan 20 11:00:09.191213 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57518) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:09.200736 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3b14aa40-5843-46c2-beae-38f62bbc4533 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': '24b1697e-ae94-495b-87da-7d1c5d616fd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:09.201456 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-3b14aa40-5843-46c2-beae-38f62bbc4533 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:09.205353 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3b14aa40-5843-46c2-beae-38f62bbc4533 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0104239 Jan 20 11:00:09.207862 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57522) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:09.210661 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59d75e97-f305-46a2-bd5b-7bb51a7b87cb tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:09.223859 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-19384f61-b02b-4630-81dc-ddcfb2af4eb5 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': '24b1697e-ae94-495b-87da-7d1c5d616fd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:09.224542 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-19384f61-b02b-4630-81dc-ddcfb2af4eb5 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:09.228314 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-19384f61-b02b-4630-81dc-ddcfb2af4eb5 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0132873 Jan 20 11:00:09.230885 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1d46f-18f8-48f0-b1e4-a2dd0e089884 None None] Pushing event updated for resources: {'Port': ['ID=57d8f123-e640-44a9-a19a-6b94a42d7f77,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:09.233224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57526) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:09.245263 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ebe4acb0-5134-4dae-a545-91671091fdc9 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:09.247871 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ebe4acb0-5134-4dae-a545-91671091fdc9 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:09.249034 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ebe4acb0-5134-4dae-a545-91671091fdc9 tempest-ServersTestJSON-2013221488 tempest-ServersTestJSON-2013221488-project] 10.222.0.70 "DELETE /v2.0/floatingips/c77bf10a-dfbd-422c-a656-a018b894dc6a HTTP/1.1" status: 204 len: 168 time: 1.5836599 Jan 20 11:00:09.249435 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Allocated IP 172.20.0.2 (cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9/8eaade56-c9a4-417d-b579-4cddea877aee/a8c2f159-8dd3-4278-b526-6173e91c9f1a) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:09.255027 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57530) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:09.264091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3680f727-340e-40c6-819c-39d165629b56 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': '24b1697e-ae94-495b-87da-7d1c5d616fd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:09.264778 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-3680f727-340e-40c6-819c-39d165629b56 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:09.265763 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3680f727-340e-40c6-819c-39d165629b56 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0296519 Jan 20 11:00:09.275932 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57534) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:09.413400 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e10e863-806f-4f35-afbf-ef9df5a015eb req-7f705710-e1b4-4154-afbe-a46f28bc2267 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628288 Jan 20 11:00:09.453753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59d75e97-f305-46a2-bd5b-7bb51a7b87cb tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:09.494189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a883c771-65af-43f1-a2de-d149b5d1557a tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:09.494667 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a883c771-65af-43f1-a2de-d149b5d1557a tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:09.556540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bb1e2655-939e-4a62-9b4c-d8c8677dccb3 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:09.568959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:09.576166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f6ea3535-486b-4b05-8b21-67caecfe3279 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:09.582198 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Transition to ACTIVE for port object a8c2f159-8dd3-4278-b526-6173e91c9f1a will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:09.602947 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Transition to ACTIVE for port object a8c2f159-8dd3-4278-b526-6173e91c9f1a will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:09.605819 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:09.628857 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59d75e97-f305-46a2-bd5b-7bb51a7b87cb tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:09.632682 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-59d75e97-f305-46a2-bd5b-7bb51a7b87cb tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9605608 Jan 20 11:00:09.634364 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57538) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:09.646391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-a883c771-65af-43f1-a2de-d149b5d1557a tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Calling delete_port for 6498e42f-ed24-4bb0-a504-b41fc9916c60 owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:09.675672 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bb1e2655-939e-4a62-9b4c-d8c8677dccb3 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:09.678689 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:09.690148 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Router 81d4f01d-6631-48a8-a080-27c3d4f73f2f is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:00:09.749528 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Network cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:09.756144 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:09.766158 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:09.888393 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Attempting to bind port a8c2f159-8dd3-4278-b526-6173e91c9f1a on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:00:09.889628 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Attempting to bind port a8c2f159-8dd3-4278-b526-6173e91c9f1a by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '295a3ea4-24b9-4ea1-9c15-773aa69b9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:00:09.890379 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Attempting to bind port a8c2f159-8dd3-4278-b526-6173e91c9f1a on network cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:00:09.893392 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Pushing event updated for resources: {'Port': ['ID=a8c2f159-8dd3-4278-b526-6173e91c9f1a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:09.914894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:00:09.915712 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Checking segment: {'id': '295a3ea4-24b9-4ea1-9c15-773aa69b9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:00:09.916350 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:09.918796 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Bound using segment: {'id': '295a3ea4-24b9-4ea1-9c15-773aa69b9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:00:09.919650 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Bound port: a8c2f159-8dd3-4278-b526-6173e91c9f1a, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295a3ea4-24b9-4ea1-9c15-773aa69b9e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:00:09.920378 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:10.085005 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] For port a8c2f159-8dd3-4278-b526-6173e91c9f1a, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:00:10.088054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] For port a8c2f159-8dd3-4278-b526-6173e91c9f1a, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a8c2f159-8dd3-4278-b526-6173e91c9f1a,segment=NetworkSegment(295a3ea4-24b9-4ea1-9c15-773aa69b9e89),segment_id=295a3ea4-24b9-4ea1-9c15-773aa69b9e89)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:00:10.089242 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530f6b1a-f442-4151-badb-25ab2c7ed60c None None] Network 98ca3604-4bcb-499d-9a57-5496dd6662ea requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:10.124736 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:10.133933 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bb1e2655-939e-4a62-9b4c-d8c8677dccb3 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:10.166687 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:10.207988 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e2655-939e-4a62-9b4c-d8c8677dccb3 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b1697e-ae94-495b-87da-7d1c5d616fd1,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:10.301135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8565b2ca-7084-4d27-b3ae-dd4f351f99b3 None None] Provisioning for port 57d8f123-e640-44a9-a19a-6b94a42d7f77 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:10.318313 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8565b2ca-7084-4d27-b3ae-dd4f351f99b3 None None] Provisioning complete for port 57d8f123-e640-44a9-a19a-6b94a42d7f77 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:10.319690 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8565b2ca-7084-4d27-b3ae-dd4f351f99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:10.348302 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb6524-9ee1-4108-875c-60ad1e8b2d69 None None] Pushing event updated for resources: {'Port': ['ID=a8c2f159-8dd3-4278-b526-6173e91c9f1a,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:10.366241 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a883c771-65af-43f1-a2de-d149b5d1557a tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:10.420674 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bb1e2655-939e-4a62-9b4c-d8c8677dccb3 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:10.421710 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bb1e2655-939e-4a62-9b4c-d8c8677dccb3 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "DELETE /v2.0/security-groups/24b1697e-ae94-495b-87da-7d1c5d616fd1 HTTP/1.1" status: 204 len: 168 time: 1.1429875 Jan 20 11:00:10.429660 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57542) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:10.487017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-f6ea3535-486b-4b05-8b21-67caecfe3279 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Delete allocated IP 172.20.0.26 (98ca3604-4bcb-499d-9a57-5496dd6662ea/8cbe0042-706f-4748-acea-8d779d04ea3f) {{(pid=84331) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 20 11:00:10.554380 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883c771-65af-43f1-a2de-d149b5d1557a tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Pushing event deleted for resources: {'Port': ['ID=6498e42f-ed24-4bb0-a504-b41fc9916c60,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:10.622549 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:10.781733 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b5257207-4282-4c74-8756-43e60d6133f2 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Synchronizing usage tracker for tenant:47aab5681037480dab93726c93b67cb5 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:00:10.842567 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a883c771-65af-43f1-a2de-d149b5d1557a tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:10.943924 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:00:10.958942 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff8e310-afeb-4bcd-9731-bb6880254825 None None] Sync routers for ids ['81d4f01d-6631-48a8-a080-27c3d4f73f2f'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:00:10.980781 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff8e310-afeb-4bcd-9731-bb6880254825 None None] Routers {'81d4f01d-6631-48a8-a080-27c3d4f73f2f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:10.983956 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2ff8e310-afeb-4bcd-9731-bb6880254825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['81d4f01d-6631-48a8-a080-27c3d4f73f2f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:10.992754 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f6ea3535-486b-4b05-8b21-67caecfe3279 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:11.014694 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b5257207-4282-4c74-8756-43e60d6133f2 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Unset dirty status for tenant:47aab5681037480dab93726c93b67cb5 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:00:11.015935 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b5257207-4282-4c74-8756-43e60d6133f2 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5778153 Jan 20 11:00:11.021982 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57550) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:11.034883 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c619b2-51e5-48d3-817c-05669e10fffc req-784561d5-cee1-4140-8d31-89f4c3d75bca tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:11.036006 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-f6ea3535-486b-4b05-8b21-67caecfe3279 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Ignored duplicate provisioning block setup for port 7998e483-823e-4d37-9b1e-aae25e500676 by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 20 11:00:11.039825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-e2ae724a-dc21-4028-a313-3e6dc22c4818 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group': {'name': 'tempest-secgroup--221535094'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:11.042686 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-12c619b2-51e5-48d3-817c-05669e10fffc req-784561d5-cee1-4140-8d31-89f4c3d75bca tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.4026027 Jan 20 11:00:11.047467 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e2ae724a-dc21-4028-a313-3e6dc22c4818 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:11.076721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e2ae724a-dc21-4028-a313-3e6dc22c4818 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:11.090352 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:11.102397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:11.106390 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3e2e6402-37f1-4032-b233-c33d79638d3a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.5359454 Jan 20 11:00:11.109294 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57554) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:11.114231 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:11.115907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f6ea3535-486b-4b05-8b21-67caecfe3279 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:11.118166 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 57d8f123-e640-44a9-a19a-6b94a42d7f77 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:00:11.120133 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3eb4c6d4-d6d6-4eba-8bf9-313c43355666 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'enable_snat': False}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:11.122386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a883c771-65af-43f1-a2de-d149b5d1557a tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:11.123885 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a883c771-65af-43f1-a2de-d149b5d1557a tempest-ServersTestManualDisk-1052103224 tempest-ServersTestManualDisk-1052103224-project] 10.222.0.70 "DELETE /v2.0/floatingips/2e79fadd-ba0e-4a16-b7a3-f879631fa2cc HTTP/1.1" status: 204 len: 168 time: 2.4342139 Jan 20 11:00:11.135028 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57558) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:11.139945 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2ff8e310-afeb-4bcd-9731-bb6880254825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:11.158412 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff8e310-afeb-4bcd-9731-bb6880254825 None None] Routers {'81d4f01d-6631-48a8-a080-27c3d4f73f2f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:11.160549 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2ff8e310-afeb-4bcd-9731-bb6880254825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['81d4f01d-6631-48a8-a080-27c3d4f73f2f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:11.205301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aa9d2447-b59e-43a4-93bc-30e82458cf35 None None] Provisioning complete for port 57d8f123-e640-44a9-a19a-6b94a42d7f77 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:11.205973 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2447-b59e-43a4-93bc-30e82458cf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:11.261393 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e2ae724a-dc21-4028-a313-3e6dc22c4818 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:11.265400 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2ff8e310-afeb-4bcd-9731-bb6880254825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:11.266031 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff8e310-afeb-4bcd-9731-bb6880254825 None None] The sync data for ids ['81d4f01d-6631-48a8-a080-27c3d4f73f2f'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:00:11.280205 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:11.385077 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 57d8f123-e640-44a9-a19a-6b94a42d7f77 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:11.385807 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:11.407408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea3535-486b-4b05-8b21-67caecfe3279 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=7998e483-823e-4d37-9b1e-aae25e500676,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:11.515777 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-12c619b2-51e5-48d3-817c-05669e10fffc req-95380102-f640-4b74-838b-bfdad7f51c28 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4719799 Jan 20 11:00:11.523853 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aa9d2447-b59e-43a4-93bc-30e82458cf35 None None] Provisioning for port 7998e483-823e-4d37-9b1e-aae25e500676 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:11.548269 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aa9d2447-b59e-43a4-93bc-30e82458cf35 None None] Provisioning complete for port 7998e483-823e-4d37-9b1e-aae25e500676 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:11.548974 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2447-b59e-43a4-93bc-30e82458cf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:11.645074 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e2ae724a-dc21-4028-a313-3e6dc22c4818 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:11.648658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a8c2f159-8dd3-4278-b526-6173e91c9f1a up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:00:11.684936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e2ae724a-dc21-4028-a313-3e6dc22c4818 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:11.695855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e2ae724a-dc21-4028-a313-3e6dc22c4818 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:11.703775 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-aa9d2447-b59e-43a4-93bc-30e82458cf35 None None] Port 7998e483-823e-4d37-9b1e-aae25e500676 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:00:11.712925 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:11.787190 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Allocated IP 172.20.0.1 (cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9/8eaade56-c9a4-417d-b579-4cddea877aee/c1298c2f-00a3-4041-a516-f493cf13f70a) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:11.827121 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92394981-8853-4491-be99-06e90df93034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:11.834281 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-87606def-1843-495f-a17a-91b0f6177857 None None] Provisioning complete for port 7998e483-823e-4d37-9b1e-aae25e500676 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:11.835013 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-87606def-1843-495f-a17a-91b0f6177857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:11.899851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=8631a79d-e0e5-4e13-9ce8-9965ae2c18a3,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:11.902841 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e2ae724a-dc21-4028-a313-3e6dc22c4818 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:11.911943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-f6ea3535-486b-4b05-8b21-67caecfe3279 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] In _notify_port_updated(), no bound segment for port 7998e483-823e-4d37-9b1e-aae25e500676 on network 98ca3604-4bcb-499d-9a57-5496dd6662ea {{(pid=84331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 11:00:11.915514 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ea3535-486b-4b05-8b21-67caecfe3279 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:11.916121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f6ea3535-486b-4b05-8b21-67caecfe3279 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:11.920353 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f6ea3535-486b-4b05-8b21-67caecfe3279 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "PUT /v2.0/ports/7998e483-823e-4d37-9b1e-aae25e500676 HTTP/1.1" status: 200 len: 918 time: 3.0327120 Jan 20 11:00:11.921019 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57564) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:11.930296 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-87606def-1843-495f-a17a-91b0f6177857 None None] Port 7998e483-823e-4d37-9b1e-aae25e500676 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:00:11.934374 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c78ded-c83c-4cc7-a8da-2caa8d1aaeb1 None None] Network cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:11.937442 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-0842de74-be6b-4b56-8711-aa0d339a32e5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8842aba5-7a82-49ee-bb8e-f4009f1668a2'}, {'subnet_id': '8cbe0042-706f-4748-acea-8d779d04ea3f'}]}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:11.946653 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:00:12.018600 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port a8c2f159-8dd3-4278-b526-6173e91c9f1a completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:12.176362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5c547eeb-4970-4afc-bc20-30ce8f433f41 None None] Provisioning for port a8c2f159-8dd3-4278-b526-6173e91c9f1a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:12.195143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5c547eeb-4970-4afc-bc20-30ce8f433f41 None None] Provisioning complete for port a8c2f159-8dd3-4278-b526-6173e91c9f1a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:12.195517 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c547eeb-4970-4afc-bc20-30ce8f433f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:12.361507 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e2ae724a-dc21-4028-a313-3e6dc22c4818 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:12.363092 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:12.366143 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0842de74-be6b-4b56-8711-aa0d339a32e5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:12.382860 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c547eeb-4970-4afc-bc20-30ce8f433f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:12.421464 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5c547eeb-4970-4afc-bc20-30ce8f433f41 None None] For port a8c2f159-8dd3-4278-b526-6173e91c9f1a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a8c2f159-8dd3-4278-b526-6173e91c9f1a,segment=NetworkSegment(295a3ea4-24b9-4ea1-9c15-773aa69b9e89),segment_id=295a3ea4-24b9-4ea1-9c15-773aa69b9e89)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:12.450112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e2ae724a-dc21-4028-a313-3e6dc22c4818 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:12.481190 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c547eeb-4970-4afc-bc20-30ce8f433f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:12.533930 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Transition to ACTIVE for port object c1298c2f-00a3-4041-a516-f493cf13f70a will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:12.540722 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cd7c2-1923-4d8d-a690-9ac7ef611f54 req-b342b57a-e8bb-4f4f-bed9-260b7b65e988 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:12.547721 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb8cd7c2-1923-4d8d-a690-9ac7ef611f54 req-b342b57a-e8bb-4f4f-bed9-260b7b65e988 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.3969865 Jan 20 11:00:12.586860 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c547eeb-4970-4afc-bc20-30ce8f433f41 None None] Pushing event updated for resources: {'Port': ['ID=a8c2f159-8dd3-4278-b526-6173e91c9f1a,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:12.654559 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb8cd7c2-1923-4d8d-a690-9ac7ef611f54 req-d828cf3c-97d1-4c2a-85d6-c8a23e3905f9 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053448 Jan 20 11:00:12.705662 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6fdc3892-d87b-4e42-af43-5db92c269cbf None None] Provisioning complete for port a8c2f159-8dd3-4278-b526-6173e91c9f1a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:12.705662 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6fdc3892-d87b-4e42-af43-5db92c269cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:12.743397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae724a-dc21-4028-a313-3e6dc22c4818 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4765a87-a0f3-41ad-b547-f6e383f3a91c,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:12.758919 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-16827a56-091c-4e88-a27d-e40b8afd5b32 req-3485cf51-3437-4ede-ba07-e5b0860e5bec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a8cdee6b9b64cc6952bd8d638e90fed&device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 1098 time: 0.4986479 Jan 20 11:00:12.818380 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:12.909612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e2ae724a-dc21-4028-a313-3e6dc22c4818 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:12.911136 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e2ae724a-dc21-4028-a313-3e6dc22c4818 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8824794 Jan 20 11:00:12.917345 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57570) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:12.944846 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c5f5a197-1202-4468-9366-19156c393590 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': 'b4765a87-a0f3-41ad-b547-f6e383f3a91c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:12.945408 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-c5f5a197-1202-4468-9366-19156c393590 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:12.949867 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c5f5a197-1202-4468-9366-19156c393590 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0194621 Jan 20 11:00:12.961470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57574) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:12.972768 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a8c2f159-8dd3-4278-b526-6173e91c9f1a up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:00:12.976704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-129fc8bc-cae8-4827-b061-396a565aab3a tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': 'b4765a87-a0f3-41ad-b547-f6e383f3a91c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:13.015419 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Network cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:13.023977 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:13.026749 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:13.033465 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-129fc8bc-cae8-4827-b061-396a565aab3a tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:13.047884 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port a8c2f159-8dd3-4278-b526-6173e91c9f1a triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:13.048259 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:13.052515 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-129fc8bc-cae8-4827-b061-396a565aab3a tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:13.063088 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Pushing event updated for resources: {'Port': ['ID=c1298c2f-00a3-4041-a516-f493cf13f70a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:13.069231 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-129fc8bc-cae8-4827-b061-396a565aab3a tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:13.090104 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-129fc8bc-cae8-4827-b061-396a565aab3a tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:13.106397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16827a56-091c-4e88-a27d-e40b8afd5b32 req-36885871-de46-468d-949a-c2381c88b6ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:13.108019 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-16827a56-091c-4e88-a27d-e40b8afd5b32 req-36885871-de46-468d-949a-c2381c88b6ff service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca1f7bf9-9972-4b0c-baef-5692be1408d6 HTTP/1.1" status: 200 len: 912 time: 0.3410878 Jan 20 11:00:13.129232 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:13.174309 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Floating IP 7fcb08b4-7ad4-4369-ad06-b07c833ba8fe associated. External IP: 172.26.0.16, port: 10b4e63d-361d-4aff-a98b-0f0c6616f47e. Jan 20 11:00:13.177348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-24fc511c-5ca8-47ed-82d1-b9e4d0ec0714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:13.434604 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-0842de74-be6b-4b56-8711-aa0d339a32e5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Allocated IP 172.20.0.25 (98ca3604-4bcb-499d-9a57-5496dd6662ea/8cbe0042-706f-4748-acea-8d779d04ea3f/7998e483-823e-4d37-9b1e-aae25e500676) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:13.447737 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-16827a56-091c-4e88-a27d-e40b8afd5b32 req-bc2f04e7-2597-445b-a70f-9a21e99438ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=441dacbf-3516-43ae-b255-bc606c7a5f9f HTTP/1.1" status: 200 len: 1000 time: 0.3315659 Jan 20 11:00:13.507370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:13.555429 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f4001706-0730-4017-a1e2-dd1cb36b5203 None None] Provisioning for port c1298c2f-00a3-4041-a516-f493cf13f70a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:13.561492 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f4001706-0730-4017-a1e2-dd1cb36b5203 None None] Provisioning complete for port c1298c2f-00a3-4041-a516-f493cf13f70a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:13.562005 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4001706-0730-4017-a1e2-dd1cb36b5203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:13.619907 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f4001706-0730-4017-a1e2-dd1cb36b5203 None None] Port c1298c2f-00a3-4041-a516-f493cf13f70a cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:00:13.689247 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-129fc8bc-cae8-4827-b061-396a565aab3a tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:13.691043 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-129fc8bc-cae8-4827-b061-396a565aab3a tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7267404 Jan 20 11:00:13.701182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57580) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:13.714696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-279f7399-67b1-45bd-bd82-39d6d09042c3 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': 'b4765a87-a0f3-41ad-b547-f6e383f3a91c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:13.715338 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-279f7399-67b1-45bd-bd82-39d6d09042c3 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:13.720485 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-279f7399-67b1-45bd-bd82-39d6d09042c3 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0115981 Jan 20 11:00:13.720642 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57584) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:13.760501 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16827a56-091c-4e88-a27d-e40b8afd5b32 req-5923b488-83c0-4377-8ea2-2793b36ce6a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:13.761893 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-16827a56-091c-4e88-a27d-e40b8afd5b32 req-5923b488-83c0-4377-8ea2-2793b36ce6a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d58e3eb1-ffbd-4209-8283-de4f696a38a8 HTTP/1.1" status: 200 len: 850 time: 0.2880571 Jan 20 11:00:13.899532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b0966512-cc35-4c76-8447-7c2df34a4513 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': 'b4765a87-a0f3-41ad-b547-f6e383f3a91c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:13.918653 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b0966512-cc35-4c76-8447-7c2df34a4513 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:13.994015 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b0966512-cc35-4c76-8447-7c2df34a4513 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:14.012371 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b0966512-cc35-4c76-8447-7c2df34a4513 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:14.023164 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0842de74-be6b-4b56-8711-aa0d339a32e5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:14.033159 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b0966512-cc35-4c76-8447-7c2df34a4513 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:14.069418 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-0842de74-be6b-4b56-8711-aa0d339a32e5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Transition to ACTIVE for port object 7998e483-823e-4d37-9b1e-aae25e500676 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:14.083420 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-16827a56-091c-4e88-a27d-e40b8afd5b32 req-f4644794-3640-44c6-bf17-2f9ed1bc84fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca1f7bf9-9972-4b0c-baef-5692be1408d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2588816 Jan 20 11:00:14.218819 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0842de74-be6b-4b56-8711-aa0d339a32e5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:14.312445 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-92394981-8853-4491-be99-06e90df93034 admin admin] Deleting port d787268a-03f4-4a10-9d22-febd0a925a1d {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:14.312701 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92394981-8853-4491-be99-06e90df93034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:14.396623 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546a365-6fe8-44f4-9605-5c9dc4469d56 req-e0d4937b-66a0-42d8-9426-90fc8699bb43 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:14.397748 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6546a365-6fe8-44f4-9605-5c9dc4469d56 req-e0d4937b-66a0-42d8-9426-90fc8699bb43 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.4928725 Jan 20 11:00:14.442872 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842de74-be6b-4b56-8711-aa0d339a32e5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=7998e483-823e-4d37-9b1e-aae25e500676,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:14.544314 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-b0966512-cc35-4c76-8447-7c2df34a4513 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:14.546625 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-16827a56-091c-4e88-a27d-e40b8afd5b32 req-96f25e11-f077-497a-870d-28ce83bb93aa service neutron] 10.222.0.72 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561734 Jan 20 11:00:14.547911 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b0966512-cc35-4c76-8447-7c2df34a4513 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8237536 Jan 20 11:00:14.552074 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57590) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:14.584792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-b2646916-9659-4ec5-b487-ecd6d20a6dde tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': 'b4765a87-a0f3-41ad-b547-f6e383f3a91c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:14.593909 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-b2646916-9659-4ec5-b487-ecd6d20a6dde tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:14.593909 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b2646916-9659-4ec5-b487-ecd6d20a6dde tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0301015 Jan 20 11:00:14.599389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57594) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:14.638379 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6546a365-6fe8-44f4-9605-5c9dc4469d56 req-7429c8cf-9d43-44de-b90c-88d5616f99bd tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252610 Jan 20 11:00:14.661614 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3f214a45-a09c-4b95-84e5-3b8dc3859ca0 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': 'b4765a87-a0f3-41ad-b547-f6e383f3a91c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:14.677264 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-0842de74-be6b-4b56-8711-aa0d339a32e5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] In _notify_port_updated(), no bound segment for port 7998e483-823e-4d37-9b1e-aae25e500676 on network 98ca3604-4bcb-499d-9a57-5496dd6662ea {{(pid=84331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 11:00:14.681011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0842de74-be6b-4b56-8711-aa0d339a32e5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:14.693284 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0842de74-be6b-4b56-8711-aa0d339a32e5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:14.693284 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0842de74-be6b-4b56-8711-aa0d339a32e5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "PUT /v2.0/ports/7998e483-823e-4d37-9b1e-aae25e500676 HTTP/1.1" status: 200 len: 998 time: 2.7530987 Jan 20 11:00:14.693284 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3f214a45-a09c-4b95-84e5-3b8dc3859ca0 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:14.695235 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57598) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:14.695377 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3f214a45-a09c-4b95-84e5-3b8dc3859ca0 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:14.708385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3f214a45-a09c-4b95-84e5-3b8dc3859ca0 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:14.712586 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-581b0c87-b9a6-4d2c-9c41-51b242d71d75 None None] Provisioning for port 7998e483-823e-4d37-9b1e-aae25e500676 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:14.715433 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:14.719274 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-581b0c87-b9a6-4d2c-9c41-51b242d71d75 None None] Provisioning complete for port 7998e483-823e-4d37-9b1e-aae25e500676 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:14.719864 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-581b0c87-b9a6-4d2c-9c41-51b242d71d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:14.720095 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3f214a45-a09c-4b95-84e5-3b8dc3859ca0 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:14.731448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3eb4c6d4-d6d6-4eba-8bf9-313c43355666 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:14.782955 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-581b0c87-b9a6-4d2c-9c41-51b242d71d75 None None] Port 7998e483-823e-4d37-9b1e-aae25e500676 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:00:14.822802 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:14.823438 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-3f214a45-a09c-4b95-84e5-3b8dc3859ca0 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Project 47aab5681037480dab93726c93b67cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:00:14.847659 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-16827a56-091c-4e88-a27d-e40b8afd5b32 req-b6a6867e-9bce-4f40-8962-fe4921648916 service neutron] 10.222.0.72 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854118 Jan 20 11:00:14.927355 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-92394981-8853-4491-be99-06e90df93034 admin admin] For port d787268a-03f4-4a10-9d22-febd0a925a1d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d787268a-03f4-4a10-9d22-febd0a925a1d,segment=NetworkSegment(3dfa1d30-4d9d-46ba-832a-ef358ccc133a),segment_id=3dfa1d30-4d9d-46ba-832a-ef358ccc133a)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:14.927774 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92394981-8853-4491-be99-06e90df93034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:14.990999 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-3f214a45-a09c-4b95-84e5-3b8dc3859ca0 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:14.994751 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3f214a45-a09c-4b95-84e5-3b8dc3859ca0 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3860123 Jan 20 11:00:14.996805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57602) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:15.004006 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-6fb42baa-31d7-42f2-a47b-cad2cdbd749c tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': 'b4765a87-a0f3-41ad-b547-f6e383f3a91c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:15.004604 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-6fb42baa-31d7-42f2-a47b-cad2cdbd749c tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:15.007918 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6fb42baa-31d7-42f2-a47b-cad2cdbd749c tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078146 Jan 20 11:00:15.010946 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57606) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:15.019857 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router 7808d997-0e79-46d1-bab3-0af3f05906f9 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:00:15.023419 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-4fd6a731-4a66-4dea-8b28-0be92f72598f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': 'b4765a87-a0f3-41ad-b547-f6e383f3a91c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:15.037069 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4fd6a731-4a66-4dea-8b28-0be92f72598f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:15.042599 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4fd6a731-4a66-4dea-8b28-0be92f72598f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:15.047044 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4fd6a731-4a66-4dea-8b28-0be92f72598f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:15.056483 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4fd6a731-4a66-4dea-8b28-0be92f72598f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:15.100939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7b0573c6-6c1c-4ff1-95f8-59fc18c25227 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port 7998e483-823e-4d37-9b1e-aae25e500676 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:15.101306 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b0573c6-6c1c-4ff1-95f8-59fc18c25227 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:15.147506 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-92394981-8853-4491-be99-06e90df93034 admin admin] Calling delete_port for d787268a-03f4-4a10-9d22-febd0a925a1d owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:15.179538 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-4fd6a731-4a66-4dea-8b28-0be92f72598f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Project 47aab5681037480dab93726c93b67cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:00:15.194444 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Pushing event updated for resources: {'Port': ['ID=c1298c2f-00a3-4041-a516-f493cf13f70a,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:15.196686 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:15.445233 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-4fd6a731-4a66-4dea-8b28-0be92f72598f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:15.449105 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4fd6a731-4a66-4dea-8b28-0be92f72598f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4358480 Jan 20 11:00:15.449688 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57610) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:15.516599 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1ef909f1-5ce9-408a-bd6a-7e8e229bd3c2 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': 'b4765a87-a0f3-41ad-b547-f6e383f3a91c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:15.535159 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1ef909f1-5ce9-408a-bd6a-7e8e229bd3c2 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:15.593218 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1ef909f1-5ce9-408a-bd6a-7e8e229bd3c2 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:15.604679 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1ef909f1-5ce9-408a-bd6a-7e8e229bd3c2 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:15.637131 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1ef909f1-5ce9-408a-bd6a-7e8e229bd3c2 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:15.667839 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3eb4c6d4-d6d6-4eba-8bf9-313c43355666 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:15.673750 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3eb4c6d4-d6d6-4eba-8bf9-313c43355666 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:15.740121 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-1ef909f1-5ce9-408a-bd6a-7e8e229bd3c2 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Project 47aab5681037480dab93726c93b67cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:00:15.764101 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:00:15.786114 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330bb594-520c-467c-bac9-5352cf6d08cc None None] Sync routers for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:00:15.795148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Network cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:15.801875 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330bb594-520c-467c-bac9-5352cf6d08cc None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:15.802837 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-330bb594-520c-467c-bac9-5352cf6d08cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:15.803354 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:15.867959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-330bb594-520c-467c-bac9-5352cf6d08cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:15.885920 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330bb594-520c-467c-bac9-5352cf6d08cc None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:15.886771 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-330bb594-520c-467c-bac9-5352cf6d08cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:15.896603 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-1ef909f1-5ce9-408a-bd6a-7e8e229bd3c2 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:15.903722 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1ef909f1-5ce9-408a-bd6a-7e8e229bd3c2 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4502351 Jan 20 11:00:15.904622 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57616) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:15.914318 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:16.039897 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-330bb594-520c-467c-bac9-5352cf6d08cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:16.039897 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330bb594-520c-467c-bac9-5352cf6d08cc None None] The sync data for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:00:16.052536 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b0573c6-6c1c-4ff1-95f8-59fc18c25227 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:16.064692 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3a752eca-e308-4a44-95d0-31e22d3d5135 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.2745957 Jan 20 11:00:16.068478 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57620) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:16.077588 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-7ba729bf-1298-48a3-9211-3da0a145dfea tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'floatingip': {'port_id': '10b4e63d-361d-4aff-a98b-0f0c6616f47e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:16.114134 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-501122e0-9e15-4435-a1b9-f9f3fa558244 None None] Provisioning complete for port c1298c2f-00a3-4041-a516-f493cf13f70a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:16.114583 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-501122e0-9e15-4435-a1b9-f9f3fa558244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:16.175128 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-501122e0-9e15-4435-a1b9-f9f3fa558244 None None] Port c1298c2f-00a3-4041-a516-f493cf13f70a cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:00:16.199086 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90e15d2c-db02-4985-b93b-e5deb21cbe78 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:16.218779 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7ba729bf-1298-48a3-9211-3da0a145dfea tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:16.225284 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7b0573c6-6c1c-4ff1-95f8-59fc18c25227 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for 7998e483-823e-4d37-9b1e-aae25e500676 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:16.311082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb4c6d4-d6d6-4eba-8bf9-313c43355666 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Router 81d4f01d-6631-48a8-a080-27c3d4f73f2f has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:00:16.332435 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90e15d2c-db02-4985-b93b-e5deb21cbe78 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:16.441373 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd86a21-b316-4086-92b8-4af3a0ea9215 req-a84a1f72-ddb9-495c-970e-31a85040910e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:16.442877 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bcd86a21-b316-4086-92b8-4af3a0ea9215 req-a84a1f72-ddb9-495c-970e-31a85040910e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.6444657 Jan 20 11:00:16.443496 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-24fc511c-5ca8-47ed-82d1-b9e4d0ec0714 admin admin] Deleting port 510f0051-0aae-48aa-824e-052abb3c279a {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:16.443830 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-24fc511c-5ca8-47ed-82d1-b9e4d0ec0714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:16.465838 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92394981-8853-4491-be99-06e90df93034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:16.554503 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92394981-8853-4491-be99-06e90df93034 admin admin] Pushing event deleted for resources: {'Port': ['ID=d787268a-03f4-4a10-9d22-febd0a925a1d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:16.662348 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90e15d2c-db02-4985-b93b-e5deb21cbe78 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:16.675335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e15d2c-db02-4985-b93b-e5deb21cbe78 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4765a87-a0f3-41ad-b547-f6e383f3a91c,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:16.800766 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90e15d2c-db02-4985-b93b-e5deb21cbe78 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:16.804224 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-90e15d2c-db02-4985-b93b-e5deb21cbe78 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "DELETE /v2.0/security-groups/b4765a87-a0f3-41ad-b547-f6e383f3a91c HTTP/1.1" status: 204 len: 168 time: 0.8894539 Jan 20 11:00:16.815858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57624) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:16.873621 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bcd86a21-b316-4086-92b8-4af3a0ea9215 req-7756b420-9496-4ea1-a9bf-00c6e78b0f4c tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3939085 Jan 20 11:00:17.110093 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb4c6d4-d6d6-4eba-8bf9-313c43355666 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:00:17.114931 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3eb4c6d4-d6d6-4eba-8bf9-313c43355666 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:17.116068 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3eb4c6d4-d6d6-4eba-8bf9-313c43355666 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "PUT /v2.0/routers/81d4f01d-6631-48a8-a080-27c3d4f73f2f HTTP/1.1" status: 200 len: 920 time: 6.0051527 Jan 20 11:00:17.118601 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57630) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:17.122774 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b068f24c-c6b4-4ce8-9dff-d2934269d8c4 None None] Sync routers for ids ['81d4f01d-6631-48a8-a080-27c3d4f73f2f'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:00:17.135060 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b068f24c-c6b4-4ce8-9dff-d2934269d8c4 None None] Routers {'81d4f01d-6631-48a8-a080-27c3d4f73f2f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:17.135661 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b068f24c-c6b4-4ce8-9dff-d2934269d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['81d4f01d-6631-48a8-a080-27c3d4f73f2f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:17.224430 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b068f24c-c6b4-4ce8-9dff-d2934269d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:17.236116 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b068f24c-c6b4-4ce8-9dff-d2934269d8c4 None None] Routers {'81d4f01d-6631-48a8-a080-27c3d4f73f2f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:17.236881 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b068f24c-c6b4-4ce8-9dff-d2934269d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['81d4f01d-6631-48a8-a080-27c3d4f73f2f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:17.253974 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-24fc511c-5ca8-47ed-82d1-b9e4d0ec0714 admin admin] For port 510f0051-0aae-48aa-824e-052abb3c279a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=510f0051-0aae-48aa-824e-052abb3c279a,segment=NetworkSegment(488a7e58-230e-4c68-aa35-f44e529e9651),segment_id=488a7e58-230e-4c68-aa35-f44e529e9651)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:17.254676 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-24fc511c-5ca8-47ed-82d1-b9e4d0ec0714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:17.281054 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f7ea7d9a-3399-4eda-a73a-16cd489fccb3 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4587450 Jan 20 11:00:17.296004 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b068f24c-c6b4-4ce8-9dff-d2934269d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:17.296408 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b068f24c-c6b4-4ce8-9dff-d2934269d8c4 None None] The sync data for ids ['81d4f01d-6631-48a8-a080-27c3d4f73f2f'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:00:17.302928 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57634) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:17.318335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3521f54b-2a62-4e37-8804-6504e4ed551e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group': {'name': 'tempest-secgroup--207152481'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:17.385700 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3521f54b-2a62-4e37-8804-6504e4ed551e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:17.394892 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b0573c6-6c1c-4ff1-95f8-59fc18c25227 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:17.405600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-24fc511c-5ca8-47ed-82d1-b9e4d0ec0714 admin admin] Calling delete_port for 510f0051-0aae-48aa-824e-052abb3c279a owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:17.407930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3521f54b-2a62-4e37-8804-6504e4ed551e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:17.421705 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3521f54b-2a62-4e37-8804-6504e4ed551e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:17.440590 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3521f54b-2a62-4e37-8804-6504e4ed551e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:17.459919 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7ba729bf-1298-48a3-9211-3da0a145dfea tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:17.484276 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e9632200-83cc-43f2-9b72-ec40041c5be1 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "GET /v2.0/routers/81d4f01d-6631-48a8-a080-27c3d4f73f2f HTTP/1.1" status: 200 len: 920 time: 0.3620284 Jan 20 11:00:17.484570 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57638) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:17.510542 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0573c6-6c1c-4ff1-95f8-59fc18c25227 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Port': ['ID=7998e483-823e-4d37-9b1e-aae25e500676,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:17.550295 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3521f54b-2a62-4e37-8804-6504e4ed551e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:17.572453 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7ba729bf-1298-48a3-9211-3da0a145dfea tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:17.656324 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a19e43-7f07-4438-bcce-fe9a27551d31 req-357d3d55-e557-483a-99e6-1105a91e63a5 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:17.657865 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f6a19e43-7f07-4438-bcce-fe9a27551d31 req-357d3d55-e557-483a-99e6-1105a91e63a5 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.5009055 Jan 20 11:00:17.658536 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ed846fc3-f566-418a-9a97-0d5890fff24f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Synchronizing usage tracker for tenant:a4cf99580ffe4140a0902c1cbe3395a2 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:00:17.676745 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3521f54b-2a62-4e37-8804-6504e4ed551e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:17.698619 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3521f54b-2a62-4e37-8804-6504e4ed551e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:17.703500 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3521f54b-2a62-4e37-8804-6504e4ed551e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:17.712696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3521f54b-2a62-4e37-8804-6504e4ed551e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:17.794715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ed846fc3-f566-418a-9a97-0d5890fff24f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Unset dirty status for tenant:a4cf99580ffe4140a0902c1cbe3395a2 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:00:17.796359 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ed846fc3-f566-418a-9a97-0d5890fff24f tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&device_id=81d4f01d-6631-48a8-a080-27c3d4f73f2f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3104193 Jan 20 11:00:17.800195 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57642) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:17.845034 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b0573c6-6c1c-4ff1-95f8-59fc18c25227 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:17.863404 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f6a19e43-7f07-4438-bcce-fe9a27551d31 req-4dbbc15d-25f8-41bd-9a75-f05444538fae tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713414 Jan 20 11:00:17.889685 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7b0573c6-6c1c-4ff1-95f8-59fc18c25227 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/ports/7998e483-823e-4d37-9b1e-aae25e500676 HTTP/1.1" status: 204 len: 168 time: 3.1911392 Jan 20 11:00:17.913755 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57646) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:17.974283 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3521f54b-2a62-4e37-8804-6504e4ed551e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:17.977403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Router a4f8fd79-b915-4f9d-9363-1da414f45903 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:00:17.993016 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-25679fa6-a9a3-4770-b52e-c7e6b31c7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] GET failed (client error): The resource could not be found. Jan 20 11:00:17.994320 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-25679fa6-a9a3-4770-b52e-c7e6b31c7025 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports/7998e483-823e-4d37-9b1e-aae25e500676 HTTP/1.1" status: 404 len: 333 time: 0.0794241 Jan 20 11:00:18.000261 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57652) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:18.043389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82fcce6-86e3-4d89-a519-2a4033b3f9c8 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:18.043950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c82fcce6-86e3-4d89-a519-2a4033b3f9c8 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Synchronizing usage tracker for tenant:a4cf99580ffe4140a0902c1cbe3395a2 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:00:18.059268 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3521f54b-2a62-4e37-8804-6504e4ed551e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:18.086646 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92394981-8853-4491-be99-06e90df93034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:18.100241 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-24fc511c-5ca8-47ed-82d1-b9e4d0ec0714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:18.171152 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c82fcce6-86e3-4d89-a519-2a4033b3f9c8 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Unset dirty status for tenant:a4cf99580ffe4140a0902c1cbe3395a2 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:00:18.175182 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c82fcce6-86e3-4d89-a519-2a4033b3f9c8 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "GET /v2.0/networks/5b1d19bb-43c5-44cb-9395-b66102f481bc HTTP/1.1" status: 200 len: 881 time: 0.3710666 Jan 20 11:00:18.175359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521f54b-2a62-4e37-8804-6504e4ed551e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9af79ad-649a-4a00-b1b5-c5dc5f7a071c,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:18.177345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57656) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:18.215434 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc511c-5ca8-47ed-82d1-b9e4d0ec0714 admin admin] Pushing event deleted for resources: {'Port': ['ID=510f0051-0aae-48aa-824e-052abb3c279a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:18.227063 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cc4d7992-40b4-4234-829d-7bcde8c62a12 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "GET /v2.0/ports?device_id=81d4f01d-6631-48a8-a080-27c3d4f73f2f HTTP/1.1" status: 200 len: 205 time: 0.0446355 Jan 20 11:00:18.227063 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57660) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:18.304132 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3521f54b-2a62-4e37-8804-6504e4ed551e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:18.307968 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3521f54b-2a62-4e37-8804-6504e4ed551e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0002198 Jan 20 11:00:18.310070 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57664) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:18.317663 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-04458eca-fe49-42b1-9c69-4483043409e8 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': 'a9af79ad-649a-4a00-b1b5-c5dc5f7a071c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:18.325451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-04458eca-fe49-42b1-9c69-4483043409e8 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:18.332995 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-04458eca-fe49-42b1-9c69-4483043409e8 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:18.339202 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-04458eca-fe49-42b1-9c69-4483043409e8 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:18.345709 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-04458eca-fe49-42b1-9c69-4483043409e8 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:18.709238 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-04458eca-fe49-42b1-9c69-4483043409e8 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The resource could not be found. Jan 20 11:00:18.710229 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-04458eca-fe49-42b1-9c69-4483043409e8 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4008534 Jan 20 11:00:18.718717 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57670) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:18.727492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-53615799-2942-4121-9ecf-43f8b1c03052 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': 'a9af79ad-649a-4a00-b1b5-c5dc5f7a071c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '783c2e1e-5f3d-4a89-8c08-9fba214c1de9'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:18.735525 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-53615799-2942-4121-9ecf-43f8b1c03052 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:18.742798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-53615799-2942-4121-9ecf-43f8b1c03052 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:18.747359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-53615799-2942-4121-9ecf-43f8b1c03052 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:18.763472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-53615799-2942-4121-9ecf-43f8b1c03052 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:18.799791 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba729bf-1298-48a3-9211-3da0a145dfea tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router 7808d997-0e79-46d1-bab3-0af3f05906f9 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:00:18.863175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fd200c-ccaa-4eec-88a2-e3dce3e6b3f2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting subnet 8cbe0042-706f-4748-acea-8d779d04ea3f {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:00:18.879536 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bab7538d-6f96-4c6e-8430-b4e8edfe5a6c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:18.936328 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2fd200c-ccaa-4eec-88a2-e3dce3e6b3f2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:19.003071 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:00:19.014761 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77662ae-9e67-4e4d-abba-204055f51424 None None] Sync routers for ids ['a4f8fd79-b915-4f9d-9363-1da414f45903'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:00:19.029561 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77662ae-9e67-4e4d-abba-204055f51424 None None] Routers {'a4f8fd79-b915-4f9d-9363-1da414f45903'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:19.030700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a77662ae-9e67-4e4d-abba-204055f51424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a4f8fd79-b915-4f9d-9363-1da414f45903'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:19.038145 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2fd200c-ccaa-4eec-88a2-e3dce3e6b3f2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:19.072312 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-53615799-2942-4121-9ecf-43f8b1c03052 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The resource could not be found. Jan 20 11:00:19.073344 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-53615799-2942-4121-9ecf-43f8b1c03052 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3536797 Jan 20 11:00:19.077931 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57674) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:19.092273 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6e9d4902-2885-42ed-a1f8-724c37992c7d tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] 10.222.0.70 "PUT /v2.0/routers/a4f8fd79-b915-4f9d-9363-1da414f45903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4570351 Jan 20 11:00:19.100119 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a77662ae-9e67-4e4d-abba-204055f51424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:19.112359 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77662ae-9e67-4e4d-abba-204055f51424 None None] Routers {'a4f8fd79-b915-4f9d-9363-1da414f45903'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:19.113019 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff1e27-d73c-4120-a40a-e40a4500d8f0 req-7c52993f-2389-46da-b200-f7bf5c414bed tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:19.113330 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a77662ae-9e67-4e4d-abba-204055f51424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a4f8fd79-b915-4f9d-9363-1da414f45903'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:19.114537 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b9ff1e27-d73c-4120-a40a-e40a4500d8f0 req-7c52993f-2389-46da-b200-f7bf5c414bed tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.5598361 Jan 20 11:00:19.117862 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57678) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:19.176963 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9f313036-e8c9-4817-b109-384411aedc7f tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Request body: {'port': {'network_id': 'cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9', 'name': 'tempest-FloatingIPNegativeTestJSON-217503695'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:19.179817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a77662ae-9e67-4e4d-abba-204055f51424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:19.180287 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77662ae-9e67-4e4d-abba-204055f51424 None None] The sync data for ids ['a4f8fd79-b915-4f9d-9363-1da414f45903'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:00:19.210194 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba729bf-1298-48a3-9211-3da0a145dfea tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:00:19.215130 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7ba729bf-1298-48a3-9211-3da0a145dfea tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:19.219965 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c94143-fdbd-4a7e-b5ad-7cd616f1f1e8 None None] Sync routers for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:00:19.233461 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c94143-fdbd-4a7e-b5ad-7cd616f1f1e8 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:19.234217 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-23c94143-fdbd-4a7e-b5ad-7cd616f1f1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:19.270892 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bab7538d-6f96-4c6e-8430-b4e8edfe5a6c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:19.302748 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-23c94143-fdbd-4a7e-b5ad-7cd616f1f1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:19.316043 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c94143-fdbd-4a7e-b5ad-7cd616f1f1e8 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:19.316900 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-23c94143-fdbd-4a7e-b5ad-7cd616f1f1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:19.343002 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7ba729bf-1298-48a3-9211-3da0a145dfea tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "PUT /v2.0/floatingips/7fcb08b4-7ad4-4369-ad06-b07c833ba8fe HTTP/1.1" status: 200 len: 977 time: 3.2725272 Jan 20 11:00:19.345581 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57682) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:19.383336 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-23c94143-fdbd-4a7e-b5ad-7cd616f1f1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:19.383975 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c94143-fdbd-4a7e-b5ad-7cd616f1f1e8 None None] The sync data for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:00:19.406737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-bab7538d-6f96-4c6e-8430-b4e8edfe5a6c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Deleting port 25ea88c2-7353-486e-bc4c-c19364473274 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:19.407296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bab7538d-6f96-4c6e-8430-b4e8edfe5a6c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:19.504474 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2fd200c-ccaa-4eec-88a2-e3dce3e6b3f2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:19.535416 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b9ff1e27-d73c-4120-a40a-e40a4500d8f0 req-c03a4a7b-cbca-4b4a-9ed8-698d8449a22f tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444579 Jan 20 11:00:19.566370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ddc81236-5778-4c22-84ef-cae03e328742 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:19.617748 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9f313036-e8c9-4817-b109-384411aedc7f tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:19.638178 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9f313036-e8c9-4817-b109-384411aedc7f tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Usage tracker for resource:port and tenant:6ec1725323454186ac40f7213e649322 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:19.642655 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9f313036-e8c9-4817-b109-384411aedc7f tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:19.710745 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ddc81236-5778-4c22-84ef-cae03e328742 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:19.728770 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9f313036-e8c9-4817-b109-384411aedc7f tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:19.785612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-e04d7e33-1951-4e28-9c12-21d8792fb972 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Deleting port 8631a79d-e0e5-4e13-9ce8-9965ae2c18a3 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:19.786876 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e04d7e33-1951-4e28-9c12-21d8792fb972 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:19.792208 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-24fc511c-5ca8-47ed-82d1-b9e4d0ec0714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:19.872888 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f313036-e8c9-4817-b109-384411aedc7f tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Made reservation on behalf of 6ec1725323454186ac40f7213e649322 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:19.875869 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9f313036-e8c9-4817-b109-384411aedc7f tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:19.894761 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2fd200c-ccaa-4eec-88a2-e3dce3e6b3f2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:19.952089 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bab7538d-6f96-4c6e-8430-b4e8edfe5a6c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:19.994885 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd200c-ccaa-4eec-88a2-e3dce3e6b3f2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Subnet': ['ID=8cbe0042-706f-4748-acea-8d779d04ea3f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:20.013206 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ddc81236-5778-4c22-84ef-cae03e328742 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:20.024807 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-9f313036-e8c9-4817-b109-384411aedc7f tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] device_id is not set on port eb5e3882-c616-491b-af6e-e724ce1b924b yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:00:20.075238 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc81236-5778-4c22-84ef-cae03e328742 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9af79ad-649a-4a00-b1b5-c5dc5f7a071c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:20.075762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d2fd200c-ccaa-4eec-88a2-e3dce3e6b3f2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:20.076507 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c2e37-6912-4940-8aca-0ab32540291d None None] Network 98ca3604-4bcb-499d-9a57-5496dd6662ea requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:20.104657 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-bab7538d-6f96-4c6e-8430-b4e8edfe5a6c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Calling delete_port for 25ea88c2-7353-486e-bc4c-c19364473274 owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:20.124230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ddc81236-5778-4c22-84ef-cae03e328742 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:20.125359 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ddc81236-5778-4c22-84ef-cae03e328742 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "DELETE /v2.0/security-groups/a9af79ad-649a-4a00-b1b5-c5dc5f7a071c HTTP/1.1" status: 204 len: 168 time: 1.0408411 Jan 20 11:00:20.132338 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d2fd200c-ccaa-4eec-88a2-e3dce3e6b3f2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/8cbe0042-706f-4748-acea-8d779d04ea3f HTTP/1.1" status: 204 len: 168 time: 2.1299531 Jan 20 11:00:20.139876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57690) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:20.144102 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57692) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:20.227530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e04d7e33-1951-4e28-9c12-21d8792fb972 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:20.227990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e04d7e33-1951-4e28-9c12-21d8792fb972 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:20.515851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-e04d7e33-1951-4e28-9c12-21d8792fb972 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Calling delete_port for 8631a79d-e0e5-4e13-9ce8-9965ae2c18a3 owned by network:floatingip {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:20.587747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-6623a076-6da2-4da1-bcdf-4d45c856bd2d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting subnet 8842aba5-7a82-49ee-bb8e-f4009f1668a2 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:00:20.604928 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6623a076-6da2-4da1-bcdf-4d45c856bd2d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:20.632785 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-9f313036-e8c9-4817-b109-384411aedc7f tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Allocated IP 172.20.0.14 (cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9/8eaade56-c9a4-417d-b579-4cddea877aee/eb5e3882-c616-491b-af6e-e724ce1b924b) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:20.704028 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2986059b-6568-4054-a0d3-2c63eb9aecfd tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Synchronizing usage tracker for tenant:47aab5681037480dab93726c93b67cb5 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:00:20.790888 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6623a076-6da2-4da1-bcdf-4d45c856bd2d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:20.806962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bab7538d-6f96-4c6e-8430-b4e8edfe5a6c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:20.854827 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e04d7e33-1951-4e28-9c12-21d8792fb972 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:20.869779 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7538d-6f96-4c6e-8430-b4e8edfe5a6c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Pushing event deleted for resources: {'Port': ['ID=25ea88c2-7353-486e-bc4c-c19364473274,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:20.882040 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f1e4c-4e94-49b6-bdde-8db6beba078a req-21be90ab-260a-4004-ad1c-d0cb1468d082 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:20.888720 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-335f1e4c-4e94-49b6-bdde-8db6beba078a req-21be90ab-260a-4004-ad1c-d0cb1468d082 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.6775179 Jan 20 11:00:20.925860 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2986059b-6568-4054-a0d3-2c63eb9aecfd tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Unset dirty status for tenant:47aab5681037480dab93726c93b67cb5 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:00:20.930823 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2986059b-6568-4054-a0d3-2c63eb9aecfd tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7787352 Jan 20 11:00:20.946742 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d7e33-1951-4e28-9c12-21d8792fb972 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event deleted for resources: {'Port': ['ID=8631a79d-e0e5-4e13-9ce8-9965ae2c18a3,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:20.948754 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57698) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:20.970651 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-11657f29-df74-4ab2-a508-950dea8fcb93 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': '79337a0b-ec5b-41fa-9137-55a7e33fab9a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:21.029849 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-11657f29-df74-4ab2-a508-950dea8fcb93 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:21.043556 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-11657f29-df74-4ab2-a508-950dea8fcb93 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:21.072808 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-11657f29-df74-4ab2-a508-950dea8fcb93 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:21.073462 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a63e70b5-91f1-4ff4-8c1a-4c58ee1d304b None None] Provisioning complete for port 57d8f123-e640-44a9-a19a-6b94a42d7f77 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:21.073965 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a63e70b5-91f1-4ff4-8c1a-4c58ee1d304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:21.090413 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-11657f29-df74-4ab2-a508-950dea8fcb93 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:21.153241 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-335f1e4c-4e94-49b6-bdde-8db6beba078a req-2305aa44-2c6f-4b54-85ff-04e31b97b66a tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636578 Jan 20 11:00:21.212501 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6623a076-6da2-4da1-bcdf-4d45c856bd2d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:21.258543 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e04d7e33-1951-4e28-9c12-21d8792fb972 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:21.334038 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9f313036-e8c9-4817-b109-384411aedc7f tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:21.337935 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92394981-8853-4491-be99-06e90df93034 admin admin] Router c3d182f6-b993-4432-ab63-9515a26bb6c3 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:00:21.350120 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bab7538d-6f96-4c6e-8430-b4e8edfe5a6c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:21.384873 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-9f313036-e8c9-4817-b109-384411aedc7f tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Transition to ACTIVE for port object eb5e3882-c616-491b-af6e-e724ce1b924b will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:21.553093 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-11657f29-df74-4ab2-a508-950dea8fcb93 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The resource could not be found. Jan 20 11:00:21.554059 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-11657f29-df74-4ab2-a508-950dea8fcb93 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5995712 Jan 20 11:00:21.557559 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6623a076-6da2-4da1-bcdf-4d45c856bd2d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:21.562649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57702) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:21.608690 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623a076-6da2-4da1-bcdf-4d45c856bd2d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Subnet': ['ID=8842aba5-7a82-49ee-bb8e-f4009f1668a2,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:21.619916 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-2b6c3338-a23c-4c86-bb88-3d673d7c5d53 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group': {'name': 'tempest-secgroup--660459042'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:21.630684 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6623a076-6da2-4da1-bcdf-4d45c856bd2d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:21.637131 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3980dd-2c36-42dc-890d-8cf18b824ccd None None] Network 98ca3604-4bcb-499d-9a57-5496dd6662ea requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:21.637767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2b6c3338-a23c-4c86-bb88-3d673d7c5d53 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:21.640699 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bab7538d-6f96-4c6e-8430-b4e8edfe5a6c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:21.655456 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2b6c3338-a23c-4c86-bb88-3d673d7c5d53 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:21.656741 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6623a076-6da2-4da1-bcdf-4d45c856bd2d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/8842aba5-7a82-49ee-bb8e-f4009f1668a2 HTTP/1.1" status: 204 len: 168 time: 1.5067370 Jan 20 11:00:21.661426 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57706) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:21.667778 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bab7538d-6f96-4c6e-8430-b4e8edfe5a6c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:21.731822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9f313036-e8c9-4817-b109-384411aedc7f tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:21.758431 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3338-a23c-4c86-bb88-3d673d7c5d53 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:21.903340 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fafe51-9834-47f2-8a17-e913d5876aa5 None None] DHCP port deletion for 98ca3604-4bcb-499d-9a57-5496dd6662ea request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:00:21.909897 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-28fafe51-9834-47f2-8a17-e913d5876aa5 None None] Deleting port 57d8f123-e640-44a9-a19a-6b94a42d7f77 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:21.910284 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28fafe51-9834-47f2-8a17-e913d5876aa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.036470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bab7538d-6f96-4c6e-8430-b4e8edfe5a6c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.037057 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab7538d-6f96-4c6e-8430-b4e8edfe5a6c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Fanout notify agent at l3_agent the message router_deleted on router 81d4f01d-6631-48a8-a080-27c3d4f73f2f {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:00:22.057587 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2b6c3338-a23c-4c86-bb88-3d673d7c5d53 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:22.064313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-2b6c3338-a23c-4c86-bb88-3d673d7c5d53 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:22.071052 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-2b6c3338-a23c-4c86-bb88-3d673d7c5d53 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:22.081000 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2b6c3338-a23c-4c86-bb88-3d673d7c5d53 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:22.107412 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f313036-e8c9-4817-b109-384411aedc7f tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Network cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:22.109150 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f313036-e8c9-4817-b109-384411aedc7f tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Pushing event updated for resources: {'Port': ['ID=eb5e3882-c616-491b-af6e-e724ce1b924b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:22.114441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.117806 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-9f313036-e8c9-4817-b109-384411aedc7f tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:22.122916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f313036-e8c9-4817-b109-384411aedc7f tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:22.129930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bab7538d-6f96-4c6e-8430-b4e8edfe5a6c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.135060 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bab7538d-6f96-4c6e-8430-b4e8edfe5a6c tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "DELETE /v2.0/routers/81d4f01d-6631-48a8-a080-27c3d4f73f2f HTTP/1.1" status: 204 len: 168 time: 3.9034934 Jan 20 11:00:22.137631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57710) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:22.149259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-7a891438-18b8-452d-a868-340039a712e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-738252688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:22.151337 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-28fafe51-9834-47f2-8a17-e913d5876aa5 None None] For port 57d8f123-e640-44a9-a19a-6b94a42d7f77, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=57d8f123-e640-44a9-a19a-6b94a42d7f77,segment=NetworkSegment(3d50ae3e-fc95-4fed-a021-5a79878b30e2),segment_id=3d50ae3e-fc95-4fed-a021-5a79878b30e2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:22.163180 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28fafe51-9834-47f2-8a17-e913d5876aa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.163342 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7a891438-18b8-452d-a868-340039a712e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:22.172629 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7a891438-18b8-452d-a868-340039a712e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Usage tracker for resource:router and tenant:5523044ad02c4ad49de28c4ccf48ef71 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:22.207715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port 57d8f123-e640-44a9-a19a-6b94a42d7f77 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:22.211573 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.255779 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f313036-e8c9-4817-b109-384411aedc7f tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:22.256415 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9f313036-e8c9-4817-b109-384411aedc7f tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.281343 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7a891438-18b8-452d-a868-340039a712e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:22.325432 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3338-a23c-4c86-bb88-3d673d7c5d53 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.338562 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-28fafe51-9834-47f2-8a17-e913d5876aa5 None None] Calling delete_port for 57d8f123-e640-44a9-a19a-6b94a42d7f77 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:22.339403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7a891438-18b8-452d-a868-340039a712e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:22.398963 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92394981-8853-4491-be99-06e90df93034 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:00:22.407041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04d7e33-1951-4e28-9c12-21d8792fb972 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router 7808d997-0e79-46d1-bab3-0af3f05906f9 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:00:22.409700 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9f313036-e8c9-4817-b109-384411aedc7f tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2879963 Jan 20 11:00:22.414286 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57716) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:22.414702 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-92394981-8853-4491-be99-06e90df93034 admin admin] 10.222.0.70 "PUT /v2.0/routers/c3d182f6-b993-4432-ab63-9515a26bb6c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1563382 Jan 20 11:00:22.418265 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57720) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:22.420669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:22.421372 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c96388-ddc7-4bcd-85b4-225ecfd50504 None None] Sync routers for ids ['c3d182f6-b993-4432-ab63-9515a26bb6c3'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:00:22.427394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:22.435407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Usage tracker for resource:floatingip and tenant:6ec1725323454186ac40f7213e649322 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:22.439281 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:22.447444 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c96388-ddc7-4bcd-85b4-225ecfd50504 None None] Routers {'c3d182f6-b993-4432-ab63-9515a26bb6c3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:22.448313 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-98c96388-ddc7-4bcd-85b4-225ecfd50504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['c3d182f6-b993-4432-ab63-9515a26bb6c3'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:22.448474 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:22.450569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3338-a23c-4c86-bb88-3d673d7c5d53 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.519709 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a891438-18b8-452d-a868-340039a712e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.520644 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a891438-18b8-452d-a868-340039a712e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.575974 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c3338-a23c-4c86-bb88-3d673d7c5d53 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73dfade9-959a-47cf-aafa-8114a44a1e3e,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:22.576961 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fc511c-5ca8-47ed-82d1-b9e4d0ec0714 admin admin] Router e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:00:22.592539 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a891438-18b8-452d-a868-340039a712e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.639349 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] For port 57d8f123-e640-44a9-a19a-6b94a42d7f77, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=57d8f123-e640-44a9-a19a-6b94a42d7f77,segment=NetworkSegment(3d50ae3e-fc95-4fed-a021-5a79878b30e2),segment_id=3d50ae3e-fc95-4fed-a021-5a79878b30e2)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:22.639589 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.680657 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-98c96388-ddc7-4bcd-85b4-225ecfd50504 None None] Set router c3d182f6-b993-4432-ab63-9515a26bb6c3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:00:22.682127 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for floatingip, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.711203 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a891438-18b8-452d-a868-340039a712e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.724072 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3338-a23c-4c86-bb88-3d673d7c5d53 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.728041 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2b6c3338-a23c-4c86-bb88-3d673d7c5d53 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1618030 Jan 20 11:00:22.729141 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28fafe51-9834-47f2-8a17-e913d5876aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.758921 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-77cd871b-7015-49f3-897b-b8c06e0e21bf None None] Provisioning for port eb5e3882-c616-491b-af6e-e724ce1b924b completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:22.772451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57724) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:22.792201 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-b85e676a-effb-4214-b8b1-d27e85f935e9 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1056610253'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:22.806685 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b85e676a-effb-4214-b8b1-d27e85f935e9 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:22.822242 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b85e676a-effb-4214-b8b1-d27e85f935e9 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:22.832401 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fafe51-9834-47f2-8a17-e913d5876aa5 None None] Pushing event deleted for resources: {'Port': ['ID=57d8f123-e640-44a9-a19a-6b94a42d7f77,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:22.833521 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-77cd871b-7015-49f3-897b-b8c06e0e21bf None None] Provisioning complete for port eb5e3882-c616-491b-af6e-e724ce1b924b triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:22.833521 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77cd871b-7015-49f3-897b-b8c06e0e21bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.845518 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for 57d8f123-e640-44a9-a19a-6b94a42d7f77 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:22.876508 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04d7e33-1951-4e28-9c12-21d8792fb972 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:00:22.881252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3767d-0668-4f74-8c00-6442cbbf87cd req-9bf636c5-a475-4791-9b19-b89d1cf449df tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:22.881924 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e04d7e33-1951-4e28-9c12-21d8792fb972 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.882795 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-acf3767d-0668-4f74-8c00-6442cbbf87cd req-9bf636c5-a475-4791-9b19-b89d1cf449df tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.5304706 Jan 20 11:00:22.902236 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e4de7-a044-4024-954a-5bab0088f20b None None] Sync routers for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:00:22.911946 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e4de7-a044-4024-954a-5bab0088f20b None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:22.912551 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-191e4de7-a044-4024-954a-5bab0088f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:22.918554 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a891438-18b8-452d-a868-340039a712e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:22.919726 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7a891438-18b8-452d-a868-340039a712e5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7811687 Jan 20 11:00:22.924896 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57728) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:22.939367 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-52e70beb-6921-4ec9-b5aa-d0d1abdfeea0 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:22.943115 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b85e676a-effb-4214-b8b1-d27e85f935e9 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:23.033055 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b85e676a-effb-4214-b8b1-d27e85f935e9 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:23.039424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b85e676a-effb-4214-b8b1-d27e85f935e9 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:23.042995 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b85e676a-effb-4214-b8b1-d27e85f935e9 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:23.043982 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-191e4de7-a044-4024-954a-5bab0088f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:23.061634 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fafe51-9834-47f2-8a17-e913d5876aa5 None None] No DVR routers for this DVR port 57d8f123-e640-44a9-a19a-6b94a42d7f77 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:00:23.068719 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 57d8f123-e640-44a9-a19a-6b94a42d7f77 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:00:23.071976 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e4de7-a044-4024-954a-5bab0088f20b None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:23.072571 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-191e4de7-a044-4024-954a-5bab0088f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:23.088569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b85e676a-effb-4214-b8b1-d27e85f935e9 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:23.110709 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 57d8f123-e640-44a9-a19a-6b94a42d7f77 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:00:23.110709 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 57d8f123-e640-44a9-a19a-6b94a42d7f77 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:00:23.136205 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-77cd871b-7015-49f3-897b-b8c06e0e21bf None None] Port eb5e3882-c616-491b-af6e-e724ce1b924b cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:00:23.148881 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e04d7e33-1951-4e28-9c12-21d8792fb972 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/floatingips/7fcb08b4-7ad4-4369-ad06-b07c833ba8fe HTTP/1.1" status: 204 len: 168 time: 3.7960305 Jan 20 11:00:23.149744 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-191e4de7-a044-4024-954a-5bab0088f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:23.149744 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e4de7-a044-4024-954a-5bab0088f20b None None] The sync data for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:00:23.156117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57732) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:23.190885 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-acf3767d-0668-4f74-8c00-6442cbbf87cd req-9c2d9f48-ad67-4196-ac55-39203db2d9b2 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969761 Jan 20 11:00:23.201380 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:00:23.202026 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:00:23.223608 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:23.273378 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-98c96388-ddc7-4bcd-85b4-225ecfd50504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'name': 'tempest-ServersTestJSON-1799362173-router', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T11:00:15Z', 'revision_number': 5, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'gw_port': {'id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:23.278840 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c96388-ddc7-4bcd-85b4-225ecfd50504 None None] Checking router: c3d182f6-b993-4432-ab63-9515a26bb6c3 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:00:23.295537 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c96388-ddc7-4bcd-85b4-225ecfd50504 None None] Routers {'c3d182f6-b993-4432-ab63-9515a26bb6c3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:23.295771 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-98c96388-ddc7-4bcd-85b4-225ecfd50504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['c3d182f6-b993-4432-ab63-9515a26bb6c3'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:23.312339 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b85e676a-effb-4214-b8b1-d27e85f935e9 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:23.318656 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-b7f21138-e936-4b56-914a-782c28b9dc0b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Deleting port 10b4e63d-361d-4aff-a98b-0f0c6616f47e {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:23.319000 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b7f21138-e936-4b56-914a-782c28b9dc0b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:23.455158 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b85e676a-effb-4214-b8b1-d27e85f935e9 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:23.488962 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-98c96388-ddc7-4bcd-85b4-225ecfd50504 None None] Set router c3d182f6-b993-4432-ab63-9515a26bb6c3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:00:23.564274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e676a-effb-4214-b8b1-d27e85f935e9 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bff2db8-efc9-4aa9-98cc-c18ad175d768,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:23.626584 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Allocated IP 172.26.0.117 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/721c069e-98bc-4b6f-949b-7a5f8667eac8) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:23.733999 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b85e676a-effb-4214-b8b1-d27e85f935e9 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:23.735132 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b85e676a-effb-4214-b8b1-d27e85f935e9 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9559314 Jan 20 11:00:23.754591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57740) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:23.763436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3e139ffe-0d26-48b3-8694-b86fa2c981ea tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': '73dfade9-959a-47cf-aafa-8114a44a1e3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5bff2db8-efc9-4aa9-98cc-c18ad175d768'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:23.783274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3e139ffe-0d26-48b3-8694-b86fa2c981ea tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:23.798440 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b7f21138-e936-4b56-914a-782c28b9dc0b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:23.807916 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3e139ffe-0d26-48b3-8694-b86fa2c981ea tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:23.813578 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-98c96388-ddc7-4bcd-85b4-225ecfd50504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'name': 'tempest-ServersTestJSON-1799362173-router', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T11:00:15Z', 'revision_number': 5, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'gw_port': {'id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:23.815403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3e139ffe-0d26-48b3-8694-b86fa2c981ea tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:23.820511 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c96388-ddc7-4bcd-85b4-225ecfd50504 None None] The sync data for ids ['c3d182f6-b993-4432-ab63-9515a26bb6c3'] in dv-neutron-825471-1-hyperv is: [{'id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'name': 'tempest-ServersTestJSON-1799362173-router', 'tenant_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T11:00:15Z', 'revision_number': 5, 'project_id': 'f524b6c0c60749f2833f5e039c4b5e15', 'gw_port': {'id': '53cc7b5a-b0cb-4fa5-a23d-542b2dde114b', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d182f6-b993-4432-ab63-9515a26bb6c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:00:23.824483 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3e139ffe-0d26-48b3-8694-b86fa2c981ea tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:23.829250 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port 57d8f123-e640-44a9-a19a-6b94a42d7f77 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:23.829805 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:23.863684 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-23e4618e-4a09-486b-9443-7867bc9a6780 admin admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:23.940901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-b7f21138-e936-4b56-914a-782c28b9dc0b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Calling delete_port for 10b4e63d-361d-4aff-a98b-0f0c6616f47e owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:24.019741 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] The port '57d8f123-e640-44a9-a19a-6b94a42d7f77' was deleted {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:00:24.042542 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:24.265530 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fc511c-5ca8-47ed-82d1-b9e4d0ec0714 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:00:24.268871 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-52e70beb-6921-4ec9-b5aa-d0d1abdfeea0 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:24.278688 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b146bb-b8d1-4618-9304-3513d9cd365c None None] Sync routers for ids ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:00:24.294544 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b146bb-b8d1-4618-9304-3513d9cd365c None None] Routers {'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:24.295514 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-75b146bb-b8d1-4618-9304-3513d9cd365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:24.298339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:24.298506 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-3e139ffe-0d26-48b3-8694-b86fa2c981ea tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:24.302953 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3e139ffe-0d26-48b3-8694-b86fa2c981ea tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.5475101 Jan 20 11:00:24.309369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57744) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:24.378027 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-24fc511c-5ca8-47ed-82d1-b9e4d0ec0714 admin admin] 10.222.0.70 "PUT /v2.0/routers/e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2416952 Jan 20 11:00:24.388909 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57748) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:24.392161 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3c9ad23e-e0d5-4417-bd6c-00fd60082e1f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:24.396543 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:24.400990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254d436-ec17-4c3c-90dd-bf3ac259dd59 req-e8881ecd-29ef-44c9-9fc7-6f46feb34ac1 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:24.405383 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0254d436-ec17-4c3c-90dd-bf3ac259dd59 req-e8881ecd-29ef-44c9-9fc7-6f46feb34ac1 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.6365175 Jan 20 11:00:24.434330 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ca3604-4bcb-499d-9a57-5496dd6662ea']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:24.453450 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d50ae3e-fc95-4fed-a021-5a79878b30e2') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:24.453793 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d50ae3e-fc95-4fed-a021-5a79878b30e2') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:24.475788 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:24.527624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:24.542138 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0254d436-ec17-4c3c-90dd-bf3ac259dd59 req-6236e1f0-56b6-460c-8fe5-62d2e7dbb64b tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357610 Jan 20 11:00:24.578941 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3c9ad23e-e0d5-4417-bd6c-00fd60082e1f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:24.589633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-75b146bb-b8d1-4618-9304-3513d9cd365c None None] Set router e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:00:24.593523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Pushing event updated for resources: {'Port': ['ID=721c069e-98bc-4b6f-949b-7a5f8667eac8,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:24.597811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:24.600285 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:00:24.601104 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:24.605297 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:00:24.616402 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:00:24.622189 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:24.668179 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b7f21138-e936-4b56-914a-782c28b9dc0b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:24.738483 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f21138-e936-4b56-914a-782c28b9dc0b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event deleted for resources: {'Port': ['ID=10b4e63d-361d-4aff-a98b-0f0c6616f47e,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:24.748616 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-23e4618e-4a09-486b-9443-7867bc9a6780 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:24.816325 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:24.823649 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-52e70beb-6921-4ec9-b5aa-d0d1abdfeea0 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:24.869500 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:24.871916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-23e4618e-4a09-486b-9443-7867bc9a6780 admin admin] Deleting port 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:24.872246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-23e4618e-4a09-486b-9443-7867bc9a6780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:24.879850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3c9ad23e-e0d5-4417-bd6c-00fd60082e1f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:24.912165 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Network': ['ID=98ca3604-4bcb-499d-9a57-5496dd6662ea,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:24.914284 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-52e70beb-6921-4ec9-b5aa-d0d1abdfeea0 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:24.935891 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d787268a-03f4-4a10-9d22-febd0a925a1d no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:00:24.956312 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ad23e-e0d5-4417-bd6c-00fd60082e1f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bff2db8-efc9-4aa9-98cc-c18ad175d768,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:24.961678 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-37800d3d-0224-485b-be1b-70358834fe12 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/networks/98ca3604-4bcb-499d-9a57-5496dd6662ea HTTP/1.1" status: 204 len: 168 time: 3.2967954 Jan 20 11:00:24.969232 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57752) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:25.019829 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: d787268a-03f4-4a10-9d22-febd0a925a1d {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:00:25.020873 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d787268a-03f4-4a10-9d22-febd0a925a1d not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:00:25.054110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b7f21138-e936-4b56-914a-782c28b9dc0b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:25.065365 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3c9ad23e-e0d5-4417-bd6c-00fd60082e1f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:25.066580 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3c9ad23e-e0d5-4417-bd6c-00fd60082e1f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "DELETE /v2.0/security-groups/5bff2db8-efc9-4aa9-98cc-c18ad175d768 HTTP/1.1" status: 204 len: 168 time: 0.7562530 Jan 20 11:00:25.074026 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57756) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:25.075358 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b7f21138-e936-4b56-914a-782c28b9dc0b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/ports/10b4e63d-361d-4aff-a98b-0f0c6616f47e HTTP/1.1" status: 204 len: 168 time: 1.9182413 Jan 20 11:00:25.075569 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-75b146bb-b8d1-4618-9304-3513d9cd365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'name': 'tempest-ServersTestManualDisk-510528513-router', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T11:00:17Z', 'revision_number': 5, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'gw_port': {'id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:25.080965 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57760) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:25.081139 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b146bb-b8d1-4618-9304-3513d9cd365c None None] Checking router: e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:00:25.092658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b146bb-b8d1-4618-9304-3513d9cd365c None None] Routers {'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:25.093264 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-75b146bb-b8d1-4618-9304-3513d9cd365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:25.110341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:25.122211 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:25.134147 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Usage tracker for resource:floatingip and tenant:a9b63c66c76744f0803551403ba4c783 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:25.198734 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-23e4618e-4a09-486b-9443-7867bc9a6780 admin admin] For port 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=53cc7b5a-b0cb-4fa5-a23d-542b2dde114b,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:25.199008 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:25.199104 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-23e4618e-4a09-486b-9443-7867bc9a6780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:25.207444 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-52e70beb-6921-4ec9-b5aa-d0d1abdfeea0 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Allocated IP 172.26.0.119 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/83850c9d-125a-4891-bde5-8493f01e9f65) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:25.219689 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:25.259962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:25.274853 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-75b146bb-b8d1-4618-9304-3513d9cd365c None None] Set router e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:00:25.278420 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdac4ef8-3a05-44b0-98b8-6b2c57724e5d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:25.283664 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cdac4ef8-3a05-44b0-98b8-6b2c57724e5d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3102818 Jan 20 11:00:25.287531 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57764) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:25.297699 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-89ac050c-e954-4352-8d99-a00f0c570bed admin admin] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:25.397277 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:25.460084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f729498e-2ff5-4781-a3bb-b212eefe222e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Synchronizing usage tracker for tenant:47aab5681037480dab93726c93b67cb5 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:00:25.465569 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-23e4618e-4a09-486b-9443-7867bc9a6780 admin admin] Calling delete_port for 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:25.574274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:25.576149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-75b146bb-b8d1-4618-9304-3513d9cd365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'name': 'tempest-ServersTestManualDisk-510528513-router', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T11:00:17Z', 'revision_number': 5, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'gw_port': {'id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:25.582623 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b146bb-b8d1-4618-9304-3513d9cd365c None None] The sync data for ids ['e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86'] in dv-neutron-825471-1-hyperv is: [{'id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'name': 'tempest-ServersTestManualDisk-510528513-router', 'tenant_id': '0bee70239b8e4619a62843d13cf51ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:58Z', 'updated_at': '2022-01-20T11:00:17Z', 'revision_number': 5, 'project_id': '0bee70239b8e4619a62843d13cf51ee9', 'gw_port': {'id': 'e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:00Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:00:25.639500 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f729498e-2ff5-4781-a3bb-b212eefe222e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Unset dirty status for tenant:47aab5681037480dab93726c93b67cb5 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:00:25.643700 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f729498e-2ff5-4781-a3bb-b212eefe222e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5642877 Jan 20 11:00:25.645751 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57770) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:25.695610 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7c785bf6-27af-4d98-bf9e-efbdb5a98ab4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4069920 Jan 20 11:00:25.708102 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57774) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:25.768460 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-52e70beb-6921-4ec9-b5aa-d0d1abdfeea0 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:25.874441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-caeda692-fd1e-4462-9704-b87e17a35c70 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:25.875202 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-726abbbf-d85c-41ff-bdde-36133c603769 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2006558038'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:25.884588 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-726abbbf-d85c-41ff-bdde-36133c603769 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:25.923569 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-caeda692-fd1e-4462-9704-b87e17a35c70 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:25.937429 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2d07e-8fee-437d-bd7f-2f41e913b45d req-974a8e62-0dcf-4ba8-95b4-5b9a7c3cae27 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:25.944768 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b9e2d07e-8fee-437d-bd7f-2f41e913b45d req-974a8e62-0dcf-4ba8-95b4-5b9a7c3cae27 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.2439063 Jan 20 11:00:25.954303 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-726abbbf-d85c-41ff-bdde-36133c603769 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:network and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:25.958882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-726abbbf-d85c-41ff-bdde-36133c603769 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:25.966532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-726abbbf-d85c-41ff-bdde-36133c603769 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:25.979774 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-23e4618e-4a09-486b-9443-7867bc9a6780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:26.048251 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-52e70beb-6921-4ec9-b5aa-d0d1abdfeea0 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:26.056031 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4618e-4a09-486b-9443-7867bc9a6780 admin admin] Pushing event deleted for resources: {'Port': ['ID=53cc7b5a-b0cb-4fa5-a23d-542b2dde114b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:26.068186 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726abbbf-d85c-41ff-bdde-36133c603769 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:26.071163 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-726abbbf-d85c-41ff-bdde-36133c603769 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:26.113100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:26.152672 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b9e2d07e-8fee-437d-bd7f-2f41e913b45d req-91f6d4fb-6233-46c2-927d-b1a94138a17e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070403 Jan 20 11:00:26.201371 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e70beb-6921-4ec9-b5aa-d0d1abdfeea0 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:26.210996 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-52e70beb-6921-4ec9-b5aa-d0d1abdfeea0 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:26.216485 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:26.222217 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e70beb-6921-4ec9-b5aa-d0d1abdfeea0 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:26.247187 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e70beb-6921-4ec9-b5aa-d0d1abdfeea0 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Pushing event updated for resources: {'Port': ['ID=83850c9d-125a-4891-bde5-8493f01e9f65,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:26.255082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-89ac050c-e954-4352-8d99-a00f0c570bed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:26.255473 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-caeda692-fd1e-4462-9704-b87e17a35c70 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:26.257808 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726abbbf-d85c-41ff-bdde-36133c603769 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:00:26.286784 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeda692-fd1e-4462-9704-b87e17a35c70 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dfade9-959a-47cf-aafa-8114a44a1e3e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:26.309364 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-726abbbf-d85c-41ff-bdde-36133c603769 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:26.309729 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-726abbbf-d85c-41ff-bdde-36133c603769 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Added segment fa32f980-14ed-42e1-9ebd-01fd7679c240 of type vlan for network 013f4b1f-81d9-4443-a265-2e03d2799e7a Jan 20 11:00:26.366679 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:26.407792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-89ac050c-e954-4352-8d99-a00f0c570bed admin admin] Deleting port e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:26.408846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-89ac050c-e954-4352-8d99-a00f0c570bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:26.442822 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Allocated IP 172.26.0.240 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/75879676-7fb8-401e-9341-fc721fd177e1) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:26.449616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-726abbbf-d85c-41ff-bdde-36133c603769 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:26.545481 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-23e4618e-4a09-486b-9443-7867bc9a6780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:26.583455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Pushing event updated for resources: {'Port': ['ID=721c069e-98bc-4b6f-949b-7a5f8667eac8,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:26.608380 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-caeda692-fd1e-4462-9704-b87e17a35c70 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:26.612606 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-caeda692-fd1e-4462-9704-b87e17a35c70 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "DELETE /v2.0/security-groups/73dfade9-959a-47cf-aafa-8114a44a1e3e HTTP/1.1" status: 204 len: 168 time: 0.9644706 Jan 20 11:00:26.626088 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57780) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:26.770839 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:26.852456 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-726abbbf-d85c-41ff-bdde-36133c603769 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:26.856435 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726abbbf-d85c-41ff-bdde-36133c603769 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:26.856919 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-726abbbf-d85c-41ff-bdde-36133c603769 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:26.920462 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-89ac050c-e954-4352-8d99-a00f0c570bed admin admin] For port e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:26.920462 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-89ac050c-e954-4352-8d99-a00f0c570bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:26.968633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 510f0051-0aae-48aa-824e-052abb3c279a no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:00:26.981269 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:26.984894 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d2b4d076-3dd2-4277-91e6-949dc285b1a0 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5671568 Jan 20 11:00:27.000581 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57784) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:27.003705 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 510f0051-0aae-48aa-824e-052abb3c279a {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:00:27.004123 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 510f0051-0aae-48aa-824e-052abb3c279a not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:00:27.012807 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-44c2c102-3963-408a-b919-44d7f157461e tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Request body: {'floatingip': {'port_id': 'eb5e3882-c616-491b-af6e-e724ce1b924b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:27.067483 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-23e4618e-4a09-486b-9443-7867bc9a6780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:27.073904 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d266f91-6b1e-4185-8d4f-799cd1344e06 req-a6af21bb-55df-4476-a459-f1b7ad58426c tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:27.075443 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5d266f91-6b1e-4185-8d4f-799cd1344e06 req-a6af21bb-55df-4476-a459-f1b7ad58426c tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.7674007 Jan 20 11:00:27.112136 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:27.125106 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-89ac050c-e954-4352-8d99-a00f0c570bed admin admin] Calling delete_port for e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90 owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:27.126493 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-23e4618e-4a09-486b-9443-7867bc9a6780 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:27.138330 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-eb05af51-2121-4427-92c8-03c882fc7bd0 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Synchronizing usage tracker for tenant:47aab5681037480dab93726c93b67cb5 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:00:27.146607 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44c2c102-3963-408a-b919-44d7f157461e tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for floatingip, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:27.157111 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-726abbbf-d85c-41ff-bdde-36133c603769 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2937677 Jan 20 11:00:27.166300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57788) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:27.172503 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726abbbf-d85c-41ff-bdde-36133c603769 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Network': ['ID=013f4b1f-81d9-4443-a265-2e03d2799e7a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:27.182696 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 013f4b1f-81d9-4443-a265-2e03d2799e7a details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:00:27.184690 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-46b8ac10-ccac-4cb5-9152-b2e5614d59b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'subnet': {'network_id': '013f4b1f-81d9-4443-a265-2e03d2799e7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:27.311679 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-eb05af51-2121-4427-92c8-03c882fc7bd0 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Unset dirty status for tenant:47aab5681037480dab93726c93b67cb5 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:00:27.313994 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-eb05af51-2121-4427-92c8-03c882fc7bd0 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6352158 Jan 20 11:00:27.326205 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5d266f91-6b1e-4185-8d4f-799cd1344e06 req-e2230e4a-c342-4d1f-a459-fda884bf6100 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365885 Jan 20 11:00:27.326724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57792) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:27.338563 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-b8db6819-8363-40d9-80dd-c1e3da91446e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group': {'name': 'tempest-secgroup--292209995'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:27.349118 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b8db6819-8363-40d9-80dd-c1e3da91446e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:27.361830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-46b8ac10-ccac-4cb5-9152-b2e5614d59b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:27.370122 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b8db6819-8363-40d9-80dd-c1e3da91446e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:27.374715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-46b8ac10-ccac-4cb5-9152-b2e5614d59b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:subnet and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:27.385288 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-23e4618e-4a09-486b-9443-7867bc9a6780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:27.385858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e4618e-4a09-486b-9443-7867bc9a6780 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3d182f6-b993-4432-ab63-9515a26bb6c3 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:00:27.387330 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-46b8ac10-ccac-4cb5-9152-b2e5614d59b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:27.395537 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-46b8ac10-ccac-4cb5-9152-b2e5614d59b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:27.408878 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-23e4618e-4a09-486b-9443-7867bc9a6780 admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:27.410732 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-23e4618e-4a09-486b-9443-7867bc9a6780 admin admin] 10.222.0.70 "DELETE /v2.0/routers/c3d182f6-b993-4432-ab63-9515a26bb6c3 HTTP/1.1" status: 204 len: 168 time: 4.9892249 Jan 20 11:00:27.414073 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57798) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:27.446810 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:27.493635 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b8db6819-8363-40d9-80dd-c1e3da91446e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:27.516384 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b8ac10-ccac-4cb5-9152-b2e5614d59b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:27.561370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea54912b-0028-4f16-97a3-9f2a98375fd5 admin admin] Deleting subnet 96b254d4-c891-4e92-85e5-f2bec53994c8 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:00:27.563612 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-52e70beb-6921-4ec9-b5aa-d0d1abdfeea0 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:27.626430 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ea54912b-0028-4f16-97a3-9f2a98375fd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:27.661518 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-44c2c102-3963-408a-b919-44d7f157461e tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] update failed (client error): The resource could not be found. Jan 20 11:00:27.662587 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-44c2c102-3963-408a-b919-44d7f157461e tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] 10.222.0.70 "PUT /v2.0/floatingips/834c8ae7-5dd9-4c5f-95f3-9fc3284e530b HTTP/1.1" status: 404 len: 507 time: 0.6609251 Jan 20 11:00:27.672688 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57802) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:27.759526 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:27.773700 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:27.778876 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=75879676-7fb8-401e-9341-fc721fd177e1,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:27.788500 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:27.805154 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ea54912b-0028-4f16-97a3-9f2a98375fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:27.838427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b8db6819-8363-40d9-80dd-c1e3da91446e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:27.846359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46b8ac10-ccac-4cb5-9152-b2e5614d59b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:27.861844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b8db6819-8363-40d9-80dd-c1e3da91446e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:27.868780 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b8db6819-8363-40d9-80dd-c1e3da91446e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:27.884329 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-89ac050c-e954-4352-8d99-a00f0c570bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:27.887968 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b8db6819-8363-40d9-80dd-c1e3da91446e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:28.008996 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-4e96a7c2-ce7a-4c24-b673-19405d20ecaa tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Deleting port 721c069e-98bc-4b6f-949b-7a5f8667eac8 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:28.009337 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4e96a7c2-ce7a-4c24-b673-19405d20ecaa tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:28.020345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac050c-e954-4352-8d99-a00f0c570bed admin admin] Pushing event deleted for resources: {'Port': ['ID=e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:28.093449 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0d883-acf8-45ee-9093-c9afe166f093 req-5388c177-1fd2-40ed-9ed9-062dbcf02723 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:28.094975 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52a0d883-acf8-45ee-9093-c9afe166f093 req-5388c177-1fd2-40ed-9ed9-062dbcf02723 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.6145988 Jan 20 11:00:28.098643 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-52e70beb-6921-4ec9-b5aa-d0d1abdfeea0 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:28.123998 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-52e70beb-6921-4ec9-b5aa-d0d1abdfeea0 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:28.193160 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b8db6819-8363-40d9-80dd-c1e3da91446e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:28.257864 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ea54912b-0028-4f16-97a3-9f2a98375fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:28.294500 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b8db6819-8363-40d9-80dd-c1e3da91446e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:28.376152 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52a0d883-acf8-45ee-9093-c9afe166f093 req-9013fba4-0a95-42e3-acc4-a006afd2f5a2 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738132 Jan 20 11:00:28.396056 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4e96a7c2-ce7a-4c24-b673-19405d20ecaa tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:28.396056 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4e96a7c2-ce7a-4c24-b673-19405d20ecaa tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:28.484345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db6819-8363-40d9-80dd-c1e3da91446e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d791770c-a561-4384-ad5b-09c282550f4d,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:28.486318 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-89ac050c-e954-4352-8d99-a00f0c570bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:28.585961 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:28.677098 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-4e96a7c2-ce7a-4c24-b673-19405d20ecaa tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Calling delete_port for 721c069e-98bc-4b6f-949b-7a5f8667eac8 owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:28.702310 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b8db6819-8363-40d9-80dd-c1e3da91446e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:28.703495 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b8db6819-8363-40d9-80dd-c1e3da91446e tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3734291 Jan 20 11:00:28.710270 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57808) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:28.717471 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-765250ee-d386-4d6f-81b1-6bf8fa27659d tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': 'd791770c-a561-4384-ad5b-09c282550f4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:28.719624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ea54912b-0028-4f16-97a3-9f2a98375fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:28.774432 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54912b-0028-4f16-97a3-9f2a98375fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96b254d4-c891-4e92-85e5-f2bec53994c8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:28.793503 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba527140-efec-47dc-8118-27660f33b4a6 None None] Network 008238da-375f-4195-90bf-ab2c5c0f18ed requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:28.800156 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-765250ee-d386-4d6f-81b1-6bf8fa27659d tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:28.835470 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ea54912b-0028-4f16-97a3-9f2a98375fd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:28.864485 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-765250ee-d386-4d6f-81b1-6bf8fa27659d tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:28.867724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46b8ac10-ccac-4cb5-9152-b2e5614d59b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:28.870725 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ea54912b-0028-4f16-97a3-9f2a98375fd5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/96b254d4-c891-4e92-85e5-f2bec53994c8 HTTP/1.1" status: 204 len: 168 time: 1.4403687 Jan 20 11:00:28.871423 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-765250ee-d386-4d6f-81b1-6bf8fa27659d tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:28.872843 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57812) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:28.913504 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-89ac050c-e954-4352-8d99-a00f0c570bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:28.920048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-765250ee-d386-4d6f-81b1-6bf8fa27659d tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:28.922036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:28.976325 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-89ac050c-e954-4352-8d99-a00f0c570bed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.011464 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:00:29.022273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8ac10-ccac-4cb5-9152-b2e5614d59b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Subnet': ['ID=aa4668e1-09b7-4ccd-b872-788aaaad0d09,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:29.102465 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:00:29.102801 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 53cc7b5a-b0cb-4fa5-a23d-542b2dde114b not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:00:29.116918 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca6179-732f-407f-8b9f-9dea816dd434 req-94c93147-3269-488a-b580-47d15f3cb54c tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:29.118551 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6dca6179-732f-407f-8b9f-9dea816dd434 req-94c93147-3269-488a-b580-47d15f3cb54c tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.5317295 Jan 20 11:00:29.129800 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.149065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8ac10-ccac-4cb5-9152-b2e5614d59b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Checking segment: {'id': 'fa32f980-14ed-42e1-9ebd-01fd7679c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '013f4b1f-81d9-4443-a265-2e03d2799e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:00:29.149429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b8ac10-ccac-4cb5-9152-b2e5614d59b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network hostable DHCP agents. Network: 013f4b1f-81d9-4443-a265-2e03d2799e7a, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:00:29.164033 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-89ac050c-e954-4352-8d99-a00f0c570bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.164511 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ac050c-e954-4352-8d99-a00f0c570bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:00:29.198489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] Deleting port 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:29.199054 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.217361 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161b8a1a-b92a-48bd-a58a-593168fc30c7 None None] DHCP port deletion for 008238da-375f-4195-90bf-ab2c5c0f18ed request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:00:29.220100 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-161b8a1a-b92a-48bd-a58a-593168fc30c7 None None] Deleting port 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:29.220893 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-161b8a1a-b92a-48bd-a58a-593168fc30c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.283143 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6dca6179-732f-407f-8b9f-9dea816dd434 req-b1830e6d-d978-4544-b367-e43a8360ae7b tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498549 Jan 20 11:00:29.287531 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4e96a7c2-ce7a-4c24-b673-19405d20ecaa tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.337758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-89ac050c-e954-4352-8d99-a00f0c570bed admin admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.337758 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-89ac050c-e954-4352-8d99-a00f0c570bed admin admin] 10.222.0.70 "DELETE /v2.0/routers/e2ebfa4f-9ab1-4e3a-b1c4-124b4bb3cd86 HTTP/1.1" status: 204 len: 168 time: 4.9381728 Jan 20 11:00:29.337758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57816) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:29.343412 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-765250ee-d386-4d6f-81b1-6bf8fa27659d tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:29.343412 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-765250ee-d386-4d6f-81b1-6bf8fa27659d tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6271045 Jan 20 11:00:29.362600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57820) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:29.394581 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ddf076dc-f083-4fec-8bc8-e1cab5f30a09 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group_rule': {'security_group_id': 'd791770c-a561-4384-ad5b-09c282550f4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:29.403875 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96a7c2-ce7a-4c24-b673-19405d20ecaa tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Pushing event deleted for resources: {'Port': ['ID=721c069e-98bc-4b6f-949b-7a5f8667eac8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:29.413455 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ddf076dc-f083-4fec-8bc8-e1cab5f30a09 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:29.432759 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61d34a1-07b4-4502-9a3a-3878b046dcce admin admin] Deleting subnet c0027449-e10a-46e7-87b0-be138fcb5208 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:00:29.444868 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b61d34a1-07b4-4502-9a3a-3878b046dcce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.453857 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ddf076dc-f083-4fec-8bc8-e1cab5f30a09 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:29.472269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ddf076dc-f083-4fec-8bc8-e1cab5f30a09 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:29.480908 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.481847 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-161b8a1a-b92a-48bd-a58a-593168fc30c7 None None] For port 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=84fbb8d3-0c06-487a-9cfe-dceb62f22fe7,segment=NetworkSegment(3dfa1d30-4d9d-46ba-832a-ef358ccc133a),segment_id=3dfa1d30-4d9d-46ba-832a-ef358ccc133a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:29.482370 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-161b8a1a-b92a-48bd-a58a-593168fc30c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.494213 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b8ac10-ccac-4cb5-9152-b2e5614d59b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 013f4b1f-81d9-4443-a265-2e03d2799e7a is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:00:29.508500 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ddf076dc-f083-4fec-8bc8-e1cab5f30a09 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:29.509820 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b61d34a1-07b4-4502-9a3a-3878b046dcce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.569103 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.609241 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-161b8a1a-b92a-48bd-a58a-593168fc30c7 None None] Calling delete_port for 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:29.613131 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-46b8ac10-ccac-4cb5-9152-b2e5614d59b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 013f4b1f-81d9-4443-a265-2e03d2799e7a) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:29.620599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4e96a7c2-ce7a-4c24-b673-19405d20ecaa tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.639223 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e70beb-6921-4ec9-b5aa-d0d1abdfeea0 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Router bef5fc49-8fed-4174-a5cd-6cd74e31b2fa is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:00:29.641146 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b8ac10-ccac-4cb5-9152-b2e5614d59b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:29.641146 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46b8ac10-ccac-4cb5-9152-b2e5614d59b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.643388 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d8fe99-8416-49fd-8b19-5363f2b04693 None None] Network 013f4b1f-81d9-4443-a265-2e03d2799e7a requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:29.648491 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] For port 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=84fbb8d3-0c06-487a-9cfe-dceb62f22fe7,segment=NetworkSegment(3dfa1d30-4d9d-46ba-832a-ef358ccc133a),segment_id=3dfa1d30-4d9d-46ba-832a-ef358ccc133a)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:29.648840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.666501 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4e96a7c2-ce7a-4c24-b673-19405d20ecaa tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.671253 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4e96a7c2-ce7a-4c24-b673-19405d20ecaa tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] 10.222.0.70 "DELETE /v2.0/floatingips/834c8ae7-5dd9-4c5f-95f3-9fc3284e530b HTTP/1.1" status: 204 len: 168 time: 1.9976017 Jan 20 11:00:29.690899 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57826) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:29.709326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-23a4bc3a-4c58-4c4e-b824-2fca7796ed1e tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Request body: {'floatingip': {'floating_network_id': 'cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9', 'port_id': 'eb5e3882-c616-491b-af6e-e724ce1b924b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:29.714074 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=75879676-7fb8-401e-9341-fc721fd177e1,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:29.721631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b61d34a1-07b4-4502-9a3a-3878b046dcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.748108 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-23a4bc3a-4c58-4c4e-b824-2fca7796ed1e tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:29.759729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-23a4bc3a-4c58-4c4e-b824-2fca7796ed1e tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Usage tracker for resource:floatingip and tenant:6ec1725323454186ac40f7213e649322 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:29.765627 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-23a4bc3a-4c58-4c4e-b824-2fca7796ed1e tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:29.779021 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-23a4bc3a-4c58-4c4e-b824-2fca7796ed1e tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:29.796740 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] Calling delete_port for 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:29.802755 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-46b8ac10-ccac-4cb5-9152-b2e5614d59b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6318307 Jan 20 11:00:29.806869 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57830) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:29.815083 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-599f58e5-34a1-4175-a689-dd30af4dd656 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'network_id': '013f4b1f-81d9-4443-a265-2e03d2799e7a', 'name': 'tempest-PortsTestJSON-1288429043'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:29.832405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.935913 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-013f4b1f-81d9-4443-a265-2e03d2799e7a', 'network_id': '013f4b1f-81d9-4443-a265-2e03d2799e7a', 'tenant_id': '89d097505bb140ab9f19a93c365adac0', 'fixed_ips': [{'subnet_id': 'aa4668e1-09b7-4ccd-b872-788aaaad0d09'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:00:29.936816 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.949591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-23a4bc3a-4c58-4c4e-b824-2fca7796ed1e tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for floatingip, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:29.974507 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:00:29.974826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:00:30.003962 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-161b8a1a-b92a-48bd-a58a-593168fc30c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.026944 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-ddf076dc-f083-4fec-8bc8-e1cab5f30a09 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:30.030479 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ddf076dc-f083-4fec-8bc8-e1cab5f30a09 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6647186 Jan 20 11:00:30.031095 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57834) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:30.059370 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b8a1a-b92a-48bd-a58a-593168fc30c7 None None] Pushing event deleted for resources: {'Port': ['ID=84fbb8d3-0c06-487a-9cfe-dceb62f22fe7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:30.067408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.071297 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f3df8d62-bdaf-4372-b553-bbfcb0d7baa9 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9769921 Jan 20 11:00:30.071745 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57838) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:30.073527 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b61d34a1-07b4-4502-9a3a-3878b046dcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.077365 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161b8a1a-b92a-48bd-a58a-593168fc30c7 None None] No DVR routers for this DVR port 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:00:30.078826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8f9ec225-6a0a-483f-a57a-97fc62355ff8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'port': {'network_id': '7fdebea4-3654-4a0a-8bf8-d8449d482669', 'name': 'tempest-FloatingIPTestJSON-1217122072'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:30.168685 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d34a1-07b4-4502-9a3a-3878b046dcce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0027449-e10a-46e7-87b0-be138fcb5208,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:30.171362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Allocated IP 172.20.0.2 (013f4b1f-81d9-4443-a265-2e03d2799e7a/aa4668e1-09b7-4ccd-b872-788aaaad0d09/369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:30.186696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b61d34a1-07b4-4502-9a3a-3878b046dcce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.188524 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b61d34a1-07b4-4502-9a3a-3878b046dcce admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c0027449-e10a-46e7-87b0-be138fcb5208 HTTP/1.1" status: 204 len: 168 time: 0.8508754 Jan 20 11:00:30.192842 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57842) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:30.212994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71e02a0-8d5b-4413-b746-999d94eb82ac None None] Network 46b4d099-347f-49fe-97b4-d696aebdf353 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:30.224707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-599f58e5-34a1-4175-a689-dd30af4dd656 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:30.234102 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-599f58e5-34a1-4175-a689-dd30af4dd656 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:port and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:30.272158 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e70beb-6921-4ec9-b5aa-d0d1abdfeea0 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:00:30.286490 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ea855d-b71a-4cdc-9bac-07619434cb83 None None] Sync routers for ids ['bef5fc49-8fed-4174-a5cd-6cd74e31b2fa'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:00:30.289024 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-599f58e5-34a1-4175-a689-dd30af4dd656 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:30.300469 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ea855d-b71a-4cdc-9bac-07619434cb83 None None] Routers {'bef5fc49-8fed-4174-a5cd-6cd74e31b2fa'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:30.301352 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-77ea855d-b71a-4cdc-9bac-07619434cb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['bef5fc49-8fed-4174-a5cd-6cd74e31b2fa'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:30.304631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-599f58e5-34a1-4175-a689-dd30af4dd656 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:30.367138 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-77f31e44-3aa8-4571-83ac-91e92b308b3f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.370344 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-77ea855d-b71a-4cdc-9bac-07619434cb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:30.371903 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.374080 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-52e70beb-6921-4ec9-b5aa-d0d1abdfeea0 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.376217 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-52e70beb-6921-4ec9-b5aa-d0d1abdfeea0 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "PUT /v2.0/routers/bef5fc49-8fed-4174-a5cd-6cd74e31b2fa HTTP/1.1" status: 200 len: 879 time: 7.4442031 Jan 20 11:00:30.379163 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57846) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:30.382802 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8f9ec225-6a0a-483f-a57a-97fc62355ff8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:30.384616 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ea855d-b71a-4cdc-9bac-07619434cb83 None None] Routers {'bef5fc49-8fed-4174-a5cd-6cd74e31b2fa'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:30.385680 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-77ea855d-b71a-4cdc-9bac-07619434cb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['bef5fc49-8fed-4174-a5cd-6cd74e31b2fa'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:30.411810 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-77f31e44-3aa8-4571-83ac-91e92b308b3f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.428744 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] Deleting port 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:30.429084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.448961 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-77ea855d-b71a-4cdc-9bac-07619434cb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:30.449633 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ea855d-b71a-4cdc-9bac-07619434cb83 None None] The sync data for ids ['bef5fc49-8fed-4174-a5cd-6cd74e31b2fa'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:00:30.467110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599f58e5-34a1-4175-a689-dd30af4dd656 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:30.469994 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-599f58e5-34a1-4175-a689-dd30af4dd656 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.481599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] Deleting port 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:30.482597 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.522348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8f9ec225-6a0a-483f-a57a-97fc62355ff8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:30.565175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] The port '84fbb8d3-0c06-487a-9cfe-dceb62f22fe7' was deleted {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:00:30.573565 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-599f58e5-34a1-4175-a689-dd30af4dd656 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] device_id is not set on port 07c4691d-2856-4068-a564-afadf1fac786 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:00:30.581110 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.659595 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f1bb87-7492-43a3-a430-24069f655595 None None] DHCP port deletion for 46b4d099-347f-49fe-97b4-d696aebdf353 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:00:30.664089 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f3f1bb87-7492-43a3-a430-24069f655595 None None] Deleting port 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:30.664887 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3f1bb87-7492-43a3-a430-24069f655595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.673283 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9ec225-6a0a-483f-a57a-97fc62355ff8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Made reservation on behalf of a9b63c66c76744f0803551403ba4c783 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:30.676696 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f9ec225-6a0a-483f-a57a-97fc62355ff8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.698000 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Transition to ACTIVE for port object 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:30.699125 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-77f31e44-3aa8-4571-83ac-91e92b308b3f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.719260 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.741157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Transition to ACTIVE for port object 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:30.747255 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-8f9ec225-6a0a-483f-a57a-97fc62355ff8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] device_id is not set on port e3829232-bc5f-4e2f-abca-91246f89357b yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:00:30.766677 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-23a4bc3a-4c58-4c4e-b824-2fca7796ed1e tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:00:30.772114 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-23a4bc3a-4c58-4c4e-b824-2fca7796ed1e tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0783703 Jan 20 11:00:30.779728 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57850) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:30.793231 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f31e44-3aa8-4571-83ac-91e92b308b3f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d791770c-a561-4384-ad5b-09c282550f4d,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:30.793772 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': 'eb5e3882-c616-491b-af6e-e724ce1b924b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:30.799924 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008238da-375f-4195-90bf-ab2c5c0f18ed']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:30.818901 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:30.828186 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] For port 8793fd2d-a2b4-41f1-8e8a-489c318aeb26, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8793fd2d-a2b4-41f1-8e8a-489c318aeb26,segment=NetworkSegment(488a7e58-230e-4c68-aa35-f44e529e9651),segment_id=488a7e58-230e-4c68-aa35-f44e529e9651)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:30.832617 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.832732 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Usage tracker for resource:floatingip and tenant:6ec1725323454186ac40f7213e649322 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:30.837212 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:30.841504 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dfa1d30-4d9d-46ba-832a-ef358ccc133a') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:30.841791 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dfa1d30-4d9d-46ba-832a-ef358ccc133a') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:30.864496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-77f31e44-3aa8-4571-83ac-91e92b308b3f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.868021 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-77f31e44-3aa8-4571-83ac-91e92b308b3f tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "DELETE /v2.0/security-groups/d791770c-a561-4384-ad5b-09c282550f4d HTTP/1.1" status: 204 len: 168 time: 0.8311734 Jan 20 11:00:30.874915 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57854) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:30.899815 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:30.901630 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.926260 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:30.962027 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.009786 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] Calling delete_port for 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:31.012124 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:00:31.012514 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:00:31.026964 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:00:31.029221 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:00:31.082279 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.153009 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f3f1bb87-7492-43a3-a430-24069f655595 None None] For port 8793fd2d-a2b4-41f1-8e8a-489c318aeb26, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8793fd2d-a2b4-41f1-8e8a-489c318aeb26,segment=NetworkSegment(488a7e58-230e-4c68-aa35-f44e529e9651),segment_id=488a7e58-230e-4c68-aa35-f44e529e9651)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:31.153717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3f1bb87-7492-43a3-a430-24069f655595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.167577 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Network 013f4b1f-81d9-4443-a265-2e03d2799e7a is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:31.172401 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Pushing event updated for resources: {'Port': ['ID=369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:31.174904 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:31.201746 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-599f58e5-34a1-4175-a689-dd30af4dd656 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Allocated IP 172.20.0.5 (013f4b1f-81d9-4443-a265-2e03d2799e7a/aa4668e1-09b7-4ccd-b872-788aaaad0d09/07c4691d-2856-4068-a564-afadf1fac786) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:31.203937 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-8f9ec225-6a0a-483f-a57a-97fc62355ff8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Allocated IP 172.20.0.4 (7fdebea4-3654-4a0a-8bf8-d8449d482669/11bf9d40-22b2-4aba-852d-59104e22a6cc/e3829232-bc5f-4e2f-abca-91246f89357b) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:31.228861 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:31.252879 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-04949c3f-2080-4632-b403-046631324b39 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Synchronizing usage tracker for tenant:47aab5681037480dab93726c93b67cb5 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:00:31.275695 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-187392f0-0226-48c9-a07f-775c21cbf484 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "GET /v2.0/routers/bef5fc49-8fed-4174-a5cd-6cd74e31b2fa HTTP/1.1" status: 200 len: 920 time: 0.8945510 Jan 20 11:00:31.283187 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57858) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:31.310286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f3f1bb87-7492-43a3-a430-24069f655595 None None] Calling delete_port for 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:31.324730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.332912 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.364409 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No ports have port_id starting with 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 Jan 20 11:00:31.372589 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:00:31.378524 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.421381 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-04949c3f-2080-4632-b403-046631324b39 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Unset dirty status for tenant:47aab5681037480dab93726c93b67cb5 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:00:31.422548 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-04949c3f-2080-4632-b403-046631324b39 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5469089 Jan 20 11:00:31.428710 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=8793fd2d-a2b4-41f1-8e8a-489c318aeb26,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:31.434195 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57862) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:31.438294 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] Pushing event deleted for resources: {'Network': ['ID=008238da-375f-4195-90bf-ab2c5c0f18ed,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:31.440523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-49452da8-91b3-44ca-8fb6-7f1c601c4e84 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1965402426'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:31.453372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-49452da8-91b3-44ca-8fb6-7f1c601c4e84 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:31.463802 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] No DVR routers for this DVR port 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:00:31.485124 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc80691a-4b17-4381-a573-4f61ab9ea8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.488527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:00:31.489572 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e76afa03-b50d-4b3d-acf6-7ffbaf8b2a90 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:00:31.489572 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:00:31.513462 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-49452da8-91b3-44ca-8fb6-7f1c601c4e84 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:31.543515 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:00:31.543957 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 84fbb8d3-0c06-487a-9cfe-dceb62f22fe7 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:00:31.565427 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.569396 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Attempting to bind port 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:00:31.569897 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Attempting to bind port 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'fa32f980-14ed-42e1-9ebd-01fd7679c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '013f4b1f-81d9-4443-a265-2e03d2799e7a'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:00:31.570397 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Attempting to bind port 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb on network 013f4b1f-81d9-4443-a265-2e03d2799e7a {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:00:31.581212 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:00:31.581212 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Checking segment: {'id': 'fa32f980-14ed-42e1-9ebd-01fd7679c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '013f4b1f-81d9-4443-a265-2e03d2799e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:00:31.584670 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f9ec225-6a0a-483f-a57a-97fc62355ff8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.585036 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.585036 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Bound using segment: {'id': 'fa32f980-14ed-42e1-9ebd-01fd7679c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '013f4b1f-81d9-4443-a265-2e03d2799e7a'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:00:31.585036 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Bound port: 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa32f980-14ed-42e1-9ebd-01fd7679c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '013f4b1f-81d9-4443-a265-2e03d2799e7a'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:00:31.585036 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.601309 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-f3f1bb87-7492-43a3-a430-24069f655595 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:00:31.601838 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-f3f1bb87-7492-43a3-a430-24069f655595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:00:31.622772 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ed7d6b9e-22df-4601-a174-226d1ed1aabf admin admin] 10.222.0.70 "DELETE /v2.0/networks/008238da-375f-4195-90bf-ab2c5c0f18ed HTTP/1.1" status: 204 len: 168 time: 2.7473648 Jan 20 11:00:31.635259 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d3f18dce-3495-47a2-b91b-6fd571988f4d tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&device_id=bef5fc49-8fed-4174-a5cd-6cd74e31b2fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3508627 Jan 20 11:00:31.641945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-599f58e5-34a1-4175-a689-dd30af4dd656 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.648560 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57868) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:31.659123 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-599f58e5-34a1-4175-a689-dd30af4dd656 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Transition to ACTIVE for port object 07c4691d-2856-4068-a564-afadf1fac786 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:31.681610 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] For port 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:00:31.685420 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] For port 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb,segment=NetworkSegment(fa32f980-14ed-42e1-9ebd-01fd7679c240),segment_id=fa32f980-14ed-42e1-9ebd-01fd7679c240)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:00:31.695212 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-49452da8-91b3-44ca-8fb6-7f1c601c4e84 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.705815 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.733922 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f9ec225-6a0a-483f-a57a-97fc62355ff8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.742838 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b4d099-347f-49fe-97b4-d696aebdf353']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:31.762834 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488a7e58-230e-4c68-aa35-f44e529e9651') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:31.765400 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488a7e58-230e-4c68-aa35-f44e529e9651') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:31.774655 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-49452da8-91b3-44ca-8fb6-7f1c601c4e84 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:31.780143 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.785326 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.787926 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-49452da8-91b3-44ca-8fb6-7f1c601c4e84 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Usage tracker for resource:security_group_rule and tenant:47aab5681037480dab93726c93b67cb5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:31.793702 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-599f58e5-34a1-4175-a689-dd30af4dd656 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.796947 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-49452da8-91b3-44ca-8fb6-7f1c601c4e84 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:31.849532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.857329 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:00:31.858228 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:31.895812 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208aa21f-019c-4ea9-bbe1-908490837e64 None None] Pushing event updated for resources: {'Port': ['ID=369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:00:31.960017 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:00:31.971668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-49452da8-91b3-44ca-8fb6-7f1c601c4e84 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:32.026392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9ec225-6a0a-483f-a57a-97fc62355ff8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network 7fdebea4-3654-4a0a-8bf8-d8449d482669 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:32.034066 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8f9ec225-6a0a-483f-a57a-97fc62355ff8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:32.036174 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599f58e5-34a1-4175-a689-dd30af4dd656 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 013f4b1f-81d9-4443-a265-2e03d2799e7a is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:32.041039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-599f58e5-34a1-4175-a689-dd30af4dd656 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:32.047115 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f58e5-34a1-4175-a689-dd30af4dd656 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:32.052478 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ec225-6a0a-483f-a57a-97fc62355ff8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:32.101731 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ec225-6a0a-483f-a57a-97fc62355ff8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=e3829232-bc5f-4e2f-abca-91246f89357b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:32.104541 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f3f1bb87-7492-43a3-a430-24069f655595 None None] Deleting port 8793fd2d-a2b4-41f1-8e8a-489c318aeb26 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:32.106185 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3f1bb87-7492-43a3-a430-24069f655595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:32.141419 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:32.146302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:32.152568 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f58e5-34a1-4175-a689-dd30af4dd656 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=07c4691d-2856-4068-a564-afadf1fac786,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:32.162446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0860b421-75b6-446c-840d-d305e25f27c6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:32.163044 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0860b421-75b6-446c-840d-d305e25f27c6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Synchronizing usage tracker for tenant:a4cf99580ffe4140a0902c1cbe3395a2 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:00:32.166051 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Allocated IP 172.26.0.93 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/e9fa083c-0ee8-44e1-a918-ac7ca51933e0) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:32.200323 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9ec225-6a0a-483f-a57a-97fc62355ff8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:32.200961 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f9ec225-6a0a-483f-a57a-97fc62355ff8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:32.201688 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] Pushing event deleted for resources: {'Network': ['ID=46b4d099-347f-49fe-97b4-d696aebdf353,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:32.216620 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f3f1bb87-7492-43a3-a430-24069f655595 None None] The port '8793fd2d-a2b4-41f1-8e8a-489c318aeb26' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:00:32.240275 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0860b421-75b6-446c-840d-d305e25f27c6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Unset dirty status for tenant:a4cf99580ffe4140a0902c1cbe3395a2 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:00:32.248501 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0860b421-75b6-446c-840d-d305e25f27c6 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "GET /v2.0/networks/5b1d19bb-43c5-44cb-9395-b66102f481bc HTTP/1.1" status: 200 len: 881 time: 0.5962653 Jan 20 11:00:32.253234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57872) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:32.253234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57874) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:32.307862 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-49452da8-91b3-44ca-8fb6-7f1c601c4e84 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:32.321150 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-01628644-be60-4c85-9ca3-0cbdf26e9d65 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "GET /v2.0/ports?device_id=bef5fc49-8fed-4174-a5cd-6cd74e31b2fa HTTP/1.1" status: 200 len: 205 time: 0.0680032 Jan 20 11:00:32.329458 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57880) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:32.335665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599f58e5-34a1-4175-a689-dd30af4dd656 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:32.336210 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-599f58e5-34a1-4175-a689-dd30af4dd656 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:32.382225 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4c57a9dc-3718-4181-abd9-573138238022 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f524b6c0c60749f2833f5e039c4b5e15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1274281 Jan 20 11:00:32.384620 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57884) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:32.434275 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fb05ff6a-f0ab-4941-8e29-4decf0d77fbe admin admin] 10.222.0.70 "DELETE /v2.0/networks/46b4d099-347f-49fe-97b4-d696aebdf353 HTTP/1.1" status: 204 len: 168 time: 2.2302709 Jan 20 11:00:32.466525 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8f9ec225-6a0a-483f-a57a-97fc62355ff8 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3936560 Jan 20 11:00:32.470630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57890) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:32.471920 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b9510662-f877-499d-a833-9615e5abd3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:32.483416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-49452da8-91b3-44ca-8fb6-7f1c601c4e84 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:32.484889 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:32.490186 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-7e3544ff-7eac-4a5f-97d9-8f5cc9e19428 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'floatingip': {'port_id': 'e3829232-bc5f-4e2f-abca-91246f89357b'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:32.584793 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-599f58e5-34a1-4175-a689-dd30af4dd656 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7725956 Jan 20 11:00:32.586167 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57894) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:32.593122 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-07ebbee8-7e0e-4e44-8073-68efdf76c2b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'network_id': '013f4b1f-81d9-4443-a265-2e03d2799e7a', 'name': 'tempest-PortsTestJSON-296832546'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:32.608624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b9510662-f877-499d-a833-9615e5abd3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:32.623641 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7e3544ff-7eac-4a5f-97d9-8f5cc9e19428 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:32.668478 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:32.746286 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-49452da8-91b3-44ca-8fb6-7f1c601c4e84 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:32.750210 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-49452da8-91b3-44ca-8fb6-7f1c601c4e84 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3127413 Jan 20 11:00:32.753149 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49452da8-91b3-44ca-8fb6-7f1c601c4e84 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff2d97e-3337-4fad-8733-8d159df9fa2d,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:32.755330 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57898) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:32.770506 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-77ff7958-e492-406c-b02f-5749906b010c tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:32.771070 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-77ff7958-e492-406c-b02f-5749906b010c tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] update failed (client error): There was a conflict when trying to complete your request. Jan 20 11:00:32.774667 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-77ff7958-e492-406c-b02f-5749906b010c tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "PUT /v2.0/security-groups/7ff2d97e-3337-4fad-8733-8d159df9fa2d HTTP/1.1" status: 409 len: 330 time: 0.0127573 Jan 20 11:00:32.776008 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57902) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:32.786803 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:32.800474 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:32.802436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Pushing event updated for resources: {'Port': ['ID=e9fa083c-0ee8-44e1-a918-ac7ca51933e0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:32.805974 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:32.859364 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7533fe45-a2dd-467d-99f4-38d245904e28 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:32.961273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-07ebbee8-7e0e-4e44-8073-68efdf76c2b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:32.979431 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57906) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:33.007207 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b9510662-f877-499d-a833-9615e5abd3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:33.021170 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-07ebbee8-7e0e-4e44-8073-68efdf76c2b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:port and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:33.025361 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:00:33.030060 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-07ebbee8-7e0e-4e44-8073-68efdf76c2b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:33.036119 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4aef208a-bc5c-492e-a452-93764c604813 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:33.046434 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-07ebbee8-7e0e-4e44-8073-68efdf76c2b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:33.058788 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9510662-f877-499d-a833-9615e5abd3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f842a1-6844-4692-a022-122eb7877f3f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:33.152715 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db691a4-6961-41d5-9345-e378e893ed22 None None] Network 013f4b1f-81d9-4443-a265-2e03d2799e7a requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:33.184338 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ebbee8-7e0e-4e44-8073-68efdf76c2b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:33.187336 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-07ebbee8-7e0e-4e44-8073-68efdf76c2b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:33.230523 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Deleting port e9fa083c-0ee8-44e1-a918-ac7ca51933e0 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:33.230523 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:33.257688 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:33.280078 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-07ebbee8-7e0e-4e44-8073-68efdf76c2b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] device_id is not set on port cc9cecf7-a206-4ecb-93ed-14d155b86abe yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:00:33.285659 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b9510662-f877-499d-a833-9615e5abd3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:33.289408 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b9510662-f877-499d-a833-9615e5abd3d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/34f842a1-6844-4692-a022-122eb7877f3f HTTP/1.1" status: 204 len: 168 time: 0.9038687 Jan 20 11:00:33.309914 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4aef208a-bc5c-492e-a452-93764c604813 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:33.338290 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e9146e6a-d80b-4d1f-808b-35589e95bd13 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0bee70239b8e4619a62843d13cf51ee9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3527055 Jan 20 11:00:33.340579 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57912) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:33.594976 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9180c536-1f3e-4a43-8fdf-86335bbd31d9 None None] Provisioning for port 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:33.600933 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9180c536-1f3e-4a43-8fdf-86335bbd31d9 None None] Provisioning complete for port 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:33.603579 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9180c536-1f3e-4a43-8fdf-86335bbd31d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:33.614520 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:33.615028 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:33.624924 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2ae6afd1-f6a7-4f47-8c96-e6ad9b00fa1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:33.650273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7e3544ff-7eac-4a5f-97d9-8f5cc9e19428 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:33.651978 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4aef208a-bc5c-492e-a452-93764c604813 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:33.680326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef208a-bc5c-492e-a452-93764c604813 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff2d97e-3337-4fad-8733-8d159df9fa2d,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:33.697582 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4aef208a-bc5c-492e-a452-93764c604813 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:33.701195 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4aef208a-bc5c-492e-a452-93764c604813 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "DELETE /v2.0/security-groups/7ff2d97e-3337-4fad-8733-8d159df9fa2d HTTP/1.1" status: 204 len: 168 time: 0.9194634 Jan 20 11:00:33.706910 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57916) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:33.760101 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7e3544ff-7eac-4a5f-97d9-8f5cc9e19428 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:33.784127 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9180c536-1f3e-4a43-8fdf-86335bbd31d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:33.842063 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9180c536-1f3e-4a43-8fdf-86335bbd31d9 None None] For port 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb,segment=NetworkSegment(fa32f980-14ed-42e1-9ebd-01fd7679c240),segment_id=fa32f980-14ed-42e1-9ebd-01fd7679c240)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:33.846081 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-432302eb-1f60-46a6-b626-1de587675256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:33.895952 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1d201356-0094-4f6c-9783-4e041c894040 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Synchronizing usage tracker for tenant:47aab5681037480dab93726c93b67cb5 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:00:33.920329 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9180c536-1f3e-4a43-8fdf-86335bbd31d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:33.966103 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-07ebbee8-7e0e-4e44-8073-68efdf76c2b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Allocated IP 172.20.0.12 (013f4b1f-81d9-4443-a265-2e03d2799e7a/aa4668e1-09b7-4ccd-b872-788aaaad0d09/cc9cecf7-a206-4ecb-93ed-14d155b86abe) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:33.995348 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1d201356-0094-4f6c-9783-4e041c894040 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] Unset dirty status for tenant:47aab5681037480dab93726c93b67cb5 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:00:33.995578 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Calling delete_port for e9fa083c-0ee8-44e1-a918-ac7ca51933e0 owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:33.996581 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1d201356-0094-4f6c-9783-4e041c894040 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2939184 Jan 20 11:00:34.004913 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57922) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:34.028115 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180c536-1f3e-4a43-8fdf-86335bbd31d9 None None] Pushing event updated for resources: {'Port': ['ID=369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:34.028316 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-e1885ad3-c60e-4516-8ff0-9b975da918f0 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] delete failed (client error): The resource could not be found. Jan 20 11:00:34.029076 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e1885ad3-c60e-4516-8ff0-9b975da918f0 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "DELETE /v2.0/security-groups/3a30a240-91e1-46ea-b72e-301ff32667d5 HTTP/1.1" status: 404 len: 347 time: 0.0222647 Jan 20 11:00:34.033270 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57926) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:34.064943 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7533fe45-a2dd-467d-99f4-38d245904e28 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:34.065591 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-1ca69c5b-9d03-4964-84ad-1c22df2cd57c tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] show failed (client error): The resource could not be found. Jan 20 11:00:34.070115 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1ca69c5b-9d03-4964-84ad-1c22df2cd57c tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "GET /v2.0/security-groups/827bf868-0156-467d-866a-8e52b07fe4b3 HTTP/1.1" status: 404 len: 347 time: 0.0321681 Jan 20 11:00:34.071010 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57930) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:34.081614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2ae6afd1-f6a7-4f47-8c96-e6ad9b00fa1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:34.091493 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-1006ae07-c185-4e39-a858-22519cd13eb0 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] show failed (client error): The resource could not be found. Jan 20 11:00:34.092484 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1006ae07-c185-4e39-a858-22519cd13eb0 tempest-NegativeSecGroupIPv6Test-758710237 tempest-NegativeSecGroupIPv6Test-758710237-project] 10.222.0.70 "GET /v2.0/security-group-rules/ff2007d6-fa2d-48f5-ad89-f9fd0f918520 HTTP/1.1" status: 404 len: 356 time: 0.0211172 Jan 20 11:00:34.116380 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-7e3544ff-7eac-4a5f-97d9-8f5cc9e19428 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Floating IP 876b900c-788b-4a96-a544-6f436ef586f3 associated. External IP: 172.26.0.240, port: e3829232-bc5f-4e2f-abca-91246f89357b. Jan 20 11:00:34.126185 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9bfce08e-0704-4d46-9b1b-7de8112850e7 None None] Provisioning for port 07c4691d-2856-4068-a564-afadf1fac786 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:34.131790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9bfce08e-0704-4d46-9b1b-7de8112850e7 None None] Provisioning complete for port 07c4691d-2856-4068-a564-afadf1fac786 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:34.138669 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bfce08e-0704-4d46-9b1b-7de8112850e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:34.212807 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7533fe45-a2dd-467d-99f4-38d245904e28 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Deleting port 83850c9d-125a-4891-bde5-8493f01e9f65 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:34.213203 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7533fe45-a2dd-467d-99f4-38d245904e28 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:34.250590 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9bfce08e-0704-4d46-9b1b-7de8112850e7 None None] Port 07c4691d-2856-4068-a564-afadf1fac786 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:00:34.275293 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9bfce08e-0704-4d46-9b1b-7de8112850e7 None None] Provisioning complete for port 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:34.275675 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bfce08e-0704-4d46-9b1b-7de8112850e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:34.499660 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:34.565952 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2ae6afd1-f6a7-4f47-8c96-e6ad9b00fa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:34.592518 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Pushing event deleted for resources: {'Port': ['ID=e9fa083c-0ee8-44e1-a918-ac7ca51933e0,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:34.609025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3544ff-7eac-4a5f-97d9-8f5cc9e19428 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router 7808d997-0e79-46d1-bab3-0af3f05906f9 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:00:34.627480 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6afd1-f6a7-4f47-8c96-e6ad9b00fa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0727b3ea-fe0b-402f-b5fa-2d4df9606a25,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:34.662077 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-07ebbee8-7e0e-4e44-8073-68efdf76c2b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:34.702597 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7533fe45-a2dd-467d-99f4-38d245904e28 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:34.753765 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-07ebbee8-7e0e-4e44-8073-68efdf76c2b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Transition to ACTIVE for port object cc9cecf7-a206-4ecb-93ed-14d155b86abe will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:34.758869 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:34.828243 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57950) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:34.863199 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3544ff-7eac-4a5f-97d9-8f5cc9e19428 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:00:34.875455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7e3544ff-7eac-4a5f-97d9-8f5cc9e19428 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:34.879228 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7533fe45-a2dd-467d-99f4-38d245904e28 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Calling delete_port for 83850c9d-125a-4891-bde5-8493f01e9f65 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:34.906076 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2ae6afd1-f6a7-4f47-8c96-e6ad9b00fa1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:34.906909 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2ae6afd1-f6a7-4f47-8c96-e6ad9b00fa1d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0727b3ea-fe0b-402f-b5fa-2d4df9606a25 HTTP/1.1" status: 204 len: 168 time: 1.5638547 Jan 20 11:00:34.910429 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba4c618-40b6-4bac-8708-16eec46a2fc1 None None] Sync routers for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:00:34.960729 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba4c618-40b6-4bac-8708-16eec46a2fc1 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:34.960729 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-cba4c618-40b6-4bac-8708-16eec46a2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:34.974451 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7e3544ff-7eac-4a5f-97d9-8f5cc9e19428 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "PUT /v2.0/floatingips/876b900c-788b-4a96-a544-6f436ef586f3 HTTP/1.1" status: 200 len: 978 time: 2.4993136 Jan 20 11:00:34.975534 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57960) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:35.035770 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] create failed (client error): The resource could not be found. Jan 20 11:00:35.036944 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-db7649b5-b30c-45a4-aef2-eeed71c98360 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.2521586 Jan 20 11:00:35.047190 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 57964) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:35.078763 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-13ae4750-6db9-425b-a543-419f916440e6 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Deleting port e3829232-bc5f-4e2f-abca-91246f89357b {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:35.080341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13ae4750-6db9-425b-a543-419f916440e6 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:35.081712 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:00:35.103509 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-07ebbee8-7e0e-4e44-8073-68efdf76c2b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:35.156822 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:35.165772 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-cba4c618-40b6-4bac-8708-16eec46a2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:35.195267 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba4c618-40b6-4bac-8708-16eec46a2fc1 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:35.195938 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-cba4c618-40b6-4bac-8708-16eec46a2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:35.259369 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-cba4c618-40b6-4bac-8708-16eec46a2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:35.260063 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba4c618-40b6-4bac-8708-16eec46a2fc1 None None] The sync data for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:00:35.275084 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:35.275462 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:35.318892 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-76146a83-a05d-496d-9c30-737f1ecc077b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=47aab5681037480dab93726c93b67cb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4870763 Jan 20 11:00:35.319821 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57970) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:35.321737 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-71630414-c311-45e7-9844-5561a4982253 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Deleting port eb5e3882-c616-491b-af6e-e724ce1b924b {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:35.321970 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71630414-c311-45e7-9844-5561a4982253 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:35.415874 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ebbee8-7e0e-4e44-8073-68efdf76c2b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 013f4b1f-81d9-4443-a265-2e03d2799e7a is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:35.427905 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-07ebbee8-7e0e-4e44-8073-68efdf76c2b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:35.444749 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ebbee8-7e0e-4e44-8073-68efdf76c2b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:35.478184 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebbee8-7e0e-4e44-8073-68efdf76c2b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=cc9cecf7-a206-4ecb-93ed-14d155b86abe,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:35.580542 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ebbee8-7e0e-4e44-8073-68efdf76c2b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:35.581080 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-07ebbee8-7e0e-4e44-8073-68efdf76c2b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:35.632321 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ddf28ee8-3290-404f-81e9-2695e05f1b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:35.663745 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ddf28ee8-3290-404f-81e9-2695e05f1b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:35.674350 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7533fe45-a2dd-467d-99f4-38d245904e28 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:35.752525 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13ae4750-6db9-425b-a543-419f916440e6 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:35.843776 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-07ebbee8-7e0e-4e44-8073-68efdf76c2b7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2540810 Jan 20 11:00:35.844937 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 57984) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:35.846718 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533fe45-a2dd-467d-99f4-38d245904e28 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Pushing event deleted for resources: {'Port': ['ID=83850c9d-125a-4891-bde5-8493f01e9f65,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:35.864001 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bc3c3fd8-dfac-42b3-9e04-1456689571a1 None None] Provisioning for port cc9cecf7-a206-4ecb-93ed-14d155b86abe completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:35.875749 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bc3c3fd8-dfac-42b3-9e04-1456689571a1 None None] Provisioning complete for port cc9cecf7-a206-4ecb-93ed-14d155b86abe triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:35.875749 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc3c3fd8-dfac-42b3-9e04-1456689571a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:35.988225 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c3fd8-dfac-42b3-9e04-1456689571a1 None None] Port cc9cecf7-a206-4ecb-93ed-14d155b86abe cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:00:35.999535 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ddf28ee8-3290-404f-81e9-2695e05f1b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:36.030241 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf28ee8-3290-404f-81e9-2695e05f1b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a19ae4-6e1b-4aa8-ae3f-7008d693eb9c,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:36.034116 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71630414-c311-45e7-9844-5561a4982253 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:36.148161 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ddf28ee8-3290-404f-81e9-2695e05f1b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:36.149803 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ddf28ee8-3290-404f-81e9-2695e05f1b57 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/05a19ae4-6e1b-4aa8-ae3f-7008d693eb9c HTTP/1.1" status: 204 len: 168 time: 0.8288181 Jan 20 11:00:36.183240 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-71630414-c311-45e7-9844-5561a4982253 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Calling delete_port for eb5e3882-c616-491b-af6e-e724ce1b924b owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:36.183785 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:36.210819 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13ae4750-6db9-425b-a543-419f916440e6 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:36.210819 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13ae4750-6db9-425b-a543-419f916440e6 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:36.210819 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-13ae4750-6db9-425b-a543-419f916440e6 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Floating IP 876b900c-788b-4a96-a544-6f436ef586f3 disassociated. External IP: 172.26.0.240, port: e3829232-bc5f-4e2f-abca-91246f89357b. Jan 20 11:00:36.210819 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-13ae4750-6db9-425b-a543-419f916440e6 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Calling delete_port for e3829232-bc5f-4e2f-abca-91246f89357b owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:36.365162 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7533fe45-a2dd-467d-99f4-38d245904e28 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:36.391334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4fa976-e5fa-47d0-b8b1-259aa39c3d9e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:36.392987 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9f4fa976-e5fa-47d0-b8b1-259aa39c3d9e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Synchronizing usage tracker for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:00:36.469282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9f4fa976-e5fa-47d0-b8b1-259aa39c3d9e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Unset dirty status for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:00:36.471139 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9f4fa976-e5fa-47d0-b8b1-259aa39c3d9e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.6240532 Jan 20 11:00:36.473267 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13ae4750-6db9-425b-a543-419f916440e6 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:36.474358 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58000) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:36.550756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae4750-6db9-425b-a543-419f916440e6 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event deleted for resources: {'Port': ['ID=e3829232-bc5f-4e2f-abca-91246f89357b,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:36.680190 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7533fe45-a2dd-467d-99f4-38d245904e28 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:36.695968 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-2a6537a0-5479-4568-b528-66e5be9a78da tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port cc9cecf7-a206-4ecb-93ed-14d155b86abe {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:36.696317 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2a6537a0-5479-4568-b528-66e5be9a78da tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:36.720310 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7533fe45-a2dd-467d-99f4-38d245904e28 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:36.823012 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71630414-c311-45e7-9844-5561a4982253 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:36.872480 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7533fe45-a2dd-467d-99f4-38d245904e28 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:36.872990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7533fe45-a2dd-467d-99f4-38d245904e28 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Fanout notify agent at l3_agent the message router_deleted on router bef5fc49-8fed-4174-a5cd-6cd74e31b2fa {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:00:36.898578 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71630414-c311-45e7-9844-5561a4982253 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Pushing event deleted for resources: {'Port': ['ID=eb5e3882-c616-491b-af6e-e724ce1b924b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:36.916359 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7533fe45-a2dd-467d-99f4-38d245904e28 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:36.921873 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7533fe45-a2dd-467d-99f4-38d245904e28 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "DELETE /v2.0/routers/bef5fc49-8fed-4174-a5cd-6cd74e31b2fa HTTP/1.1" status: 204 len: 168 time: 4.5908120 Jan 20 11:00:36.960194 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58016) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:37.025370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3737f88b-4c2c-41a4-8ace-821a81b039b9 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1803210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:37.034245 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71630414-c311-45e7-9844-5561a4982253 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:37.038956 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-71630414-c311-45e7-9844-5561a4982253 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] 10.222.0.70 "DELETE /v2.0/ports/eb5e3882-c616-491b-af6e-e724ce1b924b HTTP/1.1" status: 204 len: 168 time: 1.9868872 Jan 20 11:00:37.039455 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3737f88b-4c2c-41a4-8ace-821a81b039b9 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:37.041622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58024) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:37.063108 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2a6537a0-5479-4568-b528-66e5be9a78da tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:37.089129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3737f88b-4c2c-41a4-8ace-821a81b039b9 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Usage tracker for resource:router and tenant:5523044ad02c4ad49de28c4ccf48ef71 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:37.097354 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3737f88b-4c2c-41a4-8ace-821a81b039b9 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:37.106713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3737f88b-4c2c-41a4-8ace-821a81b039b9 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:37.147927 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16dfd65-9a8d-498d-aba7-d68b0df895a9 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:37.148508 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d16dfd65-9a8d-498d-aba7-d68b0df895a9 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Synchronizing usage tracker for tenant:6ec1725323454186ac40f7213e649322 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:00:37.230503 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3737f88b-4c2c-41a4-8ace-821a81b039b9 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:37.230503 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3737f88b-4c2c-41a4-8ace-821a81b039b9 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:37.237318 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-2a6537a0-5479-4568-b528-66e5be9a78da tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for cc9cecf7-a206-4ecb-93ed-14d155b86abe owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:37.248797 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3737f88b-4c2c-41a4-8ace-821a81b039b9 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:37.259190 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d16dfd65-9a8d-498d-aba7-d68b0df895a9 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Unset dirty status for tenant:6ec1725323454186ac40f7213e649322 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:00:37.263390 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d16dfd65-9a8d-498d-aba7-d68b0df895a9 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4f8fd79-b915-4f9d-9363-1da414f45903 HTTP/1.1" status: 200 len: 913 time: 0.2176461 Jan 20 11:00:37.263848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58030) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:37.432727 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3737f88b-4c2c-41a4-8ace-821a81b039b9 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:37.524665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ae4750-6db9-425b-a543-419f916440e6 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router 7808d997-0e79-46d1-bab3-0af3f05906f9 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:00:37.624353 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3737f88b-4c2c-41a4-8ace-821a81b039b9 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:37.628815 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3737f88b-4c2c-41a4-8ace-821a81b039b9 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6054821 Jan 20 11:00:37.630332 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58038) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:37.637020 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1748b690-7b64-47db-992f-032a7d0d10da tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'enable_snat': True}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:37.702223 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2a6537a0-5479-4568-b528-66e5be9a78da tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:37.749644 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91685b25-354e-4fb2-8a89-509323fab955 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:37.759910 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6537a0-5479-4568-b528-66e5be9a78da tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Port': ['ID=cc9cecf7-a206-4ecb-93ed-14d155b86abe,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:38.080445 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2a6537a0-5479-4568-b528-66e5be9a78da tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:38.232662 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2a6537a0-5479-4568-b528-66e5be9a78da tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/ports/cc9cecf7-a206-4ecb-93ed-14d155b86abe HTTP/1.1" status: 204 len: 168 time: 1.7548280 Jan 20 11:00:38.234708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58058) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:38.330855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ae4750-6db9-425b-a543-419f916440e6 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:00:38.343398 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a33cc6-430c-46e1-9c20-3887e6439163 None None] Sync routers for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:00:38.374459 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6e4a5f-f5d9-43a8-91cc-8158cf041aac tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] GET failed (client error): The resource could not be found. Jan 20 11:00:38.374973 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cb6e4a5f-f5d9-43a8-91cc-8158cf041aac tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Synchronizing usage tracker for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:00:38.383200 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a33cc6-430c-46e1-9c20-3887e6439163 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:38.383810 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d4a33cc6-430c-46e1-9c20-3887e6439163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:38.442526 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1748b690-7b64-47db-992f-032a7d0d10da tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:38.457669 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d4a33cc6-430c-46e1-9c20-3887e6439163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:38.477600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13ae4750-6db9-425b-a543-419f916440e6 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:38.478543 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-91685b25-354e-4fb2-8a89-509323fab955 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Deleting port c1298c2f-00a3-4041-a516-f493cf13f70a {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:38.480648 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91685b25-354e-4fb2-8a89-509323fab955 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:38.480761 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-13ae4750-6db9-425b-a543-419f916440e6 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/ports/e3829232-bc5f-4e2f-abca-91246f89357b HTTP/1.1" status: 204 len: 168 time: 3.5033925 Jan 20 11:00:38.482980 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58068) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:38.483543 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a33cc6-430c-46e1-9c20-3887e6439163 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:38.484350 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d4a33cc6-430c-46e1-9c20-3887e6439163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:38.562352 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d4a33cc6-430c-46e1-9c20-3887e6439163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:38.563102 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a33cc6-430c-46e1-9c20-3887e6439163 None None] The sync data for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:00:38.592587 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cb6e4a5f-f5d9-43a8-91cc-8158cf041aac tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Unset dirty status for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:00:38.596704 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cb6e4a5f-f5d9-43a8-91cc-8158cf041aac tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports/cc9cecf7-a206-4ecb-93ed-14d155b86abe HTTP/1.1" status: 404 len: 333 time: 0.3562539 Jan 20 11:00:38.606294 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58072) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:38.672078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58078) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:38.678058 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-afe9fc03-8a3c-468f-88f7-71d71813062a tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "GET /v2.0/floatingips/876b900c-788b-4a96-a544-6f436ef586f3 HTTP/1.1" status: 200 len: 688 time: 0.1938086 Jan 20 11:00:38.681021 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58082) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:38.757745 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-3def2665-3a39-404e-a881-e50b4955b3ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port 07c4691d-2856-4068-a564-afadf1fac786 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:38.758097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3def2665-3a39-404e-a881-e50b4955b3ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:38.925214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-031d3283-850c-4e5a-a6c1-41a4186ec5c5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Deleting port 75879676-7fb8-401e-9341-fc721fd177e1 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:38.925659 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-031d3283-850c-4e5a-a6c1-41a4186ec5c5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:39.007148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91685b25-354e-4fb2-8a89-509323fab955 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:39.017837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d84f56f0-3b07-4996-ac23-43a3c1630412 tempest-SubnetPoolsTestJSON-1937432260 tempest-SubnetPoolsTestJSON-1937432260-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1163566966', 'prefixes': ['172.20.0.0/16']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:39.026944 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d84f56f0-3b07-4996-ac23-43a3c1630412 tempest-SubnetPoolsTestJSON-1937432260 tempest-SubnetPoolsTestJSON-1937432260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:39.155843 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-91685b25-354e-4fb2-8a89-509323fab955 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Calling delete_port for c1298c2f-00a3-4041-a516-f493cf13f70a owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:39.228449 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3def2665-3a39-404e-a881-e50b4955b3ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:39.370318 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58100) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:39.373988 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1748b690-7b64-47db-992f-032a7d0d10da tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:39.400824 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:39.405170 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-3def2665-3a39-404e-a881-e50b4955b3ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for 07c4691d-2856-4068-a564-afadf1fac786 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:39.444059 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58106) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:39.450248 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1748b690-7b64-47db-992f-032a7d0d10da tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:39.469878 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-031d3283-850c-4e5a-a6c1-41a4186ec5c5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:39.470297 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-031d3283-850c-4e5a-a6c1-41a4186ec5c5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:39.602832 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-031d3283-850c-4e5a-a6c1-41a4186ec5c5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Calling delete_port for 75879676-7fb8-401e-9341-fc721fd177e1 owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:39.649925 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1119986562', 'router:external': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:39.663773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:39.686378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Usage tracker for resource:network and tenant:4ed204bfc23f48879574fab00b447923 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:39.690733 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:39.694108 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:39.704457 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:39.718186 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:39.730320 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Usage tracker for resource:floatingip and tenant:2f4f9b2e1edb4edd98a1a69d1e5e2888 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:39.736815 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:39.747084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-1748b690-7b64-47db-992f-032a7d0d10da tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Allocated IP 172.26.0.102 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/8a85f7b4-486c-4917-9076-703e69fd9457) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:39.755330 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:39.826047 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d84f56f0-3b07-4996-ac23-43a3c1630412 tempest-SubnetPoolsTestJSON-1937432260 tempest-SubnetPoolsTestJSON-1937432260-project] Notify callbacks [] for subnetpool, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:39.827220 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d84f56f0-3b07-4996-ac23-43a3c1630412 tempest-SubnetPoolsTestJSON-1937432260 tempest-SubnetPoolsTestJSON-1937432260-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.1527247 Jan 20 11:00:39.830557 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58112) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:39.830969 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3def2665-3a39-404e-a881-e50b4955b3ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:39.849778 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91685b25-354e-4fb2-8a89-509323fab955 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:39.894423 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def2665-3a39-404e-a881-e50b4955b3ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Port': ['ID=07c4691d-2856-4068-a564-afadf1fac786,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:39.901775 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91685b25-354e-4fb2-8a89-509323fab955 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Pushing event deleted for resources: {'Port': ['ID=c1298c2f-00a3-4041-a516-f493cf13f70a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:39.913255 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b89c86b9-5dca-4d4f-990d-3d78cb4f61b9 tempest-SubnetPoolsTestJSON-1937432260 tempest-SubnetPoolsTestJSON-1937432260-project] 10.222.0.70 "GET /v2.0/subnetpools/9e4fdc84-d118-4e87-a723-52cd04214328 HTTP/1.1" status: 200 len: 732 time: 0.0819056 Jan 20 11:00:39.914147 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:39.936903 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58116) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:39.971342 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-17cf2511-af28-44be-a1e8-d6e337f0544a tempest-SubnetPoolsTestJSON-1937432260 tempest-SubnetPoolsTestJSON-1937432260-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-97837108'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:39.987390 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-031d3283-850c-4e5a-a6c1-41a4186ec5c5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:39.990078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Made reservation on behalf of 4ed204bfc23f48879574fab00b447923 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:39.992735 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:40.054915 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:40.084138 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1748b690-7b64-47db-992f-032a7d0d10da tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:40.094533 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3def2665-3a39-404e-a881-e50b4955b3ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:40.096149 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3def2665-3a39-404e-a881-e50b4955b3ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/ports/07c4691d-2856-4068-a564-afadf1fac786 HTTP/1.1" status: 204 len: 168 time: 1.4786899 Jan 20 11:00:40.101047 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58120) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:40.131126 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d3283-850c-4e5a-a6c1-41a4186ec5c5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event deleted for resources: {'Port': ['ID=75879676-7fb8-401e-9341-fc721fd177e1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:40.160205 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e522f49-8270-4824-b8f4-411d9d90a7f0 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] GET failed (client error): The resource could not be found. Jan 20 11:00:40.160725 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3e522f49-8270-4824-b8f4-411d9d90a7f0 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Synchronizing usage tracker for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:00:40.178621 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:40.187525 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Usage tracker for resource:security_group_rule and tenant:4ed204bfc23f48879574fab00b447923 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:40.192736 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:40.201844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:40.271617 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3e522f49-8270-4824-b8f4-411d9d90a7f0 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Unset dirty status for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:00:40.272776 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3e522f49-8270-4824-b8f4-411d9d90a7f0 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports/07c4691d-2856-4068-a564-afadf1fac786 HTTP/1.1" status: 404 len: 333 time: 0.1707668 Jan 20 11:00:40.275870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58124) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:40.315029 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:40.319616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1748b690-7b64-47db-992f-032a7d0d10da tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:40.397390 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-031d3283-850c-4e5a-a6c1-41a4186ec5c5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:40.407240 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:40.449122 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1748b690-7b64-47db-992f-032a7d0d10da tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:40.458411 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-1748b690-7b64-47db-992f-032a7d0d10da tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:40.467406 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748b690-7b64-47db-992f-032a7d0d10da tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Pushing event updated for resources: {'Port': ['ID=8a85f7b4-486c-4917-9076-703e69fd9457,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:40.474133 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:00:40.476337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1748b690-7b64-47db-992f-032a7d0d10da tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:40.503871 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-031d3283-850c-4e5a-a6c1-41a4186ec5c5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:40.505000 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-031d3283-850c-4e5a-a6c1-41a4186ec5c5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/floatingips/876b900c-788b-4a96-a544-6f436ef586f3 HTTP/1.1" status: 204 len: 168 time: 1.8222086 Jan 20 11:00:40.510483 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-17cf2511-af28-44be-a1e8-d6e337f0544a tempest-SubnetPoolsTestJSON-1937432260 tempest-SubnetPoolsTestJSON-1937432260-project] Notify callbacks [] for subnetpool, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:40.511585 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-17cf2511-af28-44be-a1e8-d6e337f0544a tempest-SubnetPoolsTestJSON-1937432260 tempest-SubnetPoolsTestJSON-1937432260-project] 10.222.0.70 "PUT /v2.0/subnetpools/9e4fdc84-d118-4e87-a723-52cd04214328 HTTP/1.1" status: 200 len: 682 time: 0.5740092 Jan 20 11:00:40.512668 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58128) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:40.516274 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58130) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:40.531474 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': '61fbefb2-371e-40a3-927c-01c2874ec1ff'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:40.552645 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:40.560196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-91685b25-354e-4fb2-8a89-509323fab955 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:40.568492 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Usage tracker for resource:floatingip and tenant:a9b63c66c76744f0803551403ba4c783 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:40.572410 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:40.584968 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:40.585326 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Added segment fc566876-2376-490f-bd57-b072d3f7434b of type vlan for network 26a13fb4-5074-48be-bceb-a43140dfc999 Jan 20 11:00:40.586592 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:40.601303 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b542fd9-3937-423d-bf89-01ef5ba2cfd1,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:40.608978 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:40.715059 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:40.717078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:40.728674 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06da3ff-4379-434f-b8d2-f4cf241fca98 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting subnet aa4668e1-09b7-4ccd-b872-788aaaad0d09 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:00:40.737817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c06da3ff-4379-434f-b8d2-f4cf241fca98 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:40.941352 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c06da3ff-4379-434f-b8d2-f4cf241fca98 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:41.030062 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c06da3ff-4379-434f-b8d2-f4cf241fca98 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:41.060149 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:41.061006 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:41.061661 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:41.199691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Pushing event updated for resources: {'Network': ['ID=26a13fb4-5074-48be-bceb-a43140dfc999,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:41.212443 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 26a13fb4-5074-48be-bceb-a43140dfc999 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:00:41.223048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1748b690-7b64-47db-992f-032a7d0d10da tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:41.224366 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Allocated IP 172.26.0.131 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/1c777a49-0a95-4a2f-83b6-3598e76576d1) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:41.244804 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a90dd763-e16f-407d-bf1c-c5546ed0d30c tempest-SubnetPoolsTestJSON-1937432260 tempest-SubnetPoolsTestJSON-1937432260-project] Notify callbacks [] for subnetpool, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:41.248817 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a90dd763-e16f-407d-bf1c-c5546ed0d30c tempest-SubnetPoolsTestJSON-1937432260 tempest-SubnetPoolsTestJSON-1937432260-project] 10.222.0.70 "DELETE /v2.0/subnetpools/9e4fdc84-d118-4e87-a723-52cd04214328 HTTP/1.1" status: 204 len: 168 time: 0.7207587 Jan 20 11:00:41.251811 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58136) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:41.300793 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3df7e0cb-d490-46fc-84f5-b5c189b39c73 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8514490 Jan 20 11:00:41.301322 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-f8ae3363-b33d-4e55-8d05-09775bf67a8e tempest-SubnetPoolsTestJSON-1937432260 tempest-SubnetPoolsTestJSON-1937432260-project] show failed (client error): The resource could not be found. Jan 20 11:00:41.301322 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f8ae3363-b33d-4e55-8d05-09775bf67a8e tempest-SubnetPoolsTestJSON-1937432260 tempest-SubnetPoolsTestJSON-1937432260-project] 10.222.0.70 "GET /v2.0/subnetpools/9e4fdc84-d118-4e87-a723-52cd04214328 HTTP/1.1" status: 404 len: 346 time: 0.0444498 Jan 20 11:00:41.301475 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58140) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:41.303454 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58142) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:41.310333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-0629f563-9cbf-42e7-a4e0-c27d8080430e tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Request body: {'subnet': {'network_id': '26a13fb4-5074-48be-bceb-a43140dfc999', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:41.334475 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0629f563-9cbf-42e7-a4e0-c27d8080430e tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:41.385493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c06da3ff-4379-434f-b8d2-f4cf241fca98 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:41.428041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0629f563-9cbf-42e7-a4e0-c27d8080430e tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Usage tracker for resource:subnet and tenant:4ed204bfc23f48879574fab00b447923 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:41.444532 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-b1e803c5-19fe-4cac-9afa-10c21b1097e8 tempest-SubnetPoolsTestJSON-1937432260 tempest-SubnetPoolsTestJSON-1937432260-project] delete failed (client error): The resource could not be found. Jan 20 11:00:41.445569 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b1e803c5-19fe-4cac-9afa-10c21b1097e8 tempest-SubnetPoolsTestJSON-1937432260 tempest-SubnetPoolsTestJSON-1937432260-project] 10.222.0.70 "DELETE /v2.0/subnetpools/9e4fdc84-d118-4e87-a723-52cd04214328 HTTP/1.1" status: 404 len: 346 time: 0.1416256 Jan 20 11:00:41.450036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0629f563-9cbf-42e7-a4e0-c27d8080430e tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:41.461777 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0629f563-9cbf-42e7-a4e0-c27d8080430e tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:41.463833 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06da3ff-4379-434f-b8d2-f4cf241fca98 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4668e1-09b7-4ccd-b872-788aaaad0d09,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:41.476955 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c06da3ff-4379-434f-b8d2-f4cf241fca98 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:41.479250 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf74540b-2aa6-4b47-b7ac-c8aa733c7250 None None] Network 013f4b1f-81d9-4443-a265-2e03d2799e7a requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:41.488690 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1748b690-7b64-47db-992f-032a7d0d10da tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:41.494741 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c06da3ff-4379-434f-b8d2-f4cf241fca98 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/aa4668e1-09b7-4ccd-b872-788aaaad0d09 HTTP/1.1" status: 204 len: 168 time: 1.2155430 Jan 20 11:00:41.494741 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1748b690-7b64-47db-992f-032a7d0d10da tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:41.495585 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58152) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:41.540448 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:41.627972 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:41.629649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0629f563-9cbf-42e7-a4e0-c27d8080430e tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Made reservation on behalf of 4ed204bfc23f48879574fab00b447923 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:41.631591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0629f563-9cbf-42e7-a4e0-c27d8080430e tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:41.632079 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91685b25-354e-4fb2-8a89-509323fab955 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Router a4f8fd79-b915-4f9d-9363-1da414f45903 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:00:41.770804 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:41.818082 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a463e4e-6067-4b4b-b814-bd33fdb6ba11 None None] DHCP port deletion for 013f4b1f-81d9-4443-a265-2e03d2799e7a request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:00:41.822700 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91685b25-354e-4fb2-8a89-509323fab955 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:00:41.827055 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:41.827055 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:41.827362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7a463e4e-6067-4b4b-b814-bd33fdb6ba11 None None] Deleting port 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:41.827362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7a463e4e-6067-4b4b-b814-bd33fdb6ba11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:41.834720 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-91685b25-354e-4fb2-8a89-509323fab955 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] 10.222.0.70 "PUT /v2.0/routers/a4f8fd79-b915-4f9d-9363-1da414f45903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5699985 Jan 20 11:00:41.837229 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58156) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:41.868616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b148cf0-593a-4829-923d-a646022f0f96 None None] Sync routers for ids ['a4f8fd79-b915-4f9d-9363-1da414f45903'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:00:41.927648 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:41.931140 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b148cf0-593a-4829-923d-a646022f0f96 None None] Routers {'a4f8fd79-b915-4f9d-9363-1da414f45903'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:41.931970 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4b148cf0-593a-4829-923d-a646022f0f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a4f8fd79-b915-4f9d-9363-1da414f45903'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:42.066726 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58162) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:42.075306 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4b148cf0-593a-4829-923d-a646022f0f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:42.105437 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:42.106221 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Pushing event updated for resources: {'Port': ['ID=1c777a49-0a95-4a2f-83b6-3598e76576d1,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:42.119356 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:42.122741 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Allocated IP 172.26.0.162 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/846f802f-0668-454a-bb88-5653b05928ca) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:42.125615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:42.170048 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b148cf0-593a-4829-923d-a646022f0f96 None None] Routers {'a4f8fd79-b915-4f9d-9363-1da414f45903'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:42.170296 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5265bf6-a075-4093-b9fa-f3cd7945b9b5 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:42.170957 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4b148cf0-593a-4829-923d-a646022f0f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a4f8fd79-b915-4f9d-9363-1da414f45903'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:42.244057 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4b148cf0-593a-4829-923d-a646022f0f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:42.251817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b148cf0-593a-4829-923d-a646022f0f96 None None] The sync data for ids ['a4f8fd79-b915-4f9d-9363-1da414f45903'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:00:42.251817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7a463e4e-6067-4b4b-b814-bd33fdb6ba11 None None] For port 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb,segment=NetworkSegment(fa32f980-14ed-42e1-9ebd-01fd7679c240),segment_id=fa32f980-14ed-42e1-9ebd-01fd7679c240)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:42.251817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7a463e4e-6067-4b4b-b814-bd33fdb6ba11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:42.262933 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] For port 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb,segment=NetworkSegment(fa32f980-14ed-42e1-9ebd-01fd7679c240),segment_id=fa32f980-14ed-42e1-9ebd-01fd7679c240)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:42.263313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:42.403217 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7a463e4e-6067-4b4b-b814-bd33fdb6ba11 None None] Calling delete_port for 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:42.514453 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:42.537577 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3057bb0-ef22-4eef-bd0c-2eac9ef0f6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:42.549337 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7a463e4e-6067-4b4b-b814-bd33fdb6ba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:42.594138 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a463e4e-6067-4b4b-b814-bd33fdb6ba11 None None] Pushing event deleted for resources: {'Port': ['ID=369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:42.601991 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a463e4e-6067-4b4b-b814-bd33fdb6ba11 None None] No DVR routers for this DVR port 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:00:42.678113 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.api [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:00:42.678341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG oslo_db.api [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:00:42.692532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d3057bb0-ef22-4eef-bd0c-2eac9ef0f6e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:42.721981 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d3057bb0-ef22-4eef-bd0c-2eac9ef0f6e6 admin admin] Usage tracker for resource:security_group_rule and tenant:98ec83a6a2114051abe5d9ef9a97bdc8 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:42.765011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.objects.ports [None req-0629f563-9cbf-42e7-a4e0-c27d8080430e tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84331) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 11:00:42.765459 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0629f563-9cbf-42e7-a4e0-c27d8080430e tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:42.772157 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d3057bb0-ef22-4eef-bd0c-2eac9ef0f6e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:42.797591 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d3057bb0-ef22-4eef-bd0c-2eac9ef0f6e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:42.798229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1748b690-7b64-47db-992f-032a7d0d10da tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Router 58a09c53-7b9d-4605-83ff-8c54804c2f60 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:00:42.801847 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:42.905705 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629f563-9cbf-42e7-a4e0-c27d8080430e tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f82e16f4-6044-4438-a9ec-2dd07e89afa0,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:42.927981 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0629f563-9cbf-42e7-a4e0-c27d8080430e tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Checking segment: {'id': 'fc566876-2376-490f-bd57-b072d3f7434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '26a13fb4-5074-48be-bceb-a43140dfc999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:00:42.928626 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0629f563-9cbf-42e7-a4e0-c27d8080430e tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Network hostable DHCP agents. Network: 26a13fb4-5074-48be-bceb-a43140dfc999, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:00:42.960914 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:00:42.996820 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:00:42.997157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:00:43.052596 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0629f563-9cbf-42e7-a4e0-c27d8080430e tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Network 26a13fb4-5074-48be-bceb-a43140dfc999 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:00:43.055253 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5265bf6-a075-4093-b9fa-f3cd7945b9b5 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.062092 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.071991 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5265bf6-a075-4093-b9fa-f3cd7945b9b5 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.082859 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1748b690-7b64-47db-992f-032a7d0d10da tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:00:43.092498 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ee3a1-d109-4964-8d6d-9f430f024747 None None] Sync routers for ids ['58a09c53-7b9d-4605-83ff-8c54804c2f60'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:00:43.104836 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ee3a1-d109-4964-8d6d-9f430f024747 None None] Routers {'58a09c53-7b9d-4605-83ff-8c54804c2f60'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:43.105581 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7d2ee3a1-d109-4964-8d6d-9f430f024747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['58a09c53-7b9d-4605-83ff-8c54804c2f60'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:43.119948 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-0629f563-9cbf-42e7-a4e0-c27d8080430e tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 26a13fb4-5074-48be-bceb-a43140dfc999) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:43.129700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c0351b-41cc-4f0d-83e3-624784aca1de None None] Network 26a13fb4-5074-48be-bceb-a43140dfc999 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:43.133417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0629f563-9cbf-42e7-a4e0-c27d8080430e tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:43.134171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0629f563-9cbf-42e7-a4e0-c27d8080430e tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.137474 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3057bb0-ef22-4eef-bd0c-2eac9ef0f6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.179338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port 369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:43.179606 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.194931 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7d2ee3a1-d109-4964-8d6d-9f430f024747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:43.196674 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.207652 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ee3a1-d109-4964-8d6d-9f430f024747 None None] Routers {'58a09c53-7b9d-4605-83ff-8c54804c2f60'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:43.211781 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7d2ee3a1-d109-4964-8d6d-9f430f024747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['58a09c53-7b9d-4605-83ff-8c54804c2f60'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:43.213400 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1748b690-7b64-47db-992f-032a7d0d10da tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.215597 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1748b690-7b64-47db-992f-032a7d0d10da tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "PUT /v2.0/routers/58a09c53-7b9d-4605-83ff-8c54804c2f60 HTTP/1.1" status: 200 len: 912 time: 5.5842705 Jan 20 11:00:43.220838 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58168) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:43.273374 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7d2ee3a1-d109-4964-8d6d-9f430f024747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:43.274046 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ee3a1-d109-4964-8d6d-9f430f024747 None None] The sync data for ids ['58a09c53-7b9d-4605-83ff-8c54804c2f60'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:00:43.292437 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5265bf6-a075-4093-b9fa-f3cd7945b9b5 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.292960 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5265bf6-a075-4093-b9fa-f3cd7945b9b5 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Fanout notify agent at l3_agent the message router_deleted on router a4f8fd79-b915-4f9d-9363-1da414f45903 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:00:43.315238 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0629f563-9cbf-42e7-a4e0-c27d8080430e tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0131736 Jan 20 11:00:43.324942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] The port '369a3d76-5e8a-4c9b-96a4-ea22cbf63fbb' was deleted {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:00:43.331325 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58172) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:43.336496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-58013dff-dbbd-4a61-844a-eb18998558b3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1152169445', 'network_id': '26a13fb4-5074-48be-bceb-a43140dfc999'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:43.343572 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3057bb0-ef22-4eef-bd0c-2eac9ef0f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.350805 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.370576 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-58013dff-dbbd-4a61-844a-eb18998558b3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:43.391409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-58013dff-dbbd-4a61-844a-eb18998558b3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Usage tracker for resource:port and tenant:4ed204bfc23f48879574fab00b447923 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:43.397996 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-58013dff-dbbd-4a61-844a-eb18998558b3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:43.436667 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04384ef-d049-4c42-9ebc-aaf88939566c None None] Network 26a13fb4-5074-48be-bceb-a43140dfc999 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:43.459829 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-58013dff-dbbd-4a61-844a-eb18998558b3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:43.484620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3057bb0-ef22-4eef-bd0c-2eac9ef0f6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaca193-1e94-4234-a108-6319581690f4,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:43.494853 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.511759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:43.511759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=846f802f-0668-454a-bb88-5653b05928ca,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:43.520465 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d3057bb0-ef22-4eef-bd0c-2eac9ef0f6e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=98ec83a6a2114051abe5d9ef9a97bdc8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4437039 Jan 20 11:00:43.522067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:43.522200 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58176) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:43.524502 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:43.542936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013f4b1f-81d9-4443-a265-2e03d2799e7a']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:43.565175 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa32f980-14ed-42e1-9ebd-01fd7679c240') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:43.565566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa32f980-14ed-42e1-9ebd-01fd7679c240') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:43.585907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58013dff-dbbd-4a61-844a-eb18998558b3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Made reservation on behalf of 4ed204bfc23f48879574fab00b447923 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:43.588154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-58013dff-dbbd-4a61-844a-eb18998558b3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.591790 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5265bf6-a075-4093-b9fa-f3cd7945b9b5 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.596006 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e5265bf6-a075-4093-b9fa-f3cd7945b9b5 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] 10.222.0.70 "DELETE /v2.0/routers/a4f8fd79-b915-4f9d-9363-1da414f45903 HTTP/1.1" status: 204 len: 168 time: 1.7578180 Jan 20 11:00:43.596673 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58180) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:43.608012 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.691499 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.698669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-58013dff-dbbd-4a61-844a-eb18998558b3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] device_id is not set on port 134c342f-4720-4742-80df-c151cc9b2584 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:00:43.755359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:00:43.755758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.763745 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:00:43.772810 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:00:43.838340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef3e2-688a-462d-a0a8-027d013c6081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.852719 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.896146 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef3e2-688a-462d-a0a8-027d013c6081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.965219 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:43.996542 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.025061 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Network': ['ID=013f4b1f-81d9-4443-a265-2e03d2799e7a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:44.036899 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c4f8be1c-7b02-4d7c-a394-b91ea65ab536 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "GET /v2.0/routers/58a09c53-7b9d-4605-83ff-8c54804c2f60 HTTP/1.1" status: 200 len: 918 time: 0.8145375 Jan 20 11:00:44.043861 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e7f82580-0625-4bce-892f-34940cb76a07 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/networks/013f4b1f-81d9-4443-a265-2e03d2799e7a HTTP/1.1" status: 204 len: 168 time: 2.5418310 Jan 20 11:00:44.043861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58184) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:44.043861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58186) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:44.052567 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-a04d7fac-0c4a-46dd-a179-fa3a93fb1db6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2016285892'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:44.095876 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a04d7fac-0c4a-46dd-a179-fa3a93fb1db6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:44.103891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-58013dff-dbbd-4a61-844a-eb18998558b3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Allocated IP 2001:db8::2af (26a13fb4-5074-48be-bceb-a43140dfc999/f82e16f4-6044-4438-a9ec-2dd07e89afa0/134c342f-4720-4742-80df-c151cc9b2584) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:44.113083 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a04d7fac-0c4a-46dd-a179-fa3a93fb1db6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:network and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:44.117005 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Pushing event updated for resources: {'Port': ['ID=1c777a49-0a95-4a2f-83b6-3598e76576d1,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:44.122359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a04d7fac-0c4a-46dd-a179-fa3a93fb1db6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:44.137853 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a04d7fac-0c4a-46dd-a179-fa3a93fb1db6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:44.241373 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.273410 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef3e2-688a-462d-a0a8-027d013c6081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.311640 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a119940-392d-4f59-a326-fd4a71933a54 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Deleting subnet 8eaade56-c9a4-417d-b579-4cddea877aee {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:00:44.313602 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ef3e2-688a-462d-a0a8-027d013c6081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaca193-1e94-4234-a108-6319581690f4,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:44.318790 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4a119940-392d-4f59-a326-fd4a71933a54 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.338422 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef3e2-688a-462d-a0a8-027d013c6081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.339542 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6f6ef3e2-688a-462d-a0a8-027d013c6081 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3eaca193-1e94-4234-a108-6319581690f4 HTTP/1.1" status: 204 len: 168 time: 0.8152888 Jan 20 11:00:44.396557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04d7fac-0c4a-46dd-a179-fa3a93fb1db6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:44.404675 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a04d7fac-0c4a-46dd-a179-fa3a93fb1db6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.406711 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4a119940-392d-4f59-a326-fd4a71933a54 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.428023 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9a1916eb-b1df-47d9-b522-ec10a869a0a0 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&device_id=58a09c53-7b9d-4605-83ff-8c54804c2f60&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3818645 Jan 20 11:00:44.429925 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58194) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:44.443023 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.444215 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1c765c8e-92af-4989-a680-1700b3631f34 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0711639 Jan 20 11:00:44.448096 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58198) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:44.457919 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1406959716'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:44.473078 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:44.479112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04d7fac-0c4a-46dd-a179-fa3a93fb1db6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:00:44.485353 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Usage tracker for resource:network and tenant:2f4f9b2e1edb4edd98a1a69d1e5e2888 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:44.495158 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:44.505003 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:44.544103 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4a119940-392d-4f59-a326-fd4a71933a54 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.580496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a04d7fac-0c4a-46dd-a179-fa3a93fb1db6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.581189 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-a04d7fac-0c4a-46dd-a179-fa3a93fb1db6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Added segment aa85d9a4-df5c-467a-a980-7c31458cc4f5 of type vlan for network 3d7fd933-4d1d-421d-a26c-d1acfd30157c Jan 20 11:00:44.591446 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-58013dff-dbbd-4a61-844a-eb18998558b3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.606570 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Made reservation on behalf of 2f4f9b2e1edb4edd98a1a69d1e5e2888 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:44.611902 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.631063 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.644071 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a04d7fac-0c4a-46dd-a179-fa3a93fb1db6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.670263 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad96d76f-f388-45b4-8f8f-dcc7867c1cda tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:44.671679 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ad96d76f-f388-45b4-8f8f-dcc7867c1cda tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "GET /v2.0/networks/5b1d19bb-43c5-44cb-9395-b66102f481bc HTTP/1.1" status: 200 len: 881 time: 0.2343976 Jan 20 11:00:44.676528 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58204) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:44.717520 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:44.727320 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4a119940-392d-4f59-a326-fd4a71933a54 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.731368 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Usage tracker for resource:security_group_rule and tenant:2f4f9b2e1edb4edd98a1a69d1e5e2888 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:44.775174 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-58013dff-dbbd-4a61-844a-eb18998558b3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.815143 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a04d7fac-0c4a-46dd-a179-fa3a93fb1db6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.819325 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ab8e9361-5afd-4735-a190-7753dfd3c318 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a09c53-7b9d-4605-83ff-8c54804c2f60 HTTP/1.1" status: 200 len: 205 time: 0.1417193 Jan 20 11:00:44.820239 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04d7fac-0c4a-46dd-a179-fa3a93fb1db6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:44.820921 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:44.821403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a04d7fac-0c4a-46dd-a179-fa3a93fb1db6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.832958 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58212) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:44.857011 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:44.918964 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a119940-392d-4f59-a326-fd4a71933a54 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Pushing event deleted for resources: {'Subnet': ['ID=8eaade56-c9a4-417d-b579-4cddea877aee,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:44.953914 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c674133f-81c6-47dc-8bb0-e854ec61b06a None None] Network cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:44.961975 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4a119940-392d-4f59-a326-fd4a71933a54 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.972408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58013dff-dbbd-4a61-844a-eb18998558b3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Network 26a13fb4-5074-48be-bceb-a43140dfc999 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:44.973232 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58013dff-dbbd-4a61-844a-eb18998558b3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Pushing event updated for resources: {'Port': ['ID=134c342f-4720-4742-80df-c151cc9b2584,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:44.979257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-58013dff-dbbd-4a61-844a-eb18998558b3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:44.984042 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58013dff-dbbd-4a61-844a-eb18998558b3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:44.984675 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58013dff-dbbd-4a61-844a-eb18998558b3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:44.985280 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-58013dff-dbbd-4a61-844a-eb18998558b3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:44.997309 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d7fac-0c4a-46dd-a179-fa3a93fb1db6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Network': ['ID=3d7fd933-4d1d-421d-a26c-d1acfd30157c,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:45.003618 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:45.005248 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4a119940-392d-4f59-a326-fd4a71933a54 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] 10.222.0.70 "DELETE /v2.0/subnets/8eaade56-c9a4-417d-b579-4cddea877aee HTTP/1.1" status: 204 len: 168 time: 1.4035013 Jan 20 11:00:45.008421 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58218) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:45.033367 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a04d7fac-0c4a-46dd-a179-fa3a93fb1db6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9881608 Jan 20 11:00:45.038223 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58222) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:45.099991 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-7c3e79f2-1887-487a-837f-fa383e282550 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'subnet': {'network_id': '3d7fd933-4d1d-421d-a26c-d1acfd30157c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:45.122488 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:45.131645 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-58013dff-dbbd-4a61-844a-eb18998558b3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7969065 Jan 20 11:00:45.136714 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58228) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:45.166238 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 3d7fd933-4d1d-421d-a26c-d1acfd30157c details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:00:45.206574 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:45.234368 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:45.274078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:45.288123 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:00:45.307718 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-b4d11810-35ab-459a-bf73-cfe3e6a313f6 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Deleting port 134c342f-4720-4742-80df-c151cc9b2584 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:45.308080 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b4d11810-35ab-459a-bf73-cfe3e6a313f6 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:45.311881 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=750417fc-6149-4c67-83ca-e625ee1bb3ec,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:45.319262 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:45.320583 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Added segment b779bdb6-928d-4f3a-a739-d6ed49d04d4a of type vlan for network 05f7129b-f7d6-487b-9c03-cda57fce059b Jan 20 11:00:45.340429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7c3e79f2-1887-487a-837f-fa383e282550 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:45.352257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7c3e79f2-1887-487a-837f-fa383e282550 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:subnet and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:45.362097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7c3e79f2-1887-487a-837f-fa383e282550 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:45.367127 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Deleting port a8c2f159-8dd3-4278-b526-6173e91c9f1a {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:45.367465 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:45.404634 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7c3e79f2-1887-487a-837f-fa383e282550 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:45.430136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:45.442755 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-af8d0fdf-e316-4a98-9927-a1fd53ec50a3 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:45.464155 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0188863-c5a4-496a-9adb-77439d28b221 None None] DHCP port deletion for cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:00:45.468505 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e0188863-c5a4-496a-9adb-77439d28b221 None None] Deleting port a8c2f159-8dd3-4278-b526-6173e91c9f1a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:45.468878 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0188863-c5a4-496a-9adb-77439d28b221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:45.565168 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3e79f2-1887-487a-837f-fa383e282550 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:45.617775 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:45.683442 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:45.687316 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:45.688112 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:45.708571 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:45.723650 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e0188863-c5a4-496a-9adb-77439d28b221 None None] For port a8c2f159-8dd3-4278-b526-6173e91c9f1a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a8c2f159-8dd3-4278-b526-6173e91c9f1a,segment=NetworkSegment(295a3ea4-24b9-4ea1-9c15-773aa69b9e89),segment_id=295a3ea4-24b9-4ea1-9c15-773aa69b9e89)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:45.724046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0188863-c5a4-496a-9adb-77439d28b221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:45.823248 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58238) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:45.859523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] For port a8c2f159-8dd3-4278-b526-6173e91c9f1a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a8c2f159-8dd3-4278-b526-6173e91c9f1a,segment=NetworkSegment(295a3ea4-24b9-4ea1-9c15-773aa69b9e89),segment_id=295a3ea4-24b9-4ea1-9c15-773aa69b9e89)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:45.859901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:45.873368 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e0188863-c5a4-496a-9adb-77439d28b221 None None] Calling delete_port for a8c2f159-8dd3-4278-b526-6173e91c9f1a owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:45.877093 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7c3e79f2-1887-487a-837f-fa383e282550 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:46.049053 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=846f802f-0668-454a-bb88-5653b05928ca,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:46.051515 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e0188863-c5a4-496a-9adb-77439d28b221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:46.062743 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Pushing event updated for resources: {'Network': ['ID=05f7129b-f7d6-487b-9c03-cda57fce059b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:46.088890 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:46.097249 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 05f7129b-f7d6-487b-9c03-cda57fce059b details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:00:46.120119 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0188863-c5a4-496a-9adb-77439d28b221 None None] Pushing event deleted for resources: {'Port': ['ID=a8c2f159-8dd3-4278-b526-6173e91c9f1a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:46.132520 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1971117521'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:46.149275 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3724169b-6c30-47b6-b153-cbdd6fdc102d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6976428 Jan 20 11:00:46.154933 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58244) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:46.166377 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-04405144-4aa6-47c0-b111-18b71e628a74 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Request body: {'subnet': {'network_id': '05f7129b-f7d6-487b-9c03-cda57fce059b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:46.178042 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0188863-c5a4-496a-9adb-77439d28b221 None None] No DVR routers for this DVR port a8c2f159-8dd3-4278-b526-6173e91c9f1a on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:00:46.266876 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Calling delete_port for a8c2f159-8dd3-4278-b526-6173e91c9f1a owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:46.271101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-af8d0fdf-e316-4a98-9927-a1fd53ec50a3 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:46.308123 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-04405144-4aa6-47c0-b111-18b71e628a74 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:46.314656 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-04405144-4aa6-47c0-b111-18b71e628a74 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Usage tracker for resource:subnet and tenant:2f4f9b2e1edb4edd98a1a69d1e5e2888 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:46.317922 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-04405144-4aa6-47c0-b111-18b71e628a74 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:46.318135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:46.326179 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-04405144-4aa6-47c0-b111-18b71e628a74 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:46.345487 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Usage tracker for resource:network and tenant:b1841a539fb34c7abda86e006b3d2a4f is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:46.361130 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:46.373904 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:46.383773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b4d11810-35ab-459a-bf73-cfe3e6a313f6 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:46.386264 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-af8d0fdf-e316-4a98-9927-a1fd53ec50a3 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Deleting port 8a85f7b4-486c-4917-9076-703e69fd9457 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:46.386610 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-af8d0fdf-e316-4a98-9927-a1fd53ec50a3 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:46.522678 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04405144-4aa6-47c0-b111-18b71e628a74 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Made reservation on behalf of 2f4f9b2e1edb4edd98a1a69d1e5e2888 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:46.530389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-b4d11810-35ab-459a-bf73-cfe3e6a313f6 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Calling delete_port for 134c342f-4720-4742-80df-c151cc9b2584 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:46.592773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.api [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:00:46.593075 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG oslo_db.api [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:00:46.650460 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Made reservation on behalf of b1841a539fb34c7abda86e006b3d2a4f for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:46.653387 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:46.667654 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-04405144-4aa6-47c0-b111-18b71e628a74 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:46.674329 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:46.749389 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Floating IP f4f80036-0e29-453f-bfd8-4df3e53eb509 associated. External IP: 172.26.0.162, port: 61fbefb2-371e-40a3-927c-01c2874ec1ff. Jan 20 11:00:46.803013 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:46.811027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Usage tracker for resource:security_group_rule and tenant:b1841a539fb34c7abda86e006b3d2a4f is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:46.815422 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:46.816924 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-af8d0fdf-e316-4a98-9927-a1fd53ec50a3 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:46.822831 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:46.874060 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7c3e79f2-1887-487a-837f-fa383e282550 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:46.919885 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b4d11810-35ab-459a-bf73-cfe3e6a313f6 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:46.943145 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a8c2f159-8dd3-4278-b526-6173e91c9f1a no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:00:46.967327 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-af8d0fdf-e316-4a98-9927-a1fd53ec50a3 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Calling delete_port for 8a85f7b4-486c-4917-9076-703e69fd9457 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:46.983974 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: a8c2f159-8dd3-4278-b526-6173e91c9f1a {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:00:46.984325 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a8c2f159-8dd3-4278-b526-6173e91c9f1a not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:00:46.993665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.002791 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d11810-35ab-459a-bf73-cfe3e6a313f6 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Pushing event deleted for resources: {'Port': ['ID=134c342f-4720-4742-80df-c151cc9b2584,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:47.059620 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e79f2-1887-487a-837f-fa383e282550 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Subnet': ['ID=cbd42e77-f0e6-4901-99a7-df84c80bfcaa,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:47.068075 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.090068 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b4d11810-35ab-459a-bf73-cfe3e6a313f6 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.099282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Deleting port a8c2f159-8dd3-4278-b526-6173e91c9f1a {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:47.099613 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.133417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:00:47.156331 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3e79f2-1887-487a-837f-fa383e282550 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Checking segment: {'id': 'aa85d9a4-df5c-467a-a980-7c31458cc4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3d7fd933-4d1d-421d-a26c-d1acfd30157c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:00:47.156684 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3e79f2-1887-487a-837f-fa383e282550 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network hostable DHCP agents. Network: 3d7fd933-4d1d-421d-a26c-d1acfd30157c, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:00:47.164739 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c2b8bb-0ecf-435d-b33d-5d3026768b3a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:47.206936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] The port 'a8c2f159-8dd3-4278-b526-6173e91c9f1a' was deleted {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:00:47.216030 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.219667 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Added segment 4553aa33-9a5f-4c66-af07-85f8214c28d2 of type vlan for network 24544250-bc98-4f50-bce6-ffb1dc8464c6 Jan 20 11:00:47.337198 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b4d11810-35ab-459a-bf73-cfe3e6a313f6 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "DELETE /v2.0/ports/134c342f-4720-4742-80df-c151cc9b2584 HTTP/1.1" status: 204 len: 168 time: 2.1971264 Jan 20 11:00:47.337644 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58248) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:47.343589 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.344121 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '26a13fb4-5074-48be-bceb-a43140dfc999', 'external_fixed_ips': [{'subnet_id': 'f82e16f4-6044-4438-a9ec-2dd07e89afa0', 'ip_address': '2001:db8::2af'}]}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:47.353302 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:47.358385 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Usage tracker for resource:router and tenant:4ed204bfc23f48879574fab00b447923 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:47.372408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.413069 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:47.426678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295a3ea4-24b9-4ea1-9c15-773aa69b9e89') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:47.426971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295a3ea4-24b9-4ea1-9c15-773aa69b9e89') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:47.446259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.452957 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3e79f2-1887-487a-837f-fa383e282550 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 3d7fd933-4d1d-421d-a26c-d1acfd30157c is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:00:47.468624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.475980 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:00:47.476386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:00:47.491460 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:00:47.530350 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:47.539693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-04405144-4aa6-47c0-b111-18b71e628a74 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.542978 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-af8d0fdf-e316-4a98-9927-a1fd53ec50a3 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.545353 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.550292 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:47.550905 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.554324 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-7c3e79f2-1887-487a-837f-fa383e282550 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 3d7fd933-4d1d-421d-a26c-d1acfd30157c) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:47.562417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d67acc-f640-408c-a42e-89ae9af0c67d None None] Network 3d7fd933-4d1d-421d-a26c-d1acfd30157c requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:47.589237 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3e79f2-1887-487a-837f-fa383e282550 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:47.589853 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7c3e79f2-1887-487a-837f-fa383e282550 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.617524 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:47.634989 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d0fdf-e316-4a98-9927-a1fd53ec50a3 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Pushing event deleted for resources: {'Port': ['ID=8a85f7b4-486c-4917-9076-703e69fd9457,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:47.714756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Pushing event updated for resources: {'Network': ['ID=24544250-bc98-4f50-bce6-ffb1dc8464c6,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:47.759054 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9f9e5789-561b-4126-b04f-cf6fa488a8a1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9314723 Jan 20 11:00:47.760941 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.762407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58252) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:47.765958 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04405144-4aa6-47c0-b111-18b71e628a74 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Pushing event updated for resources: {'Subnet': ['ID=94e6e4d0-425b-40e1-8c7b-073e27e7b71c,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:47.777588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 24544250-bc98-4f50-bce6-ffb1dc8464c6 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:00:47.784237 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.784410 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.785385 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.788425 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] 10.222.0.70 "DELETE /v2.0/networks/cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9 HTTP/1.1" status: 204 len: 168 time: 2.7765832 Jan 20 11:00:47.791083 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-dfbe810e-8ce2-44b7-be7a-7baa2d393568 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Request body: {'subnet': {'network_id': '24544250-bc98-4f50-bce6-ffb1dc8464c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:47.806513 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:47.818147 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7c3e79f2-1887-487a-837f-fa383e282550 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7761872 Jan 20 11:00:47.830610 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58258) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:47.848849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04405144-4aa6-47c0-b111-18b71e628a74 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Checking segment: {'id': 'b779bdb6-928d-4f3a-a739-d6ed49d04d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '05f7129b-f7d6-487b-9c03-cda57fce059b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:00:47.852069 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04405144-4aa6-47c0-b111-18b71e628a74 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Network hostable DHCP agents. Network: 05f7129b-f7d6-487b-9c03-cda57fce059b, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:00:47.866227 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-39df5392-de96-49a4-98d0-183617ed6289 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'network_id': '3d7fd933-4d1d-421d-a26c-d1acfd30157c', 'name': 'tempest-PortsTestJSON-1500531541', 'fixed_ips': [{'subnet_id': 'cbd42e77-f0e6-4901-99a7-df84c80bfcaa', 'ip_address': '172.20.0.10'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:47.936039 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-3d7fd933-4d1d-421d-a26c-d1acfd30157c', 'network_id': '3d7fd933-4d1d-421d-a26c-d1acfd30157c', 'tenant_id': '89d097505bb140ab9f19a93c365adac0', 'fixed_ips': [{'subnet_id': 'cbd42e77-f0e6-4901-99a7-df84c80bfcaa'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:00:47.936965 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:48.003707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ede78f-ff06-4971-b7ce-7f0c8992a581 tempest-FloatingIPNegativeTestJSON-487880559 tempest-FloatingIPNegativeTestJSON-487880559-project] Pushing event deleted for resources: {'Network': ['ID=cc5d8e3d-6c9b-4e2a-92cb-ff0bb661e1e9,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:48.056276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-dfbe810e-8ce2-44b7-be7a-7baa2d393568 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:48.060712 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-dfbe810e-8ce2-44b7-be7a-7baa2d393568 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Usage tracker for resource:subnet and tenant:b1841a539fb34c7abda86e006b3d2a4f is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:48.064142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-dfbe810e-8ce2-44b7-be7a-7baa2d393568 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:48.070044 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-dfbe810e-8ce2-44b7-be7a-7baa2d393568 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:48.115488 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Allocated IP 172.20.0.2 (3d7fd933-4d1d-421d-a26c-d1acfd30157c/cbd42e77-f0e6-4901-99a7-df84c80bfcaa/5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:48.137495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbe810e-8ce2-44b7-be7a-7baa2d393568 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Made reservation on behalf of b1841a539fb34c7abda86e006b3d2a4f for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:48.274143 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dfbe810e-8ce2-44b7-be7a-7baa2d393568 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:48.343222 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:48.356491 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Transition to ACTIVE for port object 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:48.381510 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Transition to ACTIVE for port object 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:48.382057 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-af8d0fdf-e316-4a98-9927-a1fd53ec50a3 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:48.439971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58264) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:48.449408 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:48.540751 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04405144-4aa6-47c0-b111-18b71e628a74 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Network 05f7129b-f7d6-487b-9c03-cda57fce059b is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:00:48.545663 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Network 3d7fd933-4d1d-421d-a26c-d1acfd30157c is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:48.550320 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:48.555601 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:48.559600 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Pushing event updated for resources: {'Port': ['ID=5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:48.560803 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-39df5392-de96-49a4-98d0-183617ed6289 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:48.566758 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:48.575064 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-39df5392-de96-49a4-98d0-183617ed6289 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:port and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:48.606284 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dfbe810e-8ce2-44b7-be7a-7baa2d393568 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:48.633067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-39df5392-de96-49a4-98d0-183617ed6289 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:48.655827 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Attempting to bind port 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:00:48.656430 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Attempting to bind port 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'aa85d9a4-df5c-467a-a980-7c31458cc4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3d7fd933-4d1d-421d-a26c-d1acfd30157c'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:00:48.657089 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Attempting to bind port 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 on network 3d7fd933-4d1d-421d-a26c-d1acfd30157c {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:00:48.664381 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:00:48.665116 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Checking segment: {'id': 'aa85d9a4-df5c-467a-a980-7c31458cc4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3d7fd933-4d1d-421d-a26c-d1acfd30157c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:00:48.665729 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:48.666239 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Bound using segment: {'id': 'aa85d9a4-df5c-467a-a980-7c31458cc4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3d7fd933-4d1d-421d-a26c-d1acfd30157c'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:00:48.666789 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Bound port: 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85d9a4-df5c-467a-a980-7c31458cc4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '3d7fd933-4d1d-421d-a26c-d1acfd30157c'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:00:48.667235 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:48.705910 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-37b602ab-e981-43bb-8bf0-b2b9ae876f36 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ec1725323454186ac40f7213e649322&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2624524 Jan 20 11:00:48.705910 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe810e-8ce2-44b7-be7a-7baa2d393568 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Pushing event updated for resources: {'Subnet': ['ID=b13e164e-06e9-42f4-8e7a-d6305b9dc477,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:48.706194 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-39df5392-de96-49a4-98d0-183617ed6289 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:48.707810 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58270) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:48.708455 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-04405144-4aa6-47c0-b111-18b71e628a74 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 05f7129b-f7d6-487b-9c03-cda57fce059b) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:48.726415 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04405144-4aa6-47c0-b111-18b71e628a74 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:48.732137 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-04405144-4aa6-47c0-b111-18b71e628a74 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:48.732299 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec0c4e3-024f-49a9-ba08-6b7822f0f35d None None] Network 05f7129b-f7d6-487b-9c03-cda57fce059b requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:48.753903 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-af8d0fdf-e316-4a98-9927-a1fd53ec50a3 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:48.764910 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe810e-8ce2-44b7-be7a-7baa2d393568 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Checking segment: {'id': '4553aa33-9a5f-4c66-af07-85f8214c28d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '24544250-bc98-4f50-bce6-ffb1dc8464c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:00:48.765311 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbe810e-8ce2-44b7-be7a-7baa2d393568 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Network hostable DHCP agents. Network: 24544250-bc98-4f50-bce6-ffb1dc8464c6, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:00:48.773110 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-af8d0fdf-e316-4a98-9927-a1fd53ec50a3 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:48.792284 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router 7808d997-0e79-46d1-bab3-0af3f05906f9 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:00:48.801610 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b10b44cd-5ff1-44f5-b8fa-ce9c1e9bb046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:48.833061 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b10b44cd-5ff1-44f5-b8fa-ce9c1e9bb046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:48.874374 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] For port 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:00:48.897010 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] For port 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9,segment=NetworkSegment(aa85d9a4-df5c-467a-a980-7c31458cc4f5),segment_id=aa85d9a4-df5c-467a-a980-7c31458cc4f5)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:00:48.903090 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbe810e-8ce2-44b7-be7a-7baa2d393568 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Network 24544250-bc98-4f50-bce6-ffb1dc8464c6 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:00:48.918601 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-04405144-4aa6-47c0-b111-18b71e628a74 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7581024 Jan 20 11:00:48.919441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39df5392-de96-49a4-98d0-183617ed6289 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:48.921716 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58274) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:48.940710 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:00:48.942881 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-748544604', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}, 'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:48.954045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:48.960669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Usage tracker for resource:router and tenant:2f4f9b2e1edb4edd98a1a69d1e5e2888 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:48.962974 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:48.969059 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:48.980629 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-dfbe810e-8ce2-44b7-be7a-7baa2d393568 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 24544250-bc98-4f50-bce6-ffb1dc8464c6) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:48.982531 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b10b44cd-5ff1-44f5-b8fa-ce9c1e9bb046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:48.991275 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affa1085-2b1a-492c-b4e0-c8e80ea3648e None None] Network 24544250-bc98-4f50-bce6-ffb1dc8464c6 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:49.000781 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbe810e-8ce2-44b7-be7a-7baa2d393568 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:49.001493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dfbe810e-8ce2-44b7-be7a-7baa2d393568 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:49.012515 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:49.018746 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-af8d0fdf-e316-4a98-9927-a1fd53ec50a3 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:49.018944 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b44cd-5ff1-44f5-b8fa-ce9c1e9bb046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1f8932-e6d6-4cc7-bb7d-e83fe88d6b0d,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:49.019393 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8d0fdf-e316-4a98-9927-a1fd53ec50a3 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Fanout notify agent at l3_agent the message router_deleted on router 58a09c53-7b9d-4605-83ff-8c54804c2f60 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:00:49.031273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b10b44cd-5ff1-44f5-b8fa-ce9c1e9bb046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:49.032791 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b10b44cd-5ff1-44f5-b8fa-ce9c1e9bb046 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb1f8932-e6d6-4cc7-bb7d-e83fe88d6b0d HTTP/1.1" status: 204 len: 168 time: 0.3229425 Jan 20 11:00:49.060994 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:49.062158 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:49.096229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:49.100397 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-af8d0fdf-e316-4a98-9927-a1fd53ec50a3 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:49.107305 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-af8d0fdf-e316-4a98-9927-a1fd53ec50a3 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "DELETE /v2.0/routers/58a09c53-7b9d-4605-83ff-8c54804c2f60 HTTP/1.1" status: 204 len: 168 time: 4.2521012 Jan 20 11:00:49.110195 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58282) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:49.121397 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-dfbe810e-8ce2-44b7-be7a-7baa2d393568 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3579535 Jan 20 11:00:49.124064 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58286) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:49.131348 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-aec990bc-8961-45bb-9457-e07bc63adb81 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Request body: {'port': {'network_id': '24544250-bc98-4f50-bce6-ffb1dc8464c6', 'name': 'tempest-TagsExtTest-1421147463'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:49.136253 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-05f7129b-f7d6-487b-9c03-cda57fce059b', 'network_id': '05f7129b-f7d6-487b-9c03-cda57fce059b', 'tenant_id': '2f4f9b2e1edb4edd98a1a69d1e5e2888', 'fixed_ips': [{'subnet_id': '94e6e4d0-425b-40e1-8c7b-073e27e7b71c'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:00:49.142997 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:49.200676 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6a6fefc5-6e9d-46c4-942f-7c940ba4d921 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-963164745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:49.216498 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6a6fefc5-6e9d-46c4-942f-7c940ba4d921 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:49.241444 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6a6fefc5-6e9d-46c4-942f-7c940ba4d921 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Usage tracker for resource:router and tenant:5523044ad02c4ad49de28c4ccf48ef71 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:49.251767 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6a6fefc5-6e9d-46c4-942f-7c940ba4d921 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:49.260557 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39df5392-de96-49a4-98d0-183617ed6289 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:49.277657 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6a6fefc5-6e9d-46c4-942f-7c940ba4d921 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:49.317762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-39df5392-de96-49a4-98d0-183617ed6289 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] device_id is not set on port 7ebaf9cb-c8ba-40be-b8d0-770e6ac12a73 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:00:49.372502 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Allocated IP 172.20.0.2 (05f7129b-f7d6-487b-9c03-cda57fce059b/94e6e4d0-425b-40e1-8c7b-073e27e7b71c/8b615f45-0c93-4507-acca-8bc6b963bf0e) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:49.534518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-aec990bc-8961-45bb-9457-e07bc63adb81 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:49.535359 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a8d60-399e-4731-8f20-a0a5848c29ac None None] Pushing event updated for resources: {'Port': ['ID=5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:49.540739 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-aec990bc-8961-45bb-9457-e07bc63adb81 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Usage tracker for resource:port and tenant:b1841a539fb34c7abda86e006b3d2a4f is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:49.545036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-aec990bc-8961-45bb-9457-e07bc63adb81 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:49.553210 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-aec990bc-8961-45bb-9457-e07bc63adb81 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:49.565232 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:49.570225 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a6fefc5-6e9d-46c4-942f-7c940ba4d921 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:49.576855 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a6fefc5-6e9d-46c4-942f-7c940ba4d921 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:49.703294 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a6fefc5-6e9d-46c4-942f-7c940ba4d921 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:49.784958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec990bc-8961-45bb-9457-e07bc63adb81 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Made reservation on behalf of b1841a539fb34c7abda86e006b3d2a4f for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:49.788437 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-aec990bc-8961-45bb-9457-e07bc63adb81 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:49.827597 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-aec990bc-8961-45bb-9457-e07bc63adb81 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] device_id is not set on port 22a7c36c-c884-47d3-ac6d-544c7cc9be7a yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:00:49.848713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a6fefc5-6e9d-46c4-942f-7c940ba4d921 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:49.857234 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-39df5392-de96-49a4-98d0-183617ed6289 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Allocated IP 172.20.0.10 (3d7fd933-4d1d-421d-a26c-d1acfd30157c/cbd42e77-f0e6-4901-99a7-df84c80bfcaa/7ebaf9cb-c8ba-40be-b8d0-770e6ac12a73) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:49.861220 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-24544250-bc98-4f50-bce6-ffb1dc8464c6', 'network_id': '24544250-bc98-4f50-bce6-ffb1dc8464c6', 'tenant_id': 'b1841a539fb34c7abda86e006b3d2a4f', 'fixed_ips': [{'subnet_id': 'b13e164e-06e9-42f4-8e7a-d6305b9dc477'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:00:49.862969 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:49.885689 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:49.902580 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Transition to ACTIVE for port object 8b615f45-0c93-4507-acca-8bc6b963bf0e will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:49.911204 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:49.948896 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:50.004438 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Transition to ACTIVE for port object 8b615f45-0c93-4507-acca-8bc6b963bf0e will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:50.009758 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:00:50.023960 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca00554d-61a0-4391-96c3-3af99007f666 None None] Sync routers for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:00:50.028130 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a6fefc5-6e9d-46c4-942f-7c940ba4d921 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:50.032830 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6a6fefc5-6e9d-46c4-942f-7c940ba4d921 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9173026 Jan 20 11:00:50.033579 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58300) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:50.051120 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-06050c35-0e23-4e91-9959-9fdcfec1c351 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'enable_snat': False}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:50.055282 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca00554d-61a0-4391-96c3-3af99007f666 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:50.056575 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ca00554d-61a0-4391-96c3-3af99007f666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:50.129529 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:50.187157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ca00554d-61a0-4391-96c3-3af99007f666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:50.237459 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Network 05f7129b-f7d6-487b-9c03-cda57fce059b is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:50.244685 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:50.250529 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:50.252107 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:50.252254 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-aec990bc-8961-45bb-9457-e07bc63adb81 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Allocated IP 172.20.0.8 (24544250-bc98-4f50-bce6-ffb1dc8464c6/b13e164e-06e9-42f4-8e7a-d6305b9dc477/22a7c36c-c884-47d3-ac6d-544c7cc9be7a) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:50.253576 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Pushing event updated for resources: {'Port': ['ID=8b615f45-0c93-4507-acca-8bc6b963bf0e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:50.256858 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca00554d-61a0-4391-96c3-3af99007f666 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:50.257599 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ca00554d-61a0-4391-96c3-3af99007f666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:50.318440 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:50.327550 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ca00554d-61a0-4391-96c3-3af99007f666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:50.328105 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca00554d-61a0-4391-96c3-3af99007f666 None None] The sync data for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:00:50.374290 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:50.420815 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Attempting to bind port 8b615f45-0c93-4507-acca-8bc6b963bf0e on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:00:50.421433 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Attempting to bind port 8b615f45-0c93-4507-acca-8bc6b963bf0e by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'b779bdb6-928d-4f3a-a739-d6ed49d04d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '05f7129b-f7d6-487b-9c03-cda57fce059b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:00:50.421943 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Attempting to bind port 8b615f45-0c93-4507-acca-8bc6b963bf0e on network 05f7129b-f7d6-487b-9c03-cda57fce059b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:00:50.429874 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:00:50.430398 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Checking segment: {'id': 'b779bdb6-928d-4f3a-a739-d6ed49d04d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '05f7129b-f7d6-487b-9c03-cda57fce059b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:00:50.431030 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:50.431518 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Bound using segment: {'id': 'b779bdb6-928d-4f3a-a739-d6ed49d04d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '05f7129b-f7d6-487b-9c03-cda57fce059b'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:00:50.432148 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Bound port: 8b615f45-0c93-4507-acca-8bc6b963bf0e, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b779bdb6-928d-4f3a-a739-d6ed49d04d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '05f7129b-f7d6-487b-9c03-cda57fce059b'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:00:50.432642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:50.446519 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39df5392-de96-49a4-98d0-183617ed6289 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:50.466337 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-39df5392-de96-49a4-98d0-183617ed6289 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Transition to ACTIVE for port object 7ebaf9cb-c8ba-40be-b8d0-770e6ac12a73 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:50.547451 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] For port 8b615f45-0c93-4507-acca-8bc6b963bf0e, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:00:50.554175 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] For port 8b615f45-0c93-4507-acca-8bc6b963bf0e, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8b615f45-0c93-4507-acca-8bc6b963bf0e,segment=NetworkSegment(b779bdb6-928d-4f3a-a739-d6ed49d04d4a),segment_id=b779bdb6-928d-4f3a-a739-d6ed49d04d4a)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:00:50.568070 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c033d1c1-1e59-46d7-9e02-0576c3228a7d tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.0518751 Jan 20 11:00:50.569429 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58310) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:50.577270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b5491da6-bdc5-4de9-a361-5b8e29ec5f8c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-677387690'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:50.584225 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b5491da6-bdc5-4de9-a361-5b8e29ec5f8c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:50.619739 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b5491da6-bdc5-4de9-a361-5b8e29ec5f8c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Usage tracker for resource:network and tenant:a9b63c66c76744f0803551403ba4c783 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:50.631583 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b5491da6-bdc5-4de9-a361-5b8e29ec5f8c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:50.637498 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:50.653056 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b5491da6-bdc5-4de9-a361-5b8e29ec5f8c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:50.669835 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39df5392-de96-49a4-98d0-183617ed6289 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:50.764116 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc259ee-abea-4988-b53a-49b20311ccfa None None] Pushing event updated for resources: {'Port': ['ID=8b615f45-0c93-4507-acca-8bc6b963bf0e,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:50.790772 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5491da6-bdc5-4de9-a361-5b8e29ec5f8c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Made reservation on behalf of a9b63c66c76744f0803551403ba4c783 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:50.797922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17fe33e-1f41-4f92-957f-e001f89cb89f None None] Network 3d7fd933-4d1d-421d-a26c-d1acfd30157c requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:50.798348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b5491da6-bdc5-4de9-a361-5b8e29ec5f8c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:50.854737 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58318) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:50.900620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39df5392-de96-49a4-98d0-183617ed6289 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 3d7fd933-4d1d-421d-a26c-d1acfd30157c is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:50.910663 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-39df5392-de96-49a4-98d0-183617ed6289 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:50.926650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Allocated IP 2001:db8::2af (26a13fb4-5074-48be-bceb-a43140dfc999/f82e16f4-6044-4438-a9ec-2dd07e89afa0/8acc3f97-707a-4c8f-b9de-acbd894663e4) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:50.930227 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df5392-de96-49a4-98d0-183617ed6289 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:51.019788 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df5392-de96-49a4-98d0-183617ed6289 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=7ebaf9cb-c8ba-40be-b8d0-770e6ac12a73,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:51.042260 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8e618018-66d2-4410-805e-7eb2d5545536 None None] Provisioning for port 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:51.050658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39df5392-de96-49a4-98d0-183617ed6289 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:51.054224 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39df5392-de96-49a4-98d0-183617ed6289 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:51.067849 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:00:51.088006 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5491da6-bdc5-4de9-a361-5b8e29ec5f8c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:00:51.274451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Allocated IP 172.26.0.80 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/37777cf6-5e72-423c-aa12-51a516e17fcb) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:51.321301 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-aec990bc-8961-45bb-9457-e07bc63adb81 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:51.336749 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-39df5392-de96-49a4-98d0-183617ed6289 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5012279 Jan 20 11:00:51.342747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58324) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:51.342981 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06050c35-0e23-4e91-9959-9fdcfec1c351 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:51.348865 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1441499429'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:51.358894 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b5491da6-bdc5-4de9-a361-5b8e29ec5f8c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:51.359377 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-b5491da6-bdc5-4de9-a361-5b8e29ec5f8c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Added segment feb576f2-ea04-4a28-be3b-d6d749579451 of type vlan for network baa6987e-4c61-4bcf-8734-7394e128eb2c Jan 20 11:00:51.377804 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-aec990bc-8961-45bb-9457-e07bc63adb81 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Transition to ACTIVE for port object 22a7c36c-c884-47d3-ac6d-544c7cc9be7a will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:51.389797 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7370fc41-fd6d-45d2-a358-9d25596ec82e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'network_id': '3d7fd933-4d1d-421d-a26c-d1acfd30157c', 'name': 'tempest-PortsTestJSON-2120994809', 'fixed_ips': [{'subnet_id': 'cbd42e77-f0e6-4901-99a7-df84c80bfcaa', 'ip_address': '172.20.0.9'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:51.401058 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:51.415021 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Usage tracker for resource:network and tenant:fa35f0375ba34722acf099d25191ba04 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:51.471597 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:51.473880 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:51.479105 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:51.479575 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:51.513734 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:51.621068 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b5491da6-bdc5-4de9-a361-5b8e29ec5f8c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:51.672667 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-aec990bc-8961-45bb-9457-e07bc63adb81 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:51.690784 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:51.693900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:51.716348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Allocated IP 172.20.0.2 (24544250-bc98-4f50-bce6-ffb1dc8464c6/b13e164e-06e9-42f4-8e7a-d6305b9dc477/de6067dd-5a22-4056-b007-21c2ce1575c1) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:51.732359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:51.744090 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:51.819160 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec990bc-8961-45bb-9457-e07bc63adb81 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Network 24544250-bc98-4f50-bce6-ffb1dc8464c6 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:51.829349 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-aec990bc-8961-45bb-9457-e07bc63adb81 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:51.840153 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec990bc-8961-45bb-9457-e07bc63adb81 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:51.843303 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:51.850138 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Usage tracker for resource:security_group_rule and tenant:fa35f0375ba34722acf099d25191ba04 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:51.854807 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:51.873823 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:51.880784 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:51.885853 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7370fc41-fd6d-45d2-a358-9d25596ec82e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:51.890771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec990bc-8961-45bb-9457-e07bc63adb81 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Pushing event updated for resources: {'Port': ['ID=22a7c36c-c884-47d3-ac6d-544c7cc9be7a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:51.906833 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7370fc41-fd6d-45d2-a358-9d25596ec82e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:port and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:51.927628 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7370fc41-fd6d-45d2-a358-9d25596ec82e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:51.946515 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87f64b-2b0c-4f57-b561-c0ce4b95016e req-c81895bc-e119-4ea1-8178-a1535d432c5c tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:51.953883 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c368e033-3f22-466d-909b-00f398c72331 req-45669420-cc72-4f11-bdaf-7dbf958ff0ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a8cdee6b9b64cc6952bd8d638e90fed&device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 1098 time: 0.4064097 Jan 20 11:00:51.958285 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4c87f64b-2b0c-4f57-b561-c0ce4b95016e req-c81895bc-e119-4ea1-8178-a1535d432c5c tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.4259207 Jan 20 11:00:51.976307 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b5491da6-bdc5-4de9-a361-5b8e29ec5f8c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:51.982622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5491da6-bdc5-4de9-a361-5b8e29ec5f8c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:51.983590 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b5491da6-bdc5-4de9-a361-5b8e29ec5f8c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:52.017684 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7370fc41-fd6d-45d2-a358-9d25596ec82e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:52.043094 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:52.180550 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec990bc-8961-45bb-9457-e07bc63adb81 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:52.181406 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-aec990bc-8961-45bb-9457-e07bc63adb81 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:52.197582 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7370fc41-fd6d-45d2-a358-9d25596ec82e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:52.203548 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7370fc41-fd6d-45d2-a358-9d25596ec82e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:52.230131 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9,segment=NetworkSegment(aa85d9a4-df5c-467a-a980-7c31458cc4f5),segment_id=aa85d9a4-df5c-467a-a980-7c31458cc4f5)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:52.231183 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-795ac00e-10a7-4cf3-a572-a3574289de0f None None] Provisioning complete for port 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:52.231558 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-795ac00e-10a7-4cf3-a572-a3574289de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:52.262132 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:52.285680 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5491da6-bdc5-4de9-a361-5b8e29ec5f8c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Network': ['ID=baa6987e-4c61-4bcf-8734-7394e128eb2c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:52.291913 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b5491da6-bdc5-4de9-a361-5b8e29ec5f8c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7217364 Jan 20 11:00:52.294636 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58330) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:52.306045 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network baa6987e-4c61-4bcf-8734-7394e128eb2c details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:00:52.313263 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-7370fc41-fd6d-45d2-a358-9d25596ec82e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] device_id is not set on port 3c0d2554-e9c6-45f1-8132-195e2e10fc88 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:00:52.339290 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-aec990bc-8961-45bb-9457-e07bc63adb81 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2139492 Jan 20 11:00:52.341508 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d419d3-357d-476e-b347-a776ba3c2ced None None] Network 05f7129b-f7d6-487b-9c03-cda57fce059b requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:52.348985 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368e033-3f22-466d-909b-00f398c72331 req-ea71aff1-1f17-419a-80d2-7a3ec5982384 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:52.350623 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c368e033-3f22-466d-909b-00f398c72331 req-ea71aff1-1f17-419a-80d2-7a3ec5982384 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca1f7bf9-9972-4b0c-baef-5692be1408d6 HTTP/1.1" status: 200 len: 912 time: 0.3912179 Jan 20 11:00:52.351820 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58334) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:52.355603 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-cb1c8151-2d3b-49f3-877b-9f7ed618f82e tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'subnet': {'network_id': 'baa6987e-4c61-4bcf-8734-7394e128eb2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:52.364090 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:52.370467 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:52.420513 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f7d509bc-c367-4ce4-92f8-0b683c10b06f tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-653348915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:52.427724 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f7d509bc-c367-4ce4-92f8-0b683c10b06f tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:52.431573 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f7d509bc-c367-4ce4-92f8-0b683c10b06f tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Usage tracker for resource:router and tenant:b1841a539fb34c7abda86e006b3d2a4f is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:52.434866 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f7d509bc-c367-4ce4-92f8-0b683c10b06f tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:52.441490 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f7d509bc-c367-4ce4-92f8-0b683c10b06f tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:52.445303 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:52.460769 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:52.473065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Pushing event updated for resources: {'Port': ['ID=37777cf6-5e72-423c-aa12-51a516e17fcb,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:52.476331 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:52.496034 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:52.559375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7d509bc-c367-4ce4-92f8-0b683c10b06f tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:52.559795 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7d509bc-c367-4ce4-92f8-0b683c10b06f tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:52.579460 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7d509bc-c367-4ce4-92f8-0b683c10b06f tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:52.603439 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Transition to ACTIVE for port object de6067dd-5a22-4056-b007-21c2ce1575c1 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:52.615544 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4c87f64b-2b0c-4f57-b561-c0ce4b95016e req-33ceeceb-cd02-41af-b871-f9580c14ab01 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6435425 Jan 20 11:00:52.681582 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Network 26a13fb4-5074-48be-bceb-a43140dfc999 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:52.692157 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:52.693460 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:52.694028 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06050c35-0e23-4e91-9959-9fdcfec1c351 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:52.696209 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Pushing event updated for resources: {'Port': ['ID=8acc3f97-707a-4c8f-b9de-acbd894663e4,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:52.696333 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Transition to ACTIVE for port object de6067dd-5a22-4056-b007-21c2ce1575c1 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:52.700489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:52.730046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:52.742601 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06050c35-0e23-4e91-9959-9fdcfec1c351 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:52.757118 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7d509bc-c367-4ce4-92f8-0b683c10b06f tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:52.790624 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c368e033-3f22-466d-909b-00f398c72331 req-fd4fff18-6cb3-4881-9200-338feb352453 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=441dacbf-3516-43ae-b255-bc606c7a5f9f HTTP/1.1" status: 200 len: 1000 time: 0.4318864 Jan 20 11:00:52.801717 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:52.807360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:52.811653 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cb1c8151-2d3b-49f3-877b-9f7ed618f82e tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:52.832024 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cb1c8151-2d3b-49f3-877b-9f7ed618f82e tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Usage tracker for resource:subnet and tenant:a9b63c66c76744f0803551403ba4c783 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:52.844218 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cb1c8151-2d3b-49f3-877b-9f7ed618f82e tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:52.889777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cb1c8151-2d3b-49f3-877b-9f7ed618f82e tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:52.917206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-795ac00e-10a7-4cf3-a572-a3574289de0f None None] Provisioning for port 7ebaf9cb-c8ba-40be-b8d0-770e6ac12a73 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:52.922491 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:00:52.924204 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Network 24544250-bc98-4f50-bce6-ffb1dc8464c6 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:52.929325 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:52.935431 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:52.939467 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-795ac00e-10a7-4cf3-a572-a3574289de0f None None] Provisioning complete for port 7ebaf9cb-c8ba-40be-b8d0-770e6ac12a73 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:52.940045 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-795ac00e-10a7-4cf3-a572-a3574289de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:52.944622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536f8aed-3617-438a-a977-3c1bd88bc031,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:52.971001 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368e033-3f22-466d-909b-00f398c72331 req-b418a3ad-e3a5-48d1-932c-82e6c23d20e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:52.972931 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c368e033-3f22-466d-909b-00f398c72331 req-b418a3ad-e3a5-48d1-932c-82e6c23d20e4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d58e3eb1-ffbd-4209-8283-de4f696a38a8 HTTP/1.1" status: 200 len: 850 time: 0.1437318 Jan 20 11:00:52.980420 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Pushing event updated for resources: {'Port': ['ID=de6067dd-5a22-4056-b007-21c2ce1575c1,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:53.003403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7d509bc-c367-4ce4-92f8-0b683c10b06f tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:53.004550 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f7d509bc-c367-4ce4-92f8-0b683c10b06f tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6303041 Jan 20 11:00:53.007612 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:53.007612 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Added segment 96af763b-59bd-45a2-93a3-cf672fc6cab4 of type vlan for network 7fa71769-e7d8-40b7-8b88-cca89900ef22 Jan 20 11:00:53.018851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58338) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:53.030335 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-15938918-f5f8-4463-bbe5-84b94de376cf tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2104097318', 'prefixes': ['172.20.0.0/16']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:53.048040 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-15938918-f5f8-4463-bbe5-84b94de376cf tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:53.084496 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:53.088714 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-7370fc41-fd6d-45d2-a358-9d25596ec82e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Allocated IP 172.20.0.9 (3d7fd933-4d1d-421d-a26c-d1acfd30157c/cbd42e77-f0e6-4901-99a7-df84c80bfcaa/3c0d2554-e9c6-45f1-8132-195e2e10fc88) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:53.092860 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-06050c35-0e23-4e91-9959-9fdcfec1c351 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Allocated IP 172.26.0.112 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/eb65e383-e6ca-4045-96b8-8c3f8384cfae) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:53.103462 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1c8151-2d3b-49f3-877b-9f7ed618f82e tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Made reservation on behalf of a9b63c66c76744f0803551403ba4c783 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:53.162608 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-795ac00e-10a7-4cf3-a572-a3574289de0f None None] Port 7ebaf9cb-c8ba-40be-b8d0-770e6ac12a73 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:00:53.174664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8b615f45-0c93-4507-acca-8bc6b963bf0e up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:00:53.211045 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c368e033-3f22-466d-909b-00f398c72331 req-2de609c0-3b93-4821-869a-9c10411e392e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca1f7bf9-9972-4b0c-baef-5692be1408d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2278919 Jan 20 11:00:53.248717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Attempting to bind port de6067dd-5a22-4056-b007-21c2ce1575c1 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:00:53.249092 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Attempting to bind port de6067dd-5a22-4056-b007-21c2ce1575c1 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '4553aa33-9a5f-4c66-af07-85f8214c28d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '24544250-bc98-4f50-bce6-ffb1dc8464c6'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:00:53.249471 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Attempting to bind port de6067dd-5a22-4056-b007-21c2ce1575c1 on network 24544250-bc98-4f50-bce6-ffb1dc8464c6 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:00:53.259859 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:00:53.260248 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Checking segment: {'id': '4553aa33-9a5f-4c66-af07-85f8214c28d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '24544250-bc98-4f50-bce6-ffb1dc8464c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:00:53.260655 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:53.261098 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Bound using segment: {'id': '4553aa33-9a5f-4c66-af07-85f8214c28d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '24544250-bc98-4f50-bce6-ffb1dc8464c6'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:00:53.261549 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Bound port: de6067dd-5a22-4056-b007-21c2ce1575c1, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4553aa33-9a5f-4c66-af07-85f8214c28d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '24544250-bc98-4f50-bce6-ffb1dc8464c6'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:00:53.261929 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:53.273190 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb1c8151-2d3b-49f3-877b-9f7ed618f82e tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:53.390236 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] For port de6067dd-5a22-4056-b007-21c2ce1575c1, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:00:53.393141 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:53.395729 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] For port de6067dd-5a22-4056-b007-21c2ce1575c1, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=de6067dd-5a22-4056-b007-21c2ce1575c1,segment=NetworkSegment(4553aa33-9a5f-4c66-af07-85f8214c28d2),segment_id=4553aa33-9a5f-4c66-af07-85f8214c28d2)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:00:53.397014 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:53.397735 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:53.416716 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-447d2932-505f-4991-a372-170d834deaf1 None None] Provisioning for port 8b615f45-0c93-4507-acca-8bc6b963bf0e completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:53.432804 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c368e033-3f22-466d-909b-00f398c72331 req-f6ecf58b-9877-4eae-a3b9-8d0f05c2fb44 service neutron] 10.222.0.72 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142248 Jan 20 11:00:53.439775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:53.440525 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:53.444681 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-447d2932-505f-4991-a372-170d834deaf1 None None] Provisioning complete for port 7ebaf9cb-c8ba-40be-b8d0-770e6ac12a73 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:53.445615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-447d2932-505f-4991-a372-170d834deaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:53.490377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 8b615f45-0c93-4507-acca-8bc6b963bf0e completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:53.503741 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 8b615f45-0c93-4507-acca-8bc6b963bf0e triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:53.504362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:53.531032 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06050c35-0e23-4e91-9959-9fdcfec1c351 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:53.537264 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:53.638409 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-447d2932-505f-4991-a372-170d834deaf1 None None] Port 7ebaf9cb-c8ba-40be-b8d0-770e6ac12a73 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:00:53.664769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7a87f-ced0-475b-b14a-59aca614c016 None None] Pushing event updated for resources: {'Port': ['ID=de6067dd-5a22-4056-b007-21c2ce1575c1,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:53.667765 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c368e033-3f22-466d-909b-00f398c72331 req-497b2d8f-d9db-48ac-b82d-f03a9e8d6995 service neutron] 10.222.0.72 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220569 Jan 20 11:00:53.768232 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:53.769711 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:53.777501 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Network': ['ID=7fa71769-e7d8-40b7-8b88-cca89900ef22,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:53.798345 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 7fa71769-e7d8-40b7-8b88-cca89900ef22 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:00:53.834147 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06050c35-0e23-4e91-9959-9fdcfec1c351 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:53.878169 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f3815de7-cb00-4b3d-a406-bcf08698247d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.0099537 Jan 20 11:00:53.947551 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06050c35-0e23-4e91-9959-9fdcfec1c351 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:53.952183 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-06050c35-0e23-4e91-9959-9fdcfec1c351 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:53.959219 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06050c35-0e23-4e91-9959-9fdcfec1c351 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:53.964984 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:54.009558 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06050c35-0e23-4e91-9959-9fdcfec1c351 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Pushing event updated for resources: {'Port': ['ID=eb65e383-e6ca-4045-96b8-8c3f8384cfae,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:54.092063 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-71b32eeb-5468-4198-b872-df65782a16be None None] Provisioning complete for port 8b615f45-0c93-4507-acca-8bc6b963bf0e triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:54.092729 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-71b32eeb-5468-4198-b872-df65782a16be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:54.154909 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7370fc41-fd6d-45d2-a358-9d25596ec82e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:54.178677 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-7370fc41-fd6d-45d2-a358-9d25596ec82e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Transition to ACTIVE for port object 3c0d2554-e9c6-45f1-8132-195e2e10fc88 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:54.190480 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 8b615f45-0c93-4507-acca-8bc6b963bf0e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8b615f45-0c93-4507-acca-8bc6b963bf0e,segment=NetworkSegment(b779bdb6-928d-4f3a-a739-d6ed49d04d4a),segment_id=b779bdb6-928d-4f3a-a739-d6ed49d04d4a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:54.203090 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Router e0ca5384-3279-4b81-be6c-2d12326e53c5 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:00:54.274038 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:54.274742 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:00:54.371359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06050c35-0e23-4e91-9959-9fdcfec1c351 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:54.451605 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=8b615f45-0c93-4507-acca-8bc6b963bf0e,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:54.466144 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-15938918-f5f8-4463-bbe5-84b94de376cf tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks [] for subnetpool, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:54.473954 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:54.474476 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:54.474901 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-15938918-f5f8-4463-bbe5-84b94de376cf tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.4542654 Jan 20 11:00:54.476526 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7370fc41-fd6d-45d2-a358-9d25596ec82e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:54.492404 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58344) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:54.553063 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb1c8151-2d3b-49f3-877b-9f7ed618f82e tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:54.623283 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-c693ef55-11ce-4206-8fc0-ec62630de84e tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b13e164e-06e9-42f4-8e7a-d6305b9dc477', 'tempest-TagsExtTest-Tag-1434581048') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:54.804488 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7370fc41-fd6d-45d2-a358-9d25596ec82e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 3d7fd933-4d1d-421d-a26c-d1acfd30157c is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:54.814544 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-7370fc41-fd6d-45d2-a358-9d25596ec82e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:54.816614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370fc41-fd6d-45d2-a358-9d25596ec82e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=3c0d2554-e9c6-45f1-8132-195e2e10fc88,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:54.830991 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7370fc41-fd6d-45d2-a358-9d25596ec82e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:54.901783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06050c35-0e23-4e91-9959-9fdcfec1c351 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:54.923331 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06050c35-0e23-4e91-9959-9fdcfec1c351 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:54.951129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c8151-2d3b-49f3-877b-9f7ed618f82e tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Subnet': ['ID=3ae9e6bf-3f21-49ed-a945-89680e115fdf,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:55.157528 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:00:55.165442 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ff61d5-8f24-43a4-9663-c3aa223825d9 None None] Sync routers for ids ['e0ca5384-3279-4b81-be6c-2d12326e53c5'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:00:55.184327 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ff61d5-8f24-43a4-9663-c3aa223825d9 None None] Routers {'e0ca5384-3279-4b81-be6c-2d12326e53c5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:55.187964 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-76ff61d5-8f24-43a4-9663-c3aa223825d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e0ca5384-3279-4b81-be6c-2d12326e53c5'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:55.230152 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8b615f45-0c93-4507-acca-8bc6b963bf0e up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:00:55.233310 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1c8151-2d3b-49f3-877b-9f7ed618f82e tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Checking segment: {'id': 'feb576f2-ea04-4a28-be3b-d6d749579451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'baa6987e-4c61-4bcf-8734-7394e128eb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:00:55.234185 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1c8151-2d3b-49f3-877b-9f7ed618f82e tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network hostable DHCP agents. Network: baa6987e-4c61-4bcf-8734-7394e128eb2c, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:00:55.254448 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e5568-dda1-430a-bd8c-4dad9f9d2832 req-861fe624-c8c2-47f2-8c64-de7f25150ecc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:55.256391 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-331e5568-dda1-430a-bd8c-4dad9f9d2832 req-861fe624-c8c2-47f2-8c64-de7f25150ecc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 1.3240802 Jan 20 11:00:55.326344 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7370fc41-fd6d-45d2-a358-9d25596ec82e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:55.328057 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7370fc41-fd6d-45d2-a358-9d25596ec82e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:55.342597 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05535f90-be03-40c3-bd0a-60a3a0b6e914 None None] Network 24544250-bc98-4f50-bce6-ffb1dc8464c6 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:55.344200 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-76ff61d5-8f24-43a4-9663-c3aa223825d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:55.367564 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ff61d5-8f24-43a4-9663-c3aa223825d9 None None] Routers {'e0ca5384-3279-4b81-be6c-2d12326e53c5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:55.368406 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-76ff61d5-8f24-43a4-9663-c3aa223825d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e0ca5384-3279-4b81-be6c-2d12326e53c5'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:55.389820 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:55.397003 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-06ea62ed-3c6a-4138-8dac-fd31e799d16f tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.4740820 Jan 20 11:00:55.411389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58348) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:55.414331 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-331e5568-dda1-430a-bd8c-4dad9f9d2832 req-0f534dac-5da6-464b-bf5d-87972f145c25 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355500 Jan 20 11:00:55.446366 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b28d420a-1173-4f40-9713-3bfa1ad8e03a None None] Provisioning for port 3c0d2554-e9c6-45f1-8132-195e2e10fc88 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:55.457729 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7370fc41-fd6d-45d2-a358-9d25596ec82e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1032946 Jan 20 11:00:55.463964 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58352) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:55.465373 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b28d420a-1173-4f40-9713-3bfa1ad8e03a None None] Provisioning complete for port 3c0d2554-e9c6-45f1-8132-195e2e10fc88 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:55.465786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b28d420a-1173-4f40-9713-3bfa1ad8e03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:55.516050 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-76ff61d5-8f24-43a4-9663-c3aa223825d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:55.516824 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c693ef55-11ce-4206-8fc0-ec62630de84e tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "PUT /v2.0/subnets/b13e164e-06e9-42f4-8e7a-d6305b9dc477/tags/tempest-TagsExtTest-Tag-1434581048 HTTP/1.1" status: 201 len: 201 time: 0.9650955 Jan 20 11:00:55.517663 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ff61d5-8f24-43a4-9663-c3aa223825d9 None None] The sync data for ids ['e0ca5384-3279-4b81-be6c-2d12326e53c5'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:00:55.529078 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58356) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:55.552150 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-44303e9e-69a0-4325-bede-766a0324b44f tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '22a7c36c-c884-47d3-ac6d-544c7cc9be7a', 'tempest-TagsExtTest-Tag-290974348') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:55.612503 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1c8151-2d3b-49f3-877b-9f7ed618f82e tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network baa6987e-4c61-4bcf-8734-7394e128eb2c is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:00:55.667354 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 8b615f45-0c93-4507-acca-8bc6b963bf0e triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:55.668040 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:55.724787 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512a21b9-b317-43a7-82ea-7f36685d9df9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:55.725735 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-512a21b9-b317-43a7-82ea-7f36685d9df9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Synchronizing usage tracker for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:00:55.726284 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b28d420a-1173-4f40-9713-3bfa1ad8e03a None None] Port 3c0d2554-e9c6-45f1-8132-195e2e10fc88 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:00:55.751567 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-cb1c8151-2d3b-49f3-877b-9f7ed618f82e tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, baa6987e-4c61-4bcf-8734-7394e128eb2c) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:55.764348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1c8151-2d3b-49f3-877b-9f7ed618f82e tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:55.764948 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cb1c8151-2d3b-49f3-877b-9f7ed618f82e tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:55.787990 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9444169b-3e17-47f1-91a4-438bc201c1a8 None None] Network baa6987e-4c61-4bcf-8734-7394e128eb2c requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:00:55.837138 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Router 4e2b7a00-842f-495c-bf89-9a6be0a90366 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:00:55.935052 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06050c35-0e23-4e91-9959-9fdcfec1c351 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Router 620ab475-f9ef-4697-8e10-4580c8ec0b49 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:00:55.960543 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-512a21b9-b317-43a7-82ea-7f36685d9df9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Unset dirty status for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:00:55.965774 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-512a21b9-b317-43a7-82ea-7f36685d9df9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4977713 Jan 20 11:00:55.968127 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-44303e9e-69a0-4325-bede-766a0324b44f tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "PUT /v2.0/ports/22a7c36c-c884-47d3-ac6d-544c7cc9be7a/tags/tempest-TagsExtTest-Tag-290974348 HTTP/1.1" status: 201 len: 201 time: 0.4318821 Jan 20 11:00:55.968721 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cb1c8151-2d3b-49f3-877b-9f7ed618f82e tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6635389 Jan 20 11:00:55.973633 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58360) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:56.013991 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-06ded5cf-81de-484a-abc2-d81cdeb27710 None None] Provisioning for port de6067dd-5a22-4056-b007-21c2ce1575c1 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:56.028944 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58364) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:56.029706 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58366) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:56.045403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2109044372', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}, 'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:56.061711 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-a1873b5e-4891-4241-b4ca-5dce1051cf26 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b04251d5-8fc0-4252-b501-f1f45e26a515', 'tempest-TagsExtTest-Tag-66228302') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:56.069418 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device de6067dd-5a22-4056-b007-21c2ce1575c1 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:00:56.124864 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:56.164298 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9555252f-be19-49f5-a060-5f9d5c462b48 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:56.168498 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9555252f-be19-49f5-a060-5f9d5c462b48 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:56.173054 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9555252f-be19-49f5-a060-5f9d5c462b48 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:56.177428 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9555252f-be19-49f5-a060-5f9d5c462b48 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2024879 Jan 20 11:00:56.181295 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58372) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:56.189915 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Usage tracker for resource:router and tenant:a9b63c66c76744f0803551403ba4c783 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:56.199225 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:56.209606 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:56.267733 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-a55dfda6-8df9-428f-9ad2-064b57fbb525 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port 3c0d2554-e9c6-45f1-8132-195e2e10fc88 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:56.268233 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a55dfda6-8df9-428f-9ad2-064b57fbb525 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:56.360844 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-baa6987e-4c61-4bcf-8734-7394e128eb2c', 'network_id': 'baa6987e-4c61-4bcf-8734-7394e128eb2c', 'tenant_id': 'a9b63c66c76744f0803551403ba4c783', 'fixed_ips': [{'subnet_id': '3ae9e6bf-3f21-49ed-a945-89680e115fdf'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:00:56.362934 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:56.376307 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:00:56.395934 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Sync routers for ids ['4e2b7a00-842f-495c-bf89-9a6be0a90366'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:00:56.418624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:56.419578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:56.449013 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58376) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:56.449824 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a1873b5e-4891-4241-b4ca-5dce1051cf26 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "PUT /v2.0/routers/b04251d5-8fc0-4252-b501-f1f45e26a515/tags/tempest-TagsExtTest-Tag-66228302 HTTP/1.1" status: 201 len: 201 time: 0.4103944 Jan 20 11:00:56.476252 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port de6067dd-5a22-4056-b007-21c2ce1575c1 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:56.487305 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port de6067dd-5a22-4056-b007-21c2ce1575c1 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:56.488212 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:56.600950 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Routers {'4e2b7a00-842f-495c-bf89-9a6be0a90366'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:56.601905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['4e2b7a00-842f-495c-bf89-9a6be0a90366'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:56.603390 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-e9888eab-e4ef-47eb-a123-01ca3257b225 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b2b1d9c0-31fc-4373-bf0a-e34c01454fbd', 'tempest-TagsExtTest-Tag-2077490920') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:56.636613 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:56.637993 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-49a89e9f-b1fd-4908-beca-55d5ac29cd88 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.2993071 Jan 20 11:00:56.643403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58382) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:56.682569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:56.748831 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06050c35-0e23-4e91-9959-9fdcfec1c351 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:00:56.761571 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b45e9f-fd4f-4cb6-9e69-4ffbbc785739 None None] Sync routers for ids ['620ab475-f9ef-4697-8e10-4580c8ec0b49'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:00:56.787556 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b45e9f-fd4f-4cb6-9e69-4ffbbc785739 None None] Routers {'620ab475-f9ef-4697-8e10-4580c8ec0b49'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:56.788473 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b5b45e9f-fd4f-4cb6-9e69-4ffbbc785739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['620ab475-f9ef-4697-8e10-4580c8ec0b49'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:56.942428 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b5b45e9f-fd4f-4cb6-9e69-4ffbbc785739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:56.945912 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Set router 4e2b7a00-842f-495c-bf89-9a6be0a90366 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:00:56.968037 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b45e9f-fd4f-4cb6-9e69-4ffbbc785739 None None] Routers {'620ab475-f9ef-4697-8e10-4580c8ec0b49'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:56.968640 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b5b45e9f-fd4f-4cb6-9e69-4ffbbc785739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['620ab475-f9ef-4697-8e10-4580c8ec0b49'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:57.127737 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b5b45e9f-fd4f-4cb6-9e69-4ffbbc785739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:57.128399 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b45e9f-fd4f-4cb6-9e69-4ffbbc785739 None None] The sync data for ids ['620ab475-f9ef-4697-8e10-4580c8ec0b49'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:00:57.135715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58386) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:57.150039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b137da36-1488-4c66-9fa7-a942f5b60511 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'subnet': {'network_id': '7fa71769-e7d8-40b7-8b88-cca89900ef22', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:00:57.195991 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-06050c35-0e23-4e91-9959-9fdcfec1c351 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:57.199968 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-06050c35-0e23-4e91-9959-9fdcfec1c351 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "PUT /v2.0/routers/620ab475-f9ef-4697-8e10-4580c8ec0b49 HTTP/1.1" status: 200 len: 915 time: 7.1611948 Jan 20 11:00:57.200740 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58390) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:57.310027 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:57.322213 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a55dfda6-8df9-428f-9ad2-064b57fbb525 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:57.366456 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:57.374587 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Allocated IP 172.20.0.2 (baa6987e-4c61-4bcf-8734-7394e128eb2c/3ae9e6bf-3f21-49ed-a945-89680e115fdf/6e554393-f04d-49b8-b594-be2b712e3f22) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:57.409861 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6e4a0e03-1495-4439-b632-6dffc815c71d None None] Provisioning for port 22a7c36c-c884-47d3-ac6d-544c7cc9be7a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:00:57.442442 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6e4a0e03-1495-4439-b632-6dffc815c71d None None] Provisioning complete for port 22a7c36c-c884-47d3-ac6d-544c7cc9be7a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:57.442442 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0e03-1495-4439-b632-6dffc815c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:57.473562 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e9888eab-e4ef-47eb-a123-01ca3257b225 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "PUT /v2.0/subnetpools/b2b1d9c0-31fc-4373-bf0a-e34c01454fbd/tags/tempest-TagsExtTest-Tag-2077490920 HTTP/1.1" status: 201 len: 201 time: 1.0208485 Jan 20 11:00:57.477995 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-a55dfda6-8df9-428f-9ad2-064b57fbb525 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for 3c0d2554-e9c6-45f1-8132-195e2e10fc88 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:57.489161 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port de6067dd-5a22-4056-b007-21c2ce1575c1, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=de6067dd-5a22-4056-b007-21c2ce1575c1,segment=NetworkSegment(4553aa33-9a5f-4c66-af07-85f8214c28d2),segment_id=4553aa33-9a5f-4c66-af07-85f8214c28d2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:57.506579 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b137da36-1488-4c66-9fa7-a942f5b60511 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:00:57.517379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58394) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:57.522222 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b137da36-1488-4c66-9fa7-a942f5b60511 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Usage tracker for resource:subnet and tenant:fa35f0375ba34722acf099d25191ba04 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:00:57.535168 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-d1624973-7967-4042-8550-9bfc0dd54ef7 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b13e164e-06e9-42f4-8e7a-d6305b9dc477') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:57.535634 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b137da36-1488-4c66-9fa7-a942f5b60511 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:00:57.553840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b137da36-1488-4c66-9fa7-a942f5b60511 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:00:57.558894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:57.623880 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905d8c6-de84-455f-9559-1741ffeb48c2 req-ebdfdfde-334e-4454-9dc3-2fcd566f23e7 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:57.626291 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0905d8c6-de84-455f-9559-1741ffeb48c2 req-ebdfdfde-334e-4454-9dc3-2fcd566f23e7 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.5604107 Jan 20 11:00:57.723937 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0905d8c6-de84-455f-9559-1741ffeb48c2 req-8732641d-0cf0-4d67-8f7e-3a1679d84b3a tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874274 Jan 20 11:00:57.735760 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a0e03-1495-4439-b632-6dffc815c71d None None] Port 22a7c36c-c884-47d3-ac6d-544c7cc9be7a cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:00:57.769371 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b137da36-1488-4c66-9fa7-a942f5b60511 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:00:57.789058 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=de6067dd-5a22-4056-b007-21c2ce1575c1,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:57.817265 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:57.850433 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6e4a0e03-1495-4439-b632-6dffc815c71d None None] Provisioning complete for port de6067dd-5a22-4056-b007-21c2ce1575c1 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:57.850812 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0e03-1495-4439-b632-6dffc815c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:57.924684 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d1624973-7967-4042-8550-9bfc0dd54ef7 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/subnets/b13e164e-06e9-42f4-8e7a-d6305b9dc477/tags HTTP/1.1" status: 200 len: 241 time: 0.4037850 Jan 20 11:00:57.924684 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58400) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:57.926363 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:57.937685 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b137da36-1488-4c66-9fa7-a942f5b60511 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:57.947317 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-36c932f6-03ac-4d8d-aa64-6c54adacb604 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b13e164e-06e9-42f4-8e7a-d6305b9dc477', 'tempest-TagsExtTest-Tag-1434581048') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:57.947564 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2b7a00-842f-495c-bf89-9a6be0a90366', 'name': '', 'tenant_id': '4ed204bfc23f48879574fab00b447923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26a13fb4-5074-48be-bceb-a43140dfc999', 'external_fixed_ips': [{'subnet_id': 'f82e16f4-6044-4438-a9ec-2dd07e89afa0', 'ip_address': '2001:db8::2af'}], 'enable_snat': True}, 'gw_port_id': '8acc3f97-707a-4c8f-b9de-acbd894663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:00:47Z', 'updated_at': '2022-01-20T11:00:52Z', 'revision_number': 3, 'project_id': '4ed204bfc23f48879574fab00b447923', 'gw_port': {'id': '8acc3f97-707a-4c8f-b9de-acbd894663e4', 'name': '', 'network_id': '26a13fb4-5074-48be-bceb-a43140dfc999', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2b7a00-842f-495c-bf89-9a6be0a90366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f82e16f4-6044-4438-a9ec-2dd07e89afa0', 'ip_address': '2001:db8::2af', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:00:50Z', 'updated_at': '2022-01-20T11:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f82e16f4-6044-4438-a9ec-2dd07e89afa0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:57.955397 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Checking router: 4e2b7a00-842f-495c-bf89-9a6be0a90366 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:00:57.955736 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Updating router 4e2b7a00-842f-495c-bf89-9a6be0a90366 port 8acc3f97-707a-4c8f-b9de-acbd894663e4 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:00:57.992108 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Transition to ACTIVE for port object 6e554393-f04d-49b8-b594-be2b712e3f22 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:58.001091 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-59c42107-b120-4b14-add7-d24c35863fcc tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "GET /v2.0/routers/620ab475-f9ef-4697-8e10-4580c8ec0b49 HTTP/1.1" status: 200 len: 921 time: 0.7945371 Jan 20 11:00:58.003905 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58404) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:58.030303 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a55dfda6-8df9-428f-9ad2-064b57fbb525 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:58.056849 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Transition to ACTIVE for port object 6e554393-f04d-49b8-b594-be2b712e3f22 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:58.073011 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:58.116780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55dfda6-8df9-428f-9ad2-064b57fbb525 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Port': ['ID=3c0d2554-e9c6-45f1-8132-195e2e10fc88,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:58.126573 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:58.183691 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:58.246101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55dfda6-8df9-428f-9ad2-064b57fbb525 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:58.246643 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55dfda6-8df9-428f-9ad2-064b57fbb525 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:58.246726 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55dfda6-8df9-428f-9ad2-064b57fbb525 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:58.247166 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55dfda6-8df9-428f-9ad2-064b57fbb525 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:58.247347 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55dfda6-8df9-428f-9ad2-064b57fbb525 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:58.247708 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55dfda6-8df9-428f-9ad2-064b57fbb525 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:58.248081 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55dfda6-8df9-428f-9ad2-064b57fbb525 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:58.248405 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55dfda6-8df9-428f-9ad2-064b57fbb525 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:58.248958 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55dfda6-8df9-428f-9ad2-064b57fbb525 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:58.249064 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55dfda6-8df9-428f-9ad2-064b57fbb525 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:58.249339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55dfda6-8df9-428f-9ad2-064b57fbb525 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:00:58.264091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:58.314329 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Network baa6987e-4c61-4bcf-8734-7394e128eb2c is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:58.319884 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:58.320075 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:58.321713 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Pushing event updated for resources: {'Port': ['ID=6e554393-f04d-49b8-b594-be2b712e3f22,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:58.324138 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:58.363809 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a55dfda6-8df9-428f-9ad2-064b57fbb525 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:58.396449 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-36c932f6-03ac-4d8d-aa64-6c54adacb604 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/subnets/b13e164e-06e9-42f4-8e7a-d6305b9dc477/tags/tempest-TagsExtTest-Tag-1434581048 HTTP/1.1" status: 204 len: 168 time: 0.4629538 Jan 20 11:00:58.397329 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58408) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:58.454220 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5ec8a9c3-4d44-40b3-ac9e-d6cfa9bb99f7 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&device_id=620ab475-f9ef-4697-8e10-4580c8ec0b49&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4463229 Jan 20 11:00:58.462836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58412) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:58.488605 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d644f604-3f88-40aa-834f-82f811533a06 None None] Provisioning complete for port 22a7c36c-c884-47d3-ac6d-544c7cc9be7a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:00:58.488605 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d644f604-3f88-40aa-834f-82f811533a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:58.498668 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-44250e8c-cf82-4c21-8095-c227a53ab91a tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b13e164e-06e9-42f4-8e7a-d6305b9dc477', 'tempest-TagsExtTest-Tag-1434581048') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:58.536492 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a55dfda6-8df9-428f-9ad2-064b57fbb525 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/ports/3c0d2554-e9c6-45f1-8132-195e2e10fc88 HTTP/1.1" status: 204 len: 168 time: 2.3507464 Jan 20 11:00:58.541024 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58416) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:58.637200 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Attempting to bind port 6e554393-f04d-49b8-b594-be2b712e3f22 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:00:58.637596 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Attempting to bind port 6e554393-f04d-49b8-b594-be2b712e3f22 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'feb576f2-ea04-4a28-be3b-d6d749579451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'baa6987e-4c61-4bcf-8734-7394e128eb2c'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:00:58.637960 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Attempting to bind port 6e554393-f04d-49b8-b594-be2b712e3f22 on network baa6987e-4c61-4bcf-8734-7394e128eb2c {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:00:58.639962 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d644f604-3f88-40aa-834f-82f811533a06 None None] Port 22a7c36c-c884-47d3-ac6d-544c7cc9be7a cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:00:58.665633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:00:58.665633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Checking segment: {'id': 'feb576f2-ea04-4a28-be3b-d6d749579451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'baa6987e-4c61-4bcf-8734-7394e128eb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:00:58.665633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:58.666081 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Bound using segment: {'id': 'feb576f2-ea04-4a28-be3b-d6d749579451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'baa6987e-4c61-4bcf-8734-7394e128eb2c'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:00:58.666363 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Bound port: 6e554393-f04d-49b8-b594-be2b712e3f22, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb576f2-ea04-4a28-be3b-d6d749579451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'baa6987e-4c61-4bcf-8734-7394e128eb2c'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:00:58.666738 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:58.678373 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5041318-43b7-4a03-ad4c-4b470dacc75b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] GET failed (client error): The resource could not be found. Jan 20 11:00:58.678373 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c5041318-43b7-4a03-ad4c-4b470dacc75b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Synchronizing usage tracker for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:00:58.742409 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b137da36-1488-4c66-9fa7-a942f5b60511 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:58.858351 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Allocated IP 172.26.0.32 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/d6a0d72c-466a-40f3-b33d-6abcd0dead5c) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:58.896026 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Allocated IP 172.20.0.1 (05f7129b-f7d6-487b-9c03-cda57fce059b/94e6e4d0-425b-40e1-8c7b-073e27e7b71c/5193b47f-6e3d-4a84-9b80-7be207394176) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:00:58.900944 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:58.903507 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] For port 6e554393-f04d-49b8-b594-be2b712e3f22, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:00:58.907546 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] For port 6e554393-f04d-49b8-b594-be2b712e3f22, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=6e554393-f04d-49b8-b594-be2b712e3f22,segment=NetworkSegment(feb576f2-ea04-4a28-be3b-d6d749579451),segment_id=feb576f2-ea04-4a28-be3b-d6d749579451)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:00:58.910539 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2f7c1a-9465-4f47-a94f-f6f9bd7d7598 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:00:58.911928 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7b2f7c1a-9465-4f47-a94f-f6f9bd7d7598 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "GET /v2.0/networks/5b1d19bb-43c5-44cb-9395-b66102f481bc HTTP/1.1" status: 200 len: 881 time: 0.4456668 Jan 20 11:00:58.929013 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Transition to ACTIVE for port object 8acc3f97-707a-4c8f-b9de-acbd894663e4 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:58.932946 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58420) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:58.968947 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c5041318-43b7-4a03-ad4c-4b470dacc75b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Unset dirty status for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:00:58.972104 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c5041318-43b7-4a03-ad4c-4b470dacc75b tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports/3c0d2554-e9c6-45f1-8132-195e2e10fc88 HTTP/1.1" status: 404 len: 333 time: 0.4183528 Jan 20 11:00:58.983110 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58424) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:58.989126 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:59.033680 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137da36-1488-4c66-9fa7-a942f5b60511 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Subnet': ['ID=81f59d72-27df-4a1d-af78-c4b11e2e822b,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:59.040008 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:59.054197 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3f935760-8404-4879-8387-49e91f59b668 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "GET /v2.0/ports?device_id=620ab475-f9ef-4697-8e10-4580c8ec0b49 HTTP/1.1" status: 200 len: 205 time: 0.1179516 Jan 20 11:00:59.059995 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58428) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:59.084015 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:59.104208 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2664d-3b99-44e3-ad31-e92bf2ce58ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port 7ebaf9cb-c8ba-40be-b8d0-770e6ac12a73 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:59.104711 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ea2664d-3b99-44e3-ad31-e92bf2ce58ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:59.107536 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db6c9d-12c0-43e2-99b4-e09bf9999ca9 None None] Pushing event updated for resources: {'Port': ['ID=6e554393-f04d-49b8-b594-be2b712e3f22,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:59.110386 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Attempting to bind port 8acc3f97-707a-4c8f-b9de-acbd894663e4 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:00:59.110980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Attempting to bind port 8acc3f97-707a-4c8f-b9de-acbd894663e4 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'fc566876-2376-490f-bd57-b072d3f7434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '26a13fb4-5074-48be-bceb-a43140dfc999'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:00:59.111413 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Attempting to bind port 8acc3f97-707a-4c8f-b9de-acbd894663e4 on network 26a13fb4-5074-48be-bceb-a43140dfc999 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:00:59.145617 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-44250e8c-cf82-4c21-8095-c227a53ab91a tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/subnets/b13e164e-06e9-42f4-8e7a-d6305b9dc477/tags/tempest-TagsExtTest-Tag-1434581048 HTTP/1.1" status: 204 len: 168 time: 0.7469378 Jan 20 11:00:59.153474 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58432) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:59.165507 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:00:59.166186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Checking segment: {'id': 'fc566876-2376-490f-bd57-b072d3f7434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '26a13fb4-5074-48be-bceb-a43140dfc999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:00:59.166741 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:59.167286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Bound using segment: {'id': 'fc566876-2376-490f-bd57-b072d3f7434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '26a13fb4-5074-48be-bceb-a43140dfc999'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:00:59.168182 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Bound port: 8acc3f97-707a-4c8f-b9de-acbd894663e4, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc566876-2376-490f-bd57-b072d3f7434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '26a13fb4-5074-48be-bceb-a43140dfc999'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:00:59.168968 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:59.171527 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-0c40e6dd-63d3-48ca-b2c8-88c28c2d21b8 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b13e164e-06e9-42f4-8e7a-d6305b9dc477') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:59.209205 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b137da36-1488-4c66-9fa7-a942f5b60511 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Checking segment: {'id': '96af763b-59bd-45a2-93a3-cf672fc6cab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7fa71769-e7d8-40b7-8b88-cca89900ef22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:00:59.209741 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b137da36-1488-4c66-9fa7-a942f5b60511 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network hostable DHCP agents. Network: 7fa71769-e7d8-40b7-8b88-cca89900ef22, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:00:59.224121 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Deleting port 8acc3f97-707a-4c8f-b9de-acbd894663e4 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:00:59.224606 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:59.276622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] For port 8acc3f97-707a-4c8f-b9de-acbd894663e4, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:00:59.304008 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] For port 8acc3f97-707a-4c8f-b9de-acbd894663e4, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8acc3f97-707a-4c8f-b9de-acbd894663e4,segment=NetworkSegment(fc566876-2376-490f-bd57-b072d3f7434b),segment_id=fc566876-2376-490f-bd57-b072d3f7434b)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:00:59.309842 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89dbdd4-0edd-46e6-92bf-730ecd15ec8a None None] Pushing event updated for resources: {'Port': ['ID=8acc3f97-707a-4c8f-b9de-acbd894663e4,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:59.326847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:59.376090 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:59.381344 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:59.457004 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Transition to ACTIVE for port object 5193b47f-6e3d-4a84-9b80-7be207394176 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:00:59.497419 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Routers {'4e2b7a00-842f-495c-bf89-9a6be0a90366'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:00:59.498752 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['4e2b7a00-842f-495c-bf89-9a6be0a90366'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:59.544069 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:59.621487 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:59.638102 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:59.651191 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0c40e6dd-63d3-48ca-b2c8-88c28c2d21b8 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/subnets/b13e164e-06e9-42f4-8e7a-d6305b9dc477/tags HTTP/1.1" status: 200 len: 205 time: 0.4942670 Jan 20 11:00:59.659543 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58436) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:00:59.660345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:59.661821 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b137da36-1488-4c66-9fa7-a942f5b60511 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network 7fa71769-e7d8-40b7-8b88-cca89900ef22 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:00:59.669920 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-0985e60f-4b09-4016-9448-6016d4015be1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '22a7c36c-c884-47d3-ac6d-544c7cc9be7a') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:00:59.678517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:59.705516 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89dbdd4-0edd-46e6-92bf-730ecd15ec8a None None] Pushing event updated for resources: {'Port': ['ID=8acc3f97-707a-4c8f-b9de-acbd894663e4,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:59.725679 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] For port 8acc3f97-707a-4c8f-b9de-acbd894663e4, host dv-neutron-825471-1-hyperv, got binding levels [] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:00:59.726036 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:59.743606 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7e034303-da20-460c-97b8-3a32809a5f2a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:00:59.776967 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] Set router 4e2b7a00-842f-495c-bf89-9a6be0a90366 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:00:59.824663 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6e554393-f04d-49b8-b594-be2b712e3f22 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:00:59.824933 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Network 05f7129b-f7d6-487b-9c03-cda57fce059b is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:00:59.831737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:00:59.837876 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:00:59.871280 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Calling delete_port for 8acc3f97-707a-4c8f-b9de-acbd894663e4 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:00:59.979999 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=d6a0d72c-466a-40f3-b33d-6abcd0dead5c,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:00:59.990811 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2b7a00-842f-495c-bf89-9a6be0a90366', 'name': '', 'tenant_id': '4ed204bfc23f48879574fab00b447923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:00:47Z', 'updated_at': '2022-01-20T11:00:59Z', 'revision_number': 4, 'project_id': '4ed204bfc23f48879574fab00b447923', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:00.013831 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76456e1-752e-44e4-b471-3a69f2fb9eb5 None None] The sync data for ids ['4e2b7a00-842f-495c-bf89-9a6be0a90366'] in dv-neutron-825471-1-hyperv is: [{'id': '4e2b7a00-842f-495c-bf89-9a6be0a90366', 'name': '', 'tenant_id': '4ed204bfc23f48879574fab00b447923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:00:47Z', 'updated_at': '2022-01-20T11:00:59Z', 'revision_number': 4, 'project_id': '4ed204bfc23f48879574fab00b447923', 'gw_port_host': None}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:01:00.041381 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:00.041893 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:00.045523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:00.045955 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:00.046393 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:00.046769 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:00.047103 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:00.048017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:00.048343 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:00.048670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:00.049013 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:00.055557 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b137da36-1488-4c66-9fa7-a942f5b60511 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 7fa71769-e7d8-40b7-8b88-cca89900ef22) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:00.071870 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e7e2ac-71be-46ae-b9ce-36eb62265c89 None None] Network 7fa71769-e7d8-40b7-8b88-cca89900ef22 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:00.090535 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b137da36-1488-4c66-9fa7-a942f5b60511 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:00.090535 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b137da36-1488-4c66-9fa7-a942f5b60511 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:00.117023 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 6e554393-f04d-49b8-b594-be2b712e3f22 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:00.123270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:01:00.123598 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:01:00.149818 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ea2664d-3b99-44e3-ad31-e92bf2ce58ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:00.160761 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Pushing event updated for resources: {'Port': ['ID=5193b47f-6e3d-4a84-9b80-7be207394176,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:00.185372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:00.217513 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device de6067dd-5a22-4056-b007-21c2ce1575c1 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:00.245605 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0985e60f-4b09-4016-9448-6016d4015be1 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/ports/22a7c36c-c884-47d3-ac6d-544c7cc9be7a/tags HTTP/1.1" status: 200 len: 240 time: 0.5810657 Jan 20 11:01:00.308046 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58440) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:00.330778 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2664d-3b99-44e3-ad31-e92bf2ce58ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for 7ebaf9cb-c8ba-40be-b8d0-770e6ac12a73 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:00.369591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-dc44c405-0e52-42c9-a17e-7ac47bf18648 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '22a7c36c-c884-47d3-ac6d-544c7cc9be7a', 'tempest-TagsExtTest-Tag-290974348') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:00.379800 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b137da36-1488-4c66-9fa7-a942f5b60511 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2390668 Jan 20 11:01:00.414779 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58444) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:00.444402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-a6f497e1-ea28-4df9-b7ca-ac4bfe88eae1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1530655993'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:00.457502 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-05bae4b7-c5e2-40d8-862e-7ec88061eb65 None None] Provisioning for port 5193b47f-6e3d-4a84-9b80-7be207394176 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:00.467592 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a6f497e1-ea28-4df9-b7ca-ac4bfe88eae1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:00.468013 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-05bae4b7-c5e2-40d8-862e-7ec88061eb65 None None] Provisioning complete for port 5193b47f-6e3d-4a84-9b80-7be207394176 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:00.468388 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05bae4b7-c5e2-40d8-862e-7ec88061eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:00.486781 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a6f497e1-ea28-4df9-b7ca-ac4bfe88eae1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Usage tracker for resource:network and tenant:fa35f0375ba34722acf099d25191ba04 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:00.494225 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:00.512653 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a6f497e1-ea28-4df9-b7ca-ac4bfe88eae1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:00.515859 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c335e-ba7d-4cb9-b341-77371de8a129 None None] Network baa6987e-4c61-4bcf-8734-7394e128eb2c requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:00.530883 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a6f497e1-ea28-4df9-b7ca-ac4bfe88eae1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:00.547499 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port de6067dd-5a22-4056-b007-21c2ce1575c1 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:00.548015 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:00.580112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:00.580884 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:00.609824 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ea2664d-3b99-44e3-ad31-e92bf2ce58ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:00.667913 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Deleting port 8acc3f97-707a-4c8f-b9de-acbd894663e4 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:00.668622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:00.685119 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-dc44c405-0e52-42c9-a17e-7ac47bf18648 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/ports/22a7c36c-c884-47d3-ac6d-544c7cc9be7a/tags/tempest-TagsExtTest-Tag-290974348 HTTP/1.1" status: 204 len: 168 time: 0.3705339 Jan 20 11:01:00.692474 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58448) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:00.712457 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-b35f6868-2c2b-430b-9930-ab122a6f10f2 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '22a7c36c-c884-47d3-ac6d-544c7cc9be7a', 'tempest-TagsExtTest-Tag-290974348') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:00.712677 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-05bae4b7-c5e2-40d8-862e-7ec88061eb65 None None] Port 5193b47f-6e3d-4a84-9b80-7be207394176 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:01:00.733003 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-7fa71769-e7d8-40b7-8b88-cca89900ef22', 'network_id': '7fa71769-e7d8-40b7-8b88-cca89900ef22', 'tenant_id': 'fa35f0375ba34722acf099d25191ba04', 'fixed_ips': [{'subnet_id': '81f59d72-27df-4a1d-af78-c4b11e2e822b'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:01:00.734042 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:00.747698 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2664d-3b99-44e3-ad31-e92bf2ce58ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Port': ['ID=7ebaf9cb-c8ba-40be-b8d0-770e6ac12a73,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:00.898253 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f497e1-ea28-4df9-b7ca-ac4bfe88eae1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:00.901201 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6f497e1-ea28-4df9-b7ca-ac4bfe88eae1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:00.925243 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ea2664d-3b99-44e3-ad31-e92bf2ce58ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:01.136102 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f497e1-ea28-4df9-b7ca-ac4bfe88eae1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:01:01.147308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6f497e1-ea28-4df9-b7ca-ac4bfe88eae1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:01.148090 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-a6f497e1-ea28-4df9-b7ca-ac4bfe88eae1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Added segment c6a0712b-00b1-4f8d-adf2-297b084f7cb3 of type vlan for network 1a4b0e09-197e-4907-afc6-fa0ffabb640b Jan 20 11:01:01.180389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6f497e1-ea28-4df9-b7ca-ac4bfe88eae1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:01.195696 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3ea2664d-3b99-44e3-ad31-e92bf2ce58ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/ports/7ebaf9cb-c8ba-40be-b8d0-770e6ac12a73 HTTP/1.1" status: 204 len: 168 time: 2.2091386 Jan 20 11:01:01.199415 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58452) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:01.204479 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] For port 8acc3f97-707a-4c8f-b9de-acbd894663e4, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8acc3f97-707a-4c8f-b9de-acbd894663e4,segment=NetworkSegment(fc566876-2376-490f-bd57-b072d3f7434b),segment_id=fc566876-2376-490f-bd57-b072d3f7434b)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:01.204844 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:01.222127 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-15a939e2-98e3-41cd-ba70-bc661e1594b7 None None] Provisioning for port 6e554393-f04d-49b8-b594-be2b712e3f22 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:01.227774 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7e034303-da20-460c-97b8-3a32809a5f2a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:01.238653 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-15a939e2-98e3-41cd-ba70-bc661e1594b7 None None] Provisioning complete for port 6e554393-f04d-49b8-b594-be2b712e3f22 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:01.239233 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15a939e2-98e3-41cd-ba70-bc661e1594b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:01.300400 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6f497e1-ea28-4df9-b7ca-ac4bfe88eae1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:01.305492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f497e1-ea28-4df9-b7ca-ac4bfe88eae1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:01.306129 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6f497e1-ea28-4df9-b7ca-ac4bfe88eae1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:01.315125 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-da72da74-5810-4a8f-9474-9f8ae4f5f1c2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] GET failed (client error): The resource could not be found. Jan 20 11:01:01.315670 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-da72da74-5810-4a8f-9474-9f8ae4f5f1c2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Synchronizing usage tracker for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:01:01.332456 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Allocated IP 2001:db8:0:ffff::2 (7fa71769-e7d8-40b7-8b88-cca89900ef22/81f59d72-27df-4a1d-af78-c4b11e2e822b/b5aaafc5-7725-4507-8d03-433ef7195ba8) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:01.383761 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Calling delete_port for 8acc3f97-707a-4c8f-b9de-acbd894663e4 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:01.435591 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3731eb5c-8846-479f-856b-b0a6d48f6bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:01.472291 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f497e1-ea28-4df9-b7ca-ac4bfe88eae1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Network': ['ID=1a4b0e09-197e-4907-afc6-fa0ffabb640b,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:01.479830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-7e034303-da20-460c-97b8-3a32809a5f2a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Deleting port eb65e383-e6ca-4045-96b8-8c3f8384cfae {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:01.480009 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7e034303-da20-460c-97b8-3a32809a5f2a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:01.505182 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 1a4b0e09-197e-4907-afc6-fa0ffabb640b details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:01:01.531172 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b35f6868-2c2b-430b-9930-ab122a6f10f2 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/ports/22a7c36c-c884-47d3-ac6d-544c7cc9be7a/tags/tempest-TagsExtTest-Tag-290974348 HTTP/1.1" status: 204 len: 168 time: 0.8218675 Jan 20 11:01:01.546828 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58456) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:01.579541 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-da72da74-5810-4a8f-9474-9f8ae4f5f1c2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Unset dirty status for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:01:01.583251 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-da72da74-5810-4a8f-9474-9f8ae4f5f1c2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports/7ebaf9cb-c8ba-40be-b8d0-770e6ac12a73 HTTP/1.1" status: 404 len: 333 time: 0.3803558 Jan 20 11:01:01.584142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58458) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:01.618472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-728c1be9-d366-4964-b063-444e296b4b22 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '22a7c36c-c884-47d3-ac6d-544c7cc9be7a') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:01.737339 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a6f497e1-ea28-4df9-b7ca-ac4bfe88eae1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3167236 Jan 20 11:01:01.755637 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58464) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:01.768928 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e4ecdb46-ac75-4e8f-ac18-c75d3a158f6f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'subnet': {'network_id': '1a4b0e09-197e-4907-afc6-fa0ffabb640b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:01.774900 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15a939e2-98e3-41cd-ba70-bc661e1594b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:01.840595 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:01.855404 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-15a939e2-98e3-41cd-ba70-bc661e1594b7 None None] For port 6e554393-f04d-49b8-b594-be2b712e3f22, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=6e554393-f04d-49b8-b594-be2b712e3f22,segment=NetworkSegment(feb576f2-ea04-4a28-be3b-d6d749579451),segment_id=feb576f2-ea04-4a28-be3b-d6d749579451)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:01.857131 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Transition to ACTIVE for port object b5aaafc5-7725-4507-8d03-433ef7195ba8 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:01.877369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:01.879487 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:01.881377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Transition to ACTIVE for port object b5aaafc5-7725-4507-8d03-433ef7195ba8 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:01.913694 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-728c1be9-d366-4964-b063-444e296b4b22 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/ports/22a7c36c-c884-47d3-ac6d-544c7cc9be7a/tags HTTP/1.1" status: 200 len: 205 time: 0.3121707 Jan 20 11:01:01.928803 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58468) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:01.939966 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-b0158e37-7892-49cc-8c3d-594b61786196 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b04251d5-8fc0-4252-b501-f1f45e26a515') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:01.944544 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15a939e2-98e3-41cd-ba70-bc661e1594b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:01.959864 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Pushing event deleted for resources: {'Port': ['ID=8acc3f97-707a-4c8f-b9de-acbd894663e4,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:01.977916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e4ecdb46-ac75-4e8f-ac18-c75d3a158f6f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:02.002818 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:02.003065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7e034303-da20-460c-97b8-3a32809a5f2a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:02.009989 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:02.016882 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8132a0-e1e7-40a1-908f-edabebff7fb5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting subnet cbd42e77-f0e6-4901-99a7-df84c80bfcaa {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:01:02.019170 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e4ecdb46-ac75-4e8f-ac18-c75d3a158f6f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Usage tracker for resource:subnet and tenant:fa35f0375ba34722acf099d25191ba04 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:02.027693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e4ecdb46-ac75-4e8f-ac18-c75d3a158f6f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:02.033259 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c8132a0-e1e7-40a1-908f-edabebff7fb5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:02.046499 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Network 7fa71769-e7d8-40b7-8b88-cca89900ef22 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:02.050938 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:02.054379 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:02.064143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a939e2-98e3-41cd-ba70-bc661e1594b7 None None] Pushing event updated for resources: {'Port': ['ID=6e554393-f04d-49b8-b594-be2b712e3f22,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:02.127728 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e4ecdb46-ac75-4e8f-ac18-c75d3a158f6f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:02.222219 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c8132a0-e1e7-40a1-908f-edabebff7fb5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:02.222480 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bb826379-8a28-444d-9b18-efc42e45c2c8 None None] Provisioning complete for port 6e554393-f04d-49b8-b594-be2b712e3f22 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:02.223542 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb826379-8a28-444d-9b18-efc42e45c2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:02.256344 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Pushing event updated for resources: {'Port': ['ID=b5aaafc5-7725-4507-8d03-433ef7195ba8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:02.257802 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:02.281075 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Attempting to bind port b5aaafc5-7725-4507-8d03-433ef7195ba8 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:01:02.281075 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Attempting to bind port b5aaafc5-7725-4507-8d03-433ef7195ba8 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '96af763b-59bd-45a2-93a3-cf672fc6cab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7fa71769-e7d8-40b7-8b88-cca89900ef22'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:01:02.282190 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Attempting to bind port b5aaafc5-7725-4507-8d03-433ef7195ba8 on network 7fa71769-e7d8-40b7-8b88-cca89900ef22 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:01:02.287360 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-7e034303-da20-460c-97b8-3a32809a5f2a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Calling delete_port for eb65e383-e6ca-4045-96b8-8c3f8384cfae owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:02.296698 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:01:02.297263 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Checking segment: {'id': '96af763b-59bd-45a2-93a3-cf672fc6cab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7fa71769-e7d8-40b7-8b88-cca89900ef22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:02.297976 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:02.298406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Bound using segment: {'id': '96af763b-59bd-45a2-93a3-cf672fc6cab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7fa71769-e7d8-40b7-8b88-cca89900ef22'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:01:02.298940 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Bound port: b5aaafc5-7725-4507-8d03-433ef7195ba8, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96af763b-59bd-45a2-93a3-cf672fc6cab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7fa71769-e7d8-40b7-8b88-cca89900ef22'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:01:02.299365 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:02.339509 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ecdb46-ac75-4e8f-ac18-c75d3a158f6f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:02.447427 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] For port b5aaafc5-7725-4507-8d03-433ef7195ba8, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:01:02.460252 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] For port b5aaafc5-7725-4507-8d03-433ef7195ba8, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b5aaafc5-7725-4507-8d03-433ef7195ba8,segment=NetworkSegment(96af763b-59bd-45a2-93a3-cf672fc6cab4),segment_id=96af763b-59bd-45a2-93a3-cf672fc6cab4)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:01:02.496435 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:02.504442 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Pushing event updated for resources: {'Port': ['ID=5193b47f-6e3d-4a84-9b80-7be207394176,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:02.534589 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b0158e37-7892-49cc-8c3d-594b61786196 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/routers/b04251d5-8fc0-4252-b501-f1f45e26a515/tags HTTP/1.1" status: 200 len: 239 time: 0.6023381 Jan 20 11:01:02.552141 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:02.556134 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58472) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:02.573970 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-98193974-fb5a-47c6-b58d-9dbb26becd6c tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b04251d5-8fc0-4252-b501-f1f45e26a515', 'tempest-TagsExtTest-Tag-66228302') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:02.646543 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce29668-b64b-450e-bf62-28883111f371 None None] Pushing event updated for resources: {'Port': ['ID=b5aaafc5-7725-4507-8d03-433ef7195ba8,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:02.782938 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router babb07ba-4e46-4fc1-8fbc-213345269271 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:01:02.798642 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4ecdb46-ac75-4e8f-ac18-c75d3a158f6f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:02.830116 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:02.917159 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-98193974-fb5a-47c6-b58d-9dbb26becd6c tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/routers/b04251d5-8fc0-4252-b501-f1f45e26a515/tags/tempest-TagsExtTest-Tag-66228302 HTTP/1.1" status: 204 len: 168 time: 0.3583806 Jan 20 11:01:02.928037 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58476) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:02.954831 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c8132a0-e1e7-40a1-908f-edabebff7fb5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:02.974665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-8f80827e-127f-41c8-a447-9a18445f777f tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b04251d5-8fc0-4252-b501-f1f45e26a515', 'tempest-TagsExtTest-Tag-66228302') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:03.003766 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:03.039895 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Network 05f7129b-f7d6-487b-9c03-cda57fce059b is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:03.048166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:03.189504 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:03.190096 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e2b7a00-842f-495c-bf89-9a6be0a90366 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:01:03.210339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:03.214048 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8eea4bd3-1683-4ea1-ad58-4853bdd83315 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "DELETE /v2.0/routers/4e2b7a00-842f-495c-bf89-9a6be0a90366 HTTP/1.1" status: 204 len: 168 time: 6.5471096 Jan 20 11:01:03.214299 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58480) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:03.249188 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4ecdb46-ac75-4e8f-ac18-c75d3a158f6f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:03.287063 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c8132a0-e1e7-40a1-908f-edabebff7fb5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:03.332978 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7e034303-da20-460c-97b8-3a32809a5f2a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:03.371926 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c8132a0-e1e7-40a1-908f-edabebff7fb5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:03.376813 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4c8132a0-e1e7-40a1-908f-edabebff7fb5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/cbd42e77-f0e6-4901-99a7-df84c80bfcaa HTTP/1.1" status: 204 len: 168 time: 1.7889564 Jan 20 11:01:03.377000 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070efdec-7dd2-4792-923d-617a9fe73c6f None None] Network 3d7fd933-4d1d-421d-a26c-d1acfd30157c requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:03.389399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58484) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:03.393145 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-d230debd-cfaa-4cf3-8248-6202e2f76580 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Deleting subnet f82e16f4-6044-4438-a9ec-2dd07e89afa0 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:01:03.416967 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ecdb46-ac75-4e8f-ac18-c75d3a158f6f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Subnet': ['ID=f37dfc41-f958-4cda-a290-277567946b24,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:03.422841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d230debd-cfaa-4cf3-8248-6202e2f76580 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:03.427488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e034303-da20-460c-97b8-3a32809a5f2a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Pushing event deleted for resources: {'Port': ['ID=eb65e383-e6ca-4045-96b8-8c3f8384cfae,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:03.576428 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8132a0-e1e7-40a1-908f-edabebff7fb5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd42e77-f0e6-4901-99a7-df84c80bfcaa,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:03.621587 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ecdb46-ac75-4e8f-ac18-c75d3a158f6f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Checking segment: {'id': 'c6a0712b-00b1-4f8d-adf2-297b084f7cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1a4b0e09-197e-4907-afc6-fa0ffabb640b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:03.622069 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ecdb46-ac75-4e8f-ac18-c75d3a158f6f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network hostable DHCP agents. Network: 1a4b0e09-197e-4907-afc6-fa0ffabb640b, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:01:03.634852 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d230debd-cfaa-4cf3-8248-6202e2f76580 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:03.634999 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2952c8d2-33d9-4b9d-8266-82b6a23a912e None None] Provisioning complete for port 5193b47f-6e3d-4a84-9b80-7be207394176 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:03.635803 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2952c8d2-33d9-4b9d-8266-82b6a23a912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:03.676372 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8f80827e-127f-41c8-a447-9a18445f777f tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/routers/b04251d5-8fc0-4252-b501-f1f45e26a515/tags/tempest-TagsExtTest-Tag-66228302 HTTP/1.1" status: 204 len: 168 time: 0.7392344 Jan 20 11:01:03.678939 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58488) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:03.679814 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:03.702635 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-4f291750-72b0-42a2-a255-063ec9e0008d tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b04251d5-8fc0-4252-b501-f1f45e26a515') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:03.730454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:03.730454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:03.764868 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2952c8d2-33d9-4b9d-8266-82b6a23a912e None None] Port 5193b47f-6e3d-4a84-9b80-7be207394176 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:01:03.775798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d230debd-cfaa-4cf3-8248-6202e2f76580 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:03.851417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c85d1890-82e4-4aff-a18a-ee45b18c7941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:03.868575 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6e554393-f04d-49b8-b594-be2b712e3f22 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:03.987076 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 6e554393-f04d-49b8-b594-be2b712e3f22 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:03.987509 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:04.018634 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0164ce4b-428a-4f41-a392-b935c76ec93e None None] DHCP port deletion for 3d7fd933-4d1d-421d-a26c-d1acfd30157c request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:01:04.034227 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2338a3d-8760-4231-8bf9-4bdb85265b1b None None] Network 7fa71769-e7d8-40b7-8b88-cca89900ef22 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:04.052282 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0164ce4b-428a-4f41-a392-b935c76ec93e None None] Deleting port 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:04.052428 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0164ce4b-428a-4f41-a392-b935c76ec93e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:04.052515 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ecdb46-ac75-4e8f-ac18-c75d3a158f6f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network 1a4b0e09-197e-4907-afc6-fa0ffabb640b is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:01:04.086918 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] For port 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9,segment=NetworkSegment(aa85d9a4-df5c-467a-a980-7c31458cc4f5),segment_id=aa85d9a4-df5c-467a-a980-7c31458cc4f5)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:04.087275 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:04.186230 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:01:04.189920 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7e034303-da20-460c-97b8-3a32809a5f2a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:04.211691 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dff704-c7d2-4322-af2f-f8c03bfc85c0 None None] Sync routers for ids ['babb07ba-4e46-4fc1-8fbc-213345269271'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:01:04.215463 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:04.335783 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4f291750-72b0-42a2-a255-063ec9e0008d tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/routers/b04251d5-8fc0-4252-b501-f1f45e26a515/tags HTTP/1.1" status: 200 len: 205 time: 0.6440513 Jan 20 11:01:04.338395 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58492) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:04.344672 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-425f2c92-f0ac-4006-89b1-6814d4de7670 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b2b1d9c0-31fc-4373-bf0a-e34c01454fbd') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:04.373908 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-425f2c92-f0ac-4006-89b1-6814d4de7670 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/subnetpools/b2b1d9c0-31fc-4373-bf0a-e34c01454fbd/tags HTTP/1.1" status: 200 len: 241 time: 0.0317574 Jan 20 11:01:04.374564 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58496) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:04.381987 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-c8bf4d76-9087-427d-9185-576d99a6d086 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b2b1d9c0-31fc-4373-bf0a-e34c01454fbd', 'tempest-TagsExtTest-Tag-2077490920') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:04.386362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dff704-c7d2-4322-af2f-f8c03bfc85c0 None None] Routers {'babb07ba-4e46-4fc1-8fbc-213345269271'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:04.386994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a8dff704-c7d2-4322-af2f-f8c03bfc85c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['babb07ba-4e46-4fc1-8fbc-213345269271'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:04.392840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-e4ecdb46-ac75-4e8f-ac18-c75d3a158f6f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 1a4b0e09-197e-4907-afc6-fa0ffabb640b) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:04.397531 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ecdb46-ac75-4e8f-ac18-c75d3a158f6f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:04.398533 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e4ecdb46-ac75-4e8f-ac18-c75d3a158f6f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:04.412893 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d230debd-cfaa-4cf3-8248-6202e2f76580 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:04.417834 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:04.487340 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7e5304-a554-442b-b4c8-a554b738b68a None None] Network 1a4b0e09-197e-4907-afc6-fa0ffabb640b requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:04.509045 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230debd-cfaa-4cf3-8248-6202e2f76580 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f82e16f4-6044-4438-a9ec-2dd07e89afa0,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:04.513276 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3f1c12d9-332b-41ba-ad29-e57aee7eb2a4 None None] Provisioning for port b5aaafc5-7725-4507-8d03-433ef7195ba8 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:04.519681 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Port': ['ID=5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:04.533306 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d230debd-cfaa-4cf3-8248-6202e2f76580 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:04.539633 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:04.540398 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d230debd-cfaa-4cf3-8248-6202e2f76580 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/f82e16f4-6044-4438-a9ec-2dd07e89afa0 HTTP/1.1" status: 204 len: 168 time: 1.3203878 Jan 20 11:01:04.540398 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] No DVR routers for this DVR port 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:01:04.540880 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-46c7cf4d-4ddf-41e7-88d1-2773fbd1153c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.5029283 Jan 20 11:01:04.541379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58500) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:04.541736 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58502) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:04.593092 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a8dff704-c7d2-4322-af2f-f8c03bfc85c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:04.636065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7e034303-da20-460c-97b8-3a32809a5f2a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:04.682148 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b5aaafc5-7725-4507-8d03-433ef7195ba8 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:04.693680 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e4ecdb46-ac75-4e8f-ac18-c75d3a158f6f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9344296 Jan 20 11:01:04.695878 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c8bf4d76-9087-427d-9185-576d99a6d086 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/subnetpools/b2b1d9c0-31fc-4373-bf0a-e34c01454fbd/tags/tempest-TagsExtTest-Tag-2077490920 HTTP/1.1" status: 204 len: 168 time: 0.3195894 Jan 20 11:01:04.696484 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58508) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:04.696819 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58510) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:04.728402 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-0d1bb809-9b43-46ba-9eeb-8cc0545dac0d tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b2b1d9c0-31fc-4373-bf0a-e34c01454fbd', 'tempest-TagsExtTest-Tag-2077490920') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:04.736720 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7e034303-da20-460c-97b8-3a32809a5f2a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:04.769372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4f40c487-3f72-451a-b4c1-468e0c8321f3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:04.807304 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0164ce4b-428a-4f41-a392-b935c76ec93e None None] For port 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9,segment=NetworkSegment(aa85d9a4-df5c-467a-a980-7c31458cc4f5),segment_id=aa85d9a4-df5c-467a-a980-7c31458cc4f5)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:04.807699 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0164ce4b-428a-4f41-a392-b935c76ec93e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:04.889251 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:04.894099 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dff704-c7d2-4322-af2f-f8c03bfc85c0 None None] Routers {'babb07ba-4e46-4fc1-8fbc-213345269271'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:04.894725 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a8dff704-c7d2-4322-af2f-f8c03bfc85c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['babb07ba-4e46-4fc1-8fbc-213345269271'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:04.951822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7fd933-4d1d-421d-a26c-d1acfd30157c']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:04.976602 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7e034303-da20-460c-97b8-3a32809a5f2a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:04.977374 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e034303-da20-460c-97b8-3a32809a5f2a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Fanout notify agent at l3_agent the message router_deleted on router 620ab475-f9ef-4697-8e10-4580c8ec0b49 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:01:04.982803 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Router e0ca5384-3279-4b81-be6c-2d12326e53c5 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:01:04.983733 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa85d9a4-df5c-467a-a980-7c31458cc4f5') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:04.984038 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa85d9a4-df5c-467a-a980-7c31458cc4f5') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:05.005157 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.014740 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-85348677-c2ea-4af8-8bca-f1fa16bf8274 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.025337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4f40c487-3f72-451a-b4c1-468e0c8321f3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.030249 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0164ce4b-428a-4f41-a392-b935c76ec93e None None] Calling delete_port for 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:05.037836 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.042279 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7e034303-da20-460c-97b8-3a32809a5f2a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.048566 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7e034303-da20-460c-97b8-3a32809a5f2a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "DELETE /v2.0/routers/620ab475-f9ef-4697-8e10-4580c8ec0b49 HTTP/1.1" status: 204 len: 168 time: 5.9827881 Jan 20 11:01:05.048566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58516) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:05.054326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-828077426', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}, 'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:05.057315 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.080200 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:01:05.080778 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.083518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:05.086464 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a8dff704-c7d2-4322-af2f-f8c03bfc85c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:05.086863 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dff704-c7d2-4322-af2f-f8c03bfc85c0 None None] The sync data for ids ['babb07ba-4e46-4fc1-8fbc-213345269271'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:01:05.095221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-4f40c487-3f72-451a-b4c1-468e0c8321f3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a13fb4-5074-48be-bceb-a43140dfc999']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:01:05.095758 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:01:05.110340 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0d1bb809-9b43-46ba-9eeb-8cc0545dac0d tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b2b1d9c0-31fc-4373-bf0a-e34c01454fbd/tags/tempest-TagsExtTest-Tag-2077490920 HTTP/1.1" status: 204 len: 168 time: 0.4075942 Jan 20 11:01:05.113519 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58520) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:05.113961 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Usage tracker for resource:router and tenant:5523044ad02c4ad49de28c4ccf48ef71 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:05.119669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-4f40c487-3f72-451a-b4c1-468e0c8321f3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc566876-2376-490f-bd57-b072d3f7434b') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:05.120042 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-4f40c487-3f72-451a-b4c1-468e0c8321f3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc566876-2376-490f-bd57-b072d3f7434b') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:05.126677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:05.138261 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:05.169475 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-7567af6e-867d-47e9-99d9-9434250a925a tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b2b1d9c0-31fc-4373-bf0a-e34c01454fbd') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:05.190337 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.194281 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4f40c487-3f72-451a-b4c1-468e0c8321f3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.223007 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-85348677-c2ea-4af8-8bca-f1fa16bf8274 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.239963 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4f40c487-3f72-451a-b4c1-468e0c8321f3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.240556 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-0164ce4b-428a-4f41-a392-b935c76ec93e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:01:05.240914 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-0164ce4b-428a-4f41-a392-b935c76ec93e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:01:05.253025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f40c487-3f72-451a-b4c1-468e0c8321f3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:01:05.253637 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4f40c487-3f72-451a-b4c1-468e0c8321f3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.259637 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8da39cf-d8ca-4768-a15c-74b2ff540cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-1a4b0e09-197e-4907-afc6-fa0ffabb640b', 'network_id': '1a4b0e09-197e-4907-afc6-fa0ffabb640b', 'tenant_id': 'fa35f0375ba34722acf099d25191ba04', 'fixed_ips': [{'subnet_id': 'f37dfc41-f958-4cda-a290-277567946b24'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:01:05.260443 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b8da39cf-d8ca-4768-a15c-74b2ff540cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:01:05.270234 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:01:05.280519 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7567af6e-867d-47e9-99d9-9434250a925a tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/subnetpools/b2b1d9c0-31fc-4373-bf0a-e34c01454fbd/tags HTTP/1.1" status: 200 len: 205 time: 0.1186018 Jan 20 11:01:05.282034 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58524) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:05.282739 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port b5aaafc5-7725-4507-8d03-433ef7195ba8 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:05.288139 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-673507e1-2ff1-413f-bc83-36163ec5a1dc tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b2b1d9c0-31fc-4373-bf0a-e34c01454fbd') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:05.296853 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port b5aaafc5-7725-4507-8d03-433ef7195ba8 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:05.299026 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.333276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.334578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.336251 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-673507e1-2ff1-413f-bc83-36163ec5a1dc tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b2b1d9c0-31fc-4373-bf0a-e34c01454fbd/tags HTTP/1.1" status: 204 len: 168 time: 0.0531273 Jan 20 11:01:05.339176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58528) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:05.348090 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-2fae6637-bc55-4ac7-946f-8c0d05f4ffaa tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b04251d5-8fc0-4252-b501-f1f45e26a515') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:05.412060 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.438407 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.451065 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-85348677-c2ea-4af8-8bca-f1fa16bf8274 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.498189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Network': ['ID=3d7fd933-4d1d-421d-a26c-d1acfd30157c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:05.508372 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85348677-c2ea-4af8-8bca-f1fa16bf8274 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Subnet': ['ID=f37dfc41-f958-4cda-a290-277567946b24,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:05.536700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.574949 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port b5aaafc5-7725-4507-8d03-433ef7195ba8, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b5aaafc5-7725-4507-8d03-433ef7195ba8,segment=NetworkSegment(96af763b-59bd-45a2-93a3-cf672fc6cab4),segment_id=96af763b-59bd-45a2-93a3-cf672fc6cab4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:05.576622 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-59cc478e-0df3-403a-a87f-3ed725c207eb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/networks/3d7fd933-4d1d-421d-a26c-d1acfd30157c HTTP/1.1" status: 204 len: 168 time: 2.1811824 Jan 20 11:01:05.584875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58532) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server [None req-b8da39cf-d8ca-4768-a15c-74b2ff540cd6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f37dfc41-f958-4cda-a290-277567946b24: This subnet is being modified by another concurrent operation. Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 11:01:05.600018 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise exception Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f37dfc41-f958-4cda-a290-277567946b24: This subnet is being modified by another concurrent operation. Jan 20 11:01:05.603485 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server Jan 20 11:01:05.612435 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3c6eb90f-7068-42a4-9bde-3e22e2cbbcae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1564349086'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:05.638832 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-07bfe71e-efaf-4087-a814-692d13ee01fd None None] Provisioning complete for port b5aaafc5-7725-4507-8d03-433ef7195ba8 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:05.638832 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07bfe71e-efaf-4087-a814-692d13ee01fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.639166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3c6eb90f-7068-42a4-9bde-3e22e2cbbcae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:05.639166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3c6eb90f-7068-42a4-9bde-3e22e2cbbcae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:network and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:05.639166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3c6eb90f-7068-42a4-9bde-3e22e2cbbcae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:05.640120 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3c6eb90f-7068-42a4-9bde-3e22e2cbbcae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:05.649302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.663329 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6954ee9-ce54-4242-b644-18cd32c51005 None None] Network 1a4b0e09-197e-4907-afc6-fa0ffabb640b requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:05.680774 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.705480 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-85348677-c2ea-4af8-8bca-f1fa16bf8274 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.728965 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2fae6637-bc55-4ac7-946f-8c0d05f4ffaa tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/routers/b04251d5-8fc0-4252-b501-f1f45e26a515/tags HTTP/1.1" status: 204 len: 168 time: 0.3887234 Jan 20 11:01:05.732016 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58536) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:05.733530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4f40c487-3f72-451a-b4c1-468e0c8321f3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.738171 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-5a141238-1eab-46ec-bffc-d05031ebacc9 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '22a7c36c-c884-47d3-ac6d-544c7cc9be7a') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:05.760900 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f40c487-3f72-451a-b4c1-468e0c8321f3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 26a13fb4-5074-48be-bceb-a43140dfc999 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 20 11:01:05.764775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4f40c487-3f72-451a-b4c1-468e0c8321f3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.769041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6eb90f-7068-42a4-9bde-3e22e2cbbcae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:05.772555 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3c6eb90f-7068-42a4-9bde-3e22e2cbbcae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.777735 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-85348677-c2ea-4af8-8bca-f1fa16bf8274 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4b0e09-197e-4907-afc6-fa0ffabb640b']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:05.792759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-85348677-c2ea-4af8-8bca-f1fa16bf8274 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a0712b-00b1-4f8d-adf2-297b084f7cb3') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:05.793061 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-85348677-c2ea-4af8-8bca-f1fa16bf8274 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a0712b-00b1-4f8d-adf2-297b084f7cb3') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:05.795520 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40c487-3f72-451a-b4c1-468e0c8321f3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Pushing event deleted for resources: {'Network': ['ID=26a13fb4-5074-48be-bceb-a43140dfc999,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:05.811647 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-85348677-c2ea-4af8-8bca-f1fa16bf8274 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.826414 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4f40c487-3f72-451a-b4c1-468e0c8321f3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "DELETE /v2.0/networks/26a13fb4-5074-48be-bceb-a43140dfc999 HTTP/1.1" status: 204 len: 168 time: 1.2792974 Jan 20 11:01:05.843430 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0164ce4b-428a-4f41-a392-b935c76ec93e None None] Deleting port 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:05.844349 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0164ce4b-428a-4f41-a392-b935c76ec93e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.861969 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-85348677-c2ea-4af8-8bca-f1fa16bf8274 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.875132 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85348677-c2ea-4af8-8bca-f1fa16bf8274 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:01:05.876088 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-85348677-c2ea-4af8-8bca-f1fa16bf8274 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:01:05.893026 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:01:05.978151 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0164ce4b-428a-4f41-a392-b935c76ec93e None None] The port '5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:01:05.984177 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:01:05.986630 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5a141238-1eab-46ec-bffc-d05031ebacc9 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/ports/22a7c36c-c884-47d3-ac6d-544c7cc9be7a/tags HTTP/1.1" status: 204 len: 168 time: 0.2537031 Jan 20 11:01:05.989066 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58542) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:05.995855 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-756c561f-9927-4f82-bf39-00a92c33e739 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b13e164e-06e9-42f4-8e7a-d6305b9dc477') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:06.061649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:06.062239 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=b5aaafc5-7725-4507-8d03-433ef7195ba8,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:06.082645 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:01:06.086534 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6eb90f-7068-42a4-9bde-3e22e2cbbcae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:01:06.096704 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:01:06.097321 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5e463c1d-7521-4e8f-b623-0ca5bdb1c6c9 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:01:06.109230 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3c6eb90f-7068-42a4-9bde-3e22e2cbbcae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:06.109826 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-3c6eb90f-7068-42a4-9bde-3e22e2cbbcae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Added segment ac7d52dc-8140-441b-aa7c-bcf80e9aa683 of type vlan for network 2a09b946-d844-459a-b658-d41376d270b2 Jan 20 11:01:06.123478 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9f8830f5-9266-4e12-9255-ae7a67d38d5a tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] 10.222.0.70 "PUT /v2.0/routers/e0ca5384-3279-4b81-be6c-2d12326e53c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7040026 Jan 20 11:01:06.123638 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-85348677-c2ea-4af8-8bca-f1fa16bf8274 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:06.137762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58546) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:06.147026 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:06.147380 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:06.148140 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:06.148140 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:06.148430 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:06.148714 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:06.149038 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:06.149369 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:06.149719 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:06.150047 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:06.151175 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:06.152844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3c6eb90f-7068-42a4-9bde-3e22e2cbbcae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:06.220886 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3c0f0870-a1ee-4739-b147-cc8f2dc8c411 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Request body: {'port': {'network_id': '05f7129b-f7d6-487b-9c03-cda57fce059b', 'name': 'tempest-FloatingIPAdminTestJSON-848925043'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:06.258192 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-85348677-c2ea-4af8-8bca-f1fa16bf8274 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:06.311191 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:06.321672 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b23aee4-5941-4ae0-ac82-984129dc4b09 None None] get_active_networks_info from dv-neutron-825471-1-hyperv {{(pid=84333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 11:01:06.445282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3c6eb90f-7068-42a4-9bde-3e22e2cbbcae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:06.448907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6eb90f-7068-42a4-9bde-3e22e2cbbcae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:06.450618 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3c6eb90f-7068-42a4-9bde-3e22e2cbbcae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:06.453337 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85348677-c2ea-4af8-8bca-f1fa16bf8274 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Network': ['ID=1a4b0e09-197e-4907-afc6-fa0ffabb640b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:06.460610 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-85348677-c2ea-4af8-8bca-f1fa16bf8274 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/networks/1a4b0e09-197e-4907-afc6-fa0ffabb640b HTTP/1.1" status: 204 len: 168 time: 1.7598228 Jan 20 11:01:06.465377 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3c0f0870-a1ee-4739-b147-cc8f2dc8c411 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:06.468022 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58554) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:06.475869 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3c0f0870-a1ee-4739-b147-cc8f2dc8c411 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Usage tracker for resource:port and tenant:2f4f9b2e1edb4edd98a1a69d1e5e2888 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:06.482839 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2a8ceee8-944c-4dbc-a9a4-988f303bc500 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1004879041'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:06.487657 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3c0f0870-a1ee-4739-b147-cc8f2dc8c411 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:06.498967 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2a8ceee8-944c-4dbc-a9a4-988f303bc500 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:06.502774 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3c0f0870-a1ee-4739-b147-cc8f2dc8c411 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:06.508808 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2a8ceee8-944c-4dbc-a9a4-988f303bc500 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Usage tracker for resource:network and tenant:fa35f0375ba34722acf099d25191ba04 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:06.515073 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-756c561f-9927-4f82-bf39-00a92c33e739 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/subnets/b13e164e-06e9-42f4-8e7a-d6305b9dc477/tags HTTP/1.1" status: 204 len: 168 time: 0.5248635 Jan 20 11:01:06.517444 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2a8ceee8-944c-4dbc-a9a4-988f303bc500 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:06.524955 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58558) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:06.528060 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2a8ceee8-944c-4dbc-a9a4-988f303bc500 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:06.535790 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-51234961-c332-4b68-8cc0-d5afdd5851fb tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b13e164e-06e9-42f4-8e7a-d6305b9dc477', 'tempest-TagsExtTest-Tag-981688662') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:06.546447 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b23aee4-5941-4ae0-ac82-984129dc4b09 None None] Resources bound (agent type, host, resource id): {{(pid=84333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 11:01:06.591941 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6eb90f-7068-42a4-9bde-3e22e2cbbcae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Network': ['ID=2a09b946-d844-459a-b658-d41376d270b2,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:06.629675 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0f0870-a1ee-4739-b147-cc8f2dc8c411 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Made reservation on behalf of 2f4f9b2e1edb4edd98a1a69d1e5e2888 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:06.633504 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0870-a1ee-4739-b147-cc8f2dc8c411 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:06.642640 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:06.674270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-3c0f0870-a1ee-4739-b147-cc8f2dc8c411 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] device_id is not set on port e99a8a26-f123-4b85-b362-3dd15244e1a4 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:01:06.682551 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3c6eb90f-7068-42a4-9bde-3e22e2cbbcae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0904219 Jan 20 11:01:06.686606 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:06.690079 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58562) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:06.717490 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 2a09b946-d844-459a-b658-d41376d270b2 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:01:06.737918 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d75c22d6-904e-47cf-af48-9e3c31721099 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'subnet': {'network_id': '2a09b946-d844-459a-b658-d41376d270b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:06.744581 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234351a1-1943-4789-8e06-259c86a8724e None None] Sync routers for ids ['e0ca5384-3279-4b81-be6c-2d12326e53c5'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:01:06.756520 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58566) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:06.764030 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234351a1-1943-4789-8e06-259c86a8724e None None] Routers {'e0ca5384-3279-4b81-be6c-2d12326e53c5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:06.764030 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-234351a1-1943-4789-8e06-259c86a8724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e0ca5384-3279-4b81-be6c-2d12326e53c5'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:06.797790 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-97b517b3-63a5-4bf4-b929-755e28646d5f tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Request body: {'router': {'name': 'tempest-router--210119808', 'project_id': 'f8a8bc7d1b2441ebb631244b74b655e2'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:06.837333 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-234351a1-1943-4789-8e06-259c86a8724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:06.852124 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234351a1-1943-4789-8e06-259c86a8724e None None] Routers {'e0ca5384-3279-4b81-be6c-2d12326e53c5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:06.852815 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-234351a1-1943-4789-8e06-259c86a8724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e0ca5384-3279-4b81-be6c-2d12326e53c5'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:06.855597 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-51234961-c332-4b68-8cc0-d5afdd5851fb tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "PUT /v2.0/subnets/b13e164e-06e9-42f4-8e7a-d6305b9dc477/tags/tempest-TagsExtTest-Tag-981688662 HTTP/1.1" status: 201 len: 201 time: 0.3291082 Jan 20 11:01:06.856456 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8ceee8-944c-4dbc-a9a4-988f303bc500 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:06.861356 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a8ceee8-944c-4dbc-a9a4-988f303bc500 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:06.872879 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-97b517b3-63a5-4bf4-b929-755e28646d5f tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:06.873215 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58570) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:06.888488 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-d967dc60-1e93-48f2-a9b0-9a82a8ed0e45 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '22a7c36c-c884-47d3-ac6d-544c7cc9be7a', 'tempest-TagsExtTest-Tag-489008992') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:06.892885 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-97b517b3-63a5-4bf4-b929-755e28646d5f tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Usage tracker for resource:router and tenant:f8a8bc7d1b2441ebb631244b74b655e2 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:06.913679 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-97b517b3-63a5-4bf4-b929-755e28646d5f tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:06.930106 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-234351a1-1943-4789-8e06-259c86a8724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:06.930514 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234351a1-1943-4789-8e06-259c86a8724e None None] The sync data for ids ['e0ca5384-3279-4b81-be6c-2d12326e53c5'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:01:06.940222 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-97b517b3-63a5-4bf4-b929-755e28646d5f tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:07.047779 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8ceee8-944c-4dbc-a9a4-988f303bc500 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:01:07.076957 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a8ceee8-944c-4dbc-a9a4-988f303bc500 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:07.077335 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-2a8ceee8-944c-4dbc-a9a4-988f303bc500 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Added segment b178d01d-0333-4bb6-a812-cc8b6bd23c74 of type vlan for network 3b44b5b9-54a9-4526-9484-9bc204905e54 Jan 20 11:01:07.106284 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-3c0f0870-a1ee-4739-b147-cc8f2dc8c411 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Allocated IP 172.20.0.6 (05f7129b-f7d6-487b-9c03-cda57fce059b/94e6e4d0-425b-40e1-8c7b-073e27e7b71c/e99a8a26-f123-4b85-b362-3dd15244e1a4) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:07.135313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d75c22d6-904e-47cf-af48-9e3c31721099 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:07.142223 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a8ceee8-944c-4dbc-a9a4-988f303bc500 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:07.143455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d75c22d6-904e-47cf-af48-9e3c31721099 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:subnet and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:07.173015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d75c22d6-904e-47cf-af48-9e3c31721099 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:07.186905 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d75c22d6-904e-47cf-af48-9e3c31721099 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:07.242126 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-97b517b3-63a5-4bf4-b929-755e28646d5f tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:07.243034 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-97b517b3-63a5-4bf4-b929-755e28646d5f tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:07.275941 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d967dc60-1e93-48f2-a9b0-9a82a8ed0e45 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "PUT /v2.0/ports/22a7c36c-c884-47d3-ac6d-544c7cc9be7a/tags/tempest-TagsExtTest-Tag-489008992 HTTP/1.1" status: 201 len: 201 time: 0.3935041 Jan 20 11:01:07.276293 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Allocated IP 172.26.0.63 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/dff7abf8-087d-4e33-81a3-35ef97879b91) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:07.277687 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58574) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:07.286062 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-2c3b898c-c00a-4336-8828-4883c629f1ed tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b04251d5-8fc0-4252-b501-f1f45e26a515', 'tempest-TagsExtTest-Tag-1369121349') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:07.297875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:07.336710 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-97b517b3-63a5-4bf4-b929-755e28646d5f tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:07.349273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a8ceee8-944c-4dbc-a9a4-988f303bc500 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:07.352994 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8ceee8-944c-4dbc-a9a4-988f303bc500 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:07.353651 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a8ceee8-944c-4dbc-a9a4-988f303bc500 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:07.443454 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75c22d6-904e-47cf-af48-9e3c31721099 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:07.555098 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ceee8-944c-4dbc-a9a4-988f303bc500 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Network': ['ID=3b44b5b9-54a9-4526-9484-9bc204905e54,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:07.567910 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 3b44b5b9-54a9-4526-9484-9bc204905e54 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:01:07.574337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-97b517b3-63a5-4bf4-b929-755e28646d5f tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:07.595355 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0870-a1ee-4739-b147-cc8f2dc8c411 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:07.601852 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2a8ceee8-944c-4dbc-a9a4-988f303bc500 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1296775 Jan 20 11:01:07.604869 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58578) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:07.615766 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0d5f9f9b-76a0-4fa4-94f3-37252827a437 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'subnet': {'network_id': '3b44b5b9-54a9-4526-9484-9bc204905e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:07.692345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d75c22d6-904e-47cf-af48-9e3c31721099 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:07.696050 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-3c0f0870-a1ee-4739-b147-cc8f2dc8c411 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Transition to ACTIVE for port object e99a8a26-f123-4b85-b362-3dd15244e1a4 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:07.720702 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2c3b898c-c00a-4336-8828-4883c629f1ed tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "PUT /v2.0/routers/b04251d5-8fc0-4252-b501-f1f45e26a515/tags/tempest-TagsExtTest-Tag-1369121349 HTTP/1.1" status: 201 len: 201 time: 0.4378734 Jan 20 11:01:07.723168 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58582) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:07.743156 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-a2982bf3-7cf6-4412-a8df-aff93e932976 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b2b1d9c0-31fc-4373-bf0a-e34c01454fbd', 'tempest-TagsExtTest-Tag-2056686774') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:07.746921 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0d5f9f9b-76a0-4fa4-94f3-37252827a437 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:07.752877 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0d5f9f9b-76a0-4fa4-94f3-37252827a437 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Usage tracker for resource:subnet and tenant:fa35f0375ba34722acf099d25191ba04 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:07.756383 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0d5f9f9b-76a0-4fa4-94f3-37252827a437 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:07.763316 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0d5f9f9b-76a0-4fa4-94f3-37252827a437 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:07.775588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b5aaafc5-7725-4507-8d03-433ef7195ba8 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:07.816700 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:07.824446 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-97b517b3-63a5-4bf4-b929-755e28646d5f tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:07.825604 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-97b517b3-63a5-4bf4-b929-755e28646d5f tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0649965 Jan 20 11:01:07.828736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58586) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:07.847894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port b5aaafc5-7725-4507-8d03-433ef7195ba8 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:07.848515 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:07.897566 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5f9f9b-76a0-4fa4-94f3-37252827a437 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:07.992891 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0870-a1ee-4739-b147-cc8f2dc8c411 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:08.076372 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a2982bf3-7cf6-4412-a8df-aff93e932976 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "PUT /v2.0/subnetpools/b2b1d9c0-31fc-4373-bf0a-e34c01454fbd/tags/tempest-TagsExtTest-Tag-2056686774 HTTP/1.1" status: 201 len: 201 time: 0.3527694 Jan 20 11:01:08.081857 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58590) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:08.091364 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:08.127902 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-a2c0fe29-299a-49b9-b5b1-30d0230489ad tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b13e164e-06e9-42f4-8e7a-d6305b9dc477', {'tags': ['tempest-TagsExtTest-Tag-417236427', 'tempest-TagsExtTest-Tag-1567873355', 'tempest-TagsExtTest-Tag-1546023158']}) {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:08.163506 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9f9b-76a0-4fa4-94f3-37252827a437 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:08.183660 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0f0870-a1ee-4739-b147-cc8f2dc8c411 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Network 05f7129b-f7d6-487b-9c03-cda57fce059b is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:08.234698 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f0870-a1ee-4739-b147-cc8f2dc8c411 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Pushing event updated for resources: {'Port': ['ID=e99a8a26-f123-4b85-b362-3dd15244e1a4,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:08.237057 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-3c0f0870-a1ee-4739-b147-cc8f2dc8c411 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:08.245376 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f0870-a1ee-4739-b147-cc8f2dc8c411 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:08.303636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:08.306611 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Pushing event updated for resources: {'Port': ['ID=dff7abf8-087d-4e33-81a3-35ef97879b91,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:08.317276 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d5d588d5-195b-4fc2-9b63-f1ea48dd24dc tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:08.319851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Allocated IP 172.20.0.1 (baa6987e-4c61-4bcf-8734-7394e128eb2c/3ae9e6bf-3f21-49ed-a945-89680e115fdf/491fed37-2bb9-407e-8f61-4bffcfea81e7) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:08.322036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:08.334695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:08.461349 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d75c22d6-904e-47cf-af48-9e3c31721099 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:08.502987 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a2c0fe29-299a-49b9-b5b1-30d0230489ad tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "PUT /v2.0/subnets/b13e164e-06e9-42f4-8e7a-d6305b9dc477/tags HTTP/1.1" status: 200 len: 317 time: 0.4179261 Jan 20 11:01:08.508270 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1428d97d-7b13-42a7-8652-5f2b6cfe6712 None None] Provisioning for port e99a8a26-f123-4b85-b362-3dd15244e1a4 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:08.513854 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1428d97d-7b13-42a7-8652-5f2b6cfe6712 None None] Provisioning complete for port e99a8a26-f123-4b85-b362-3dd15244e1a4 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:08.514318 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1428d97d-7b13-42a7-8652-5f2b6cfe6712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:08.535862 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58594) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:08.556334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-c3a9b29a-f817-4b37-b827-57ef1e16b90f tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b13e164e-06e9-42f4-8e7a-d6305b9dc477') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:08.570795 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1428d97d-7b13-42a7-8652-5f2b6cfe6712 None None] Port e99a8a26-f123-4b85-b362-3dd15244e1a4 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:01:08.574947 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0f0870-a1ee-4739-b147-cc8f2dc8c411 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:08.575553 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0870-a1ee-4739-b147-cc8f2dc8c411 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:08.676357 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c22d6-904e-47cf-af48-9e3c31721099 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Subnet': ['ID=0186d78b-3b8d-49f6-b816-b6a73b2eb01a,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:08.736951 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3c0f0870-a1ee-4739-b147-cc8f2dc8c411 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5939579 Jan 20 11:01:08.750392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58598) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:08.852313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:08.865145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75c22d6-904e-47cf-af48-9e3c31721099 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Checking segment: {'id': 'ac7d52dc-8140-441b-aa7c-bcf80e9aa683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2a09b946-d844-459a-b658-d41376d270b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:08.865531 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75c22d6-904e-47cf-af48-9e3c31721099 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network hostable DHCP agents. Network: 2a09b946-d844-459a-b658-d41376d270b2, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:01:08.894718 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Transition to ACTIVE for port object 491fed37-2bb9-407e-8f61-4bffcfea81e7 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:08.948237 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d5d588d5-195b-4fc2-9b63-f1ea48dd24dc tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:08.965067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d5d588d5-195b-4fc2-9b63-f1ea48dd24dc tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:09.011338 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'project_id': '2f4f9b2e1edb4edd98a1a69d1e5e2888', 'port_id': 'e99a8a26-f123-4b85-b362-3dd15244e1a4'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:09.015792 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:09.019735 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Usage tracker for resource:floatingip and tenant:2f4f9b2e1edb4edd98a1a69d1e5e2888 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:09.023115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:09.028811 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:09.031430 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:09.032432 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:09.099308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:09.103641 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c3a9b29a-f817-4b37-b827-57ef1e16b90f tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/subnets/b13e164e-06e9-42f4-8e7a-d6305b9dc477/tags HTTP/1.1" status: 204 len: 168 time: 0.5602124 Jan 20 11:01:09.104346 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75c22d6-904e-47cf-af48-9e3c31721099 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 2a09b946-d844-459a-b658-d41376d270b2 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:01:09.106529 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58604) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:09.112690 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-8cfb169d-78b7-4dd9-a513-025ef4ca1a74 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b13e164e-06e9-42f4-8e7a-d6305b9dc477', 'tempest-TagsExtTest-Tag-417236427') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:09.144084 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d5d588d5-195b-4fc2-9b63-f1ea48dd24dc tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:09.144589 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d588d5-195b-4fc2-9b63-f1ea48dd24dc tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c1cebb4-8f8a-47e8-80f2-168f41323b1e {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:01:09.146246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:09.165036 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9f9b-76a0-4fa4-94f3-37252827a437 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:09.189890 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network baa6987e-4c61-4bcf-8734-7394e128eb2c is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:09.195027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:09.199610 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:09.223371 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d5d588d5-195b-4fc2-9b63-f1ea48dd24dc tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:09.227719 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d5d588d5-195b-4fc2-9b63-f1ea48dd24dc tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "DELETE /v2.0/routers/9c1cebb4-8f8a-47e8-80f2-168f41323b1e HTTP/1.1" status: 204 len: 168 time: 1.3946939 Jan 20 11:01:09.240421 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-d75c22d6-904e-47cf-af48-9e3c31721099 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 2a09b946-d844-459a-b658-d41376d270b2) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:09.241946 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=491fed37-2bb9-407e-8f61-4bffcfea81e7,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:09.253308 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe268d77-36d3-4c73-8af3-a92c28a320c6 None None] Network 2a09b946-d844-459a-b658-d41376d270b2 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:09.254169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75c22d6-904e-47cf-af48-9e3c31721099 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:09.254770 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d75c22d6-904e-47cf-af48-9e3c31721099 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:09.284131 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:09.326838 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f9f9b-76a0-4fa4-94f3-37252827a437 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Subnet': ['ID=b1811302-09b5-4cd6-ad73-87bab314fc7f,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:09.379813 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f9f9b-76a0-4fa4-94f3-37252827a437 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Checking segment: {'id': 'b178d01d-0333-4bb6-a812-cc8b6bd23c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b44b5b9-54a9-4526-9484-9bc204905e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:09.380179 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5f9f9b-76a0-4fa4-94f3-37252827a437 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network hostable DHCP agents. Network: 3b44b5b9-54a9-4526-9484-9bc204905e54, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:01:09.401230 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-8cfb169d-78b7-4dd9-a513-025ef4ca1a74 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] show failed (client error): The resource could not be found. Jan 20 11:01:09.404819 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8cfb169d-78b7-4dd9-a513-025ef4ca1a74 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/subnets/b13e164e-06e9-42f4-8e7a-d6305b9dc477/tags/tempest-TagsExtTest-Tag-417236427 HTTP/1.1" status: 404 len: 328 time: 0.2947667 Jan 20 11:01:09.406034 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58610) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:09.414184 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-2e8a9e82-1947-4028-acfe-c378fb7279aa tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b13e164e-06e9-42f4-8e7a-d6305b9dc477', 'tempest-TagsExtTest-Tag-1567873355') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:09.439089 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d75c22d6-904e-47cf-af48-9e3c31721099 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7477584 Jan 20 11:01:09.443065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58614) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:09.461060 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-9f899b0b-5d34-4ac6-8921-75277d476789 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-55215164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:09.472126 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9f899b0b-5d34-4ac6-8921-75277d476789 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:09.478422 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9f899b0b-5d34-4ac6-8921-75277d476789 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:router and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:09.481404 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9f899b0b-5d34-4ac6-8921-75277d476789 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:09.502516 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:09.520308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9f899b0b-5d34-4ac6-8921-75277d476789 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:09.561461 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:09.607506 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-2e8a9e82-1947-4028-acfe-c378fb7279aa tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] show failed (client error): The resource could not be found. Jan 20 11:01:09.610406 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2e8a9e82-1947-4028-acfe-c378fb7279aa tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/subnets/b13e164e-06e9-42f4-8e7a-d6305b9dc477/tags/tempest-TagsExtTest-Tag-1567873355 HTTP/1.1" status: 404 len: 329 time: 0.2012651 Jan 20 11:01:09.612459 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58618) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:09.631721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-5e15f99c-1fa5-4c68-be43-6ba186900eff tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b13e164e-06e9-42f4-8e7a-d6305b9dc477', 'tempest-TagsExtTest-Tag-1546023158') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:09.640461 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:09.681235 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f899b0b-5d34-4ac6-8921-75277d476789 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:09.681752 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b76a18b7-b19a-46ca-b35b-9fa4985df549 None None] Provisioning for port 491fed37-2bb9-407e-8f61-4bffcfea81e7 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:09.681875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f899b0b-5d34-4ac6-8921-75277d476789 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:09.689122 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Router 93948803-acf6-4bd3-bc41-3e2f90619804 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:01:09.689509 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b76a18b7-b19a-46ca-b35b-9fa4985df549 None None] Provisioning complete for port 491fed37-2bb9-407e-8f61-4bffcfea81e7 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:09.689509 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b76a18b7-b19a-46ca-b35b-9fa4985df549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:09.728767 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Allocated IP 172.26.0.232 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/2a2568ee-eab0-45aa-ad3a-33f60577ad29) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:09.750489 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b76a18b7-b19a-46ca-b35b-9fa4985df549 None None] Port 491fed37-2bb9-407e-8f61-4bffcfea81e7 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:01:09.752479 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-2a09b946-d844-459a-b658-d41376d270b2', 'network_id': '2a09b946-d844-459a-b658-d41376d270b2', 'tenant_id': '89d097505bb140ab9f19a93c365adac0', 'fixed_ips': [{'subnet_id': '0186d78b-3b8d-49f6-b816-b6a73b2eb01a'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:01:09.753603 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:09.764257 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58622) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:09.764987 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5f9f9b-76a0-4fa4-94f3-37252827a437 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network 3b44b5b9-54a9-4526-9484-9bc204905e54 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:01:09.864654 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-0d5f9f9b-76a0-4fa4-94f3-37252827a437 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 3b44b5b9-54a9-4526-9484-9bc204905e54) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:09.870389 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5f9f9b-76a0-4fa4-94f3-37252827a437 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:09.870987 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9f9b-76a0-4fa4-94f3-37252827a437 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:09.902197 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce3524a-f250-4bf1-8804-e1d51a1b5a17 None None] Network 3b44b5b9-54a9-4526-9484-9bc204905e54 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:09.902939 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f899b0b-5d34-4ac6-8921-75277d476789 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:09.990085 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0d5f9f9b-76a0-4fa4-94f3-37252827a437 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3822401 Jan 20 11:01:09.993861 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58628) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:10.012543 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9564fa3e-3fc0-4bb9-8590-55b50d49f7b7 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1093287042'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:10.032202 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-5e15f99c-1fa5-4c68-be43-6ba186900eff tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] show failed (client error): The resource could not be found. Jan 20 11:01:10.033246 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5e15f99c-1fa5-4c68-be43-6ba186900eff tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/subnets/b13e164e-06e9-42f4-8e7a-d6305b9dc477/tags/tempest-TagsExtTest-Tag-1546023158 HTTP/1.1" status: 404 len: 329 time: 0.4159889 Jan 20 11:01:10.039850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58632) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:10.052895 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-f0f79bb5-1414-43b7-9828-6abbb1961328 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '22a7c36c-c884-47d3-ac6d-544c7cc9be7a', {'tags': ['tempest-TagsExtTest-Tag-322264195', 'tempest-TagsExtTest-Tag-1767424821', 'tempest-TagsExtTest-Tag-681373098']}) {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:10.060823 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:10.087892 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9564fa3e-3fc0-4bb9-8590-55b50d49f7b7 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:10.096526 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1131546283', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:10.104618 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:10.106991 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9564fa3e-3fc0-4bb9-8590-55b50d49f7b7 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Usage tracker for resource:network and tenant:fa35f0375ba34722acf099d25191ba04 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:10.112933 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9564fa3e-3fc0-4bb9-8590-55b50d49f7b7 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:10.116553 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Usage tracker for resource:router and tenant:5eda8dc9c9c64973918ccb7e6870f561 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:10.121912 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:10.124711 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9564fa3e-3fc0-4bb9-8590-55b50d49f7b7 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:10.132193 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:10.169977 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:10.215064 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Allocated IP 172.20.0.2 (2a09b946-d844-459a-b658-d41376d270b2/0186d78b-3b8d-49f6-b816-b6a73b2eb01a/f994379d-4f7d-4772-b6e6-930f36a6a8c8) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:10.233374 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-3b44b5b9-54a9-4526-9484-9bc204905e54', 'network_id': '3b44b5b9-54a9-4526-9484-9bc204905e54', 'tenant_id': 'fa35f0375ba34722acf099d25191ba04', 'fixed_ips': [{'subnet_id': 'b1811302-09b5-4cd6-ad73-87bab314fc7f'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:01:10.234036 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:10.241246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:10.244093 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:10.248491 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:10.276878 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Pushing event updated for resources: {'Port': ['ID=2a2568ee-eab0-45aa-ad3a-33f60577ad29,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:10.283324 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:10.284291 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:10.285189 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f899b0b-5d34-4ac6-8921-75277d476789 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:10.292422 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9564fa3e-3fc0-4bb9-8590-55b50d49f7b7 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:10.295362 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9564fa3e-3fc0-4bb9-8590-55b50d49f7b7 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:10.378143 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9564fa3e-3fc0-4bb9-8590-55b50d49f7b7 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:01:10.401162 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:10.417333 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9564fa3e-3fc0-4bb9-8590-55b50d49f7b7 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:10.417852 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-9564fa3e-3fc0-4bb9-8590-55b50d49f7b7 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Added segment 8a994fbf-8d03-442c-a2ed-689497528f02 of type vlan for network b28fb5f3-352f-4aaa-ac45-9899ab6ac494 Jan 20 11:01:10.418041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:10.422651 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f899b0b-5d34-4ac6-8921-75277d476789 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:10.426432 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9f899b0b-5d34-4ac6-8921-75277d476789 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9786377 Jan 20 11:01:10.426432 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:01:10.426822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58636) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:10.436309 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d6d22fb1-256d-499f-a1f4-e8fbf33aa3f3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'network_id': '2a09b946-d844-459a-b658-d41376d270b2', 'name': 'tempest-PortsTestJSON-575290696'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:10.464783 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f0f79bb5-1414-43b7-9828-6abbb1961328 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "PUT /v2.0/ports/22a7c36c-c884-47d3-ac6d-544c7cc9be7a/tags HTTP/1.1" status: 200 len: 316 time: 0.4219663 Jan 20 11:01:10.466556 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58640) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:10.475202 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-a7cc2d4b-d6af-440f-8dae-01848c116bbe tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '22a7c36c-c884-47d3-ac6d-544c7cc9be7a') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:10.518604 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b4d02-3795-4180-953b-cc198370301e None None] Sync routers for ids ['93948803-acf6-4bd3-bc41-3e2f90619804'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:01:10.524015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:10.605114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:10.605633 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4b27fa47-d93e-46ca-a5b6-1791ee565cec tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.5559628 Jan 20 11:01:10.616683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b4d02-3795-4180-953b-cc198370301e None None] Routers {'93948803-acf6-4bd3-bc41-3e2f90619804'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:10.617733 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ce2b4d02-3795-4180-953b-cc198370301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['93948803-acf6-4bd3-bc41-3e2f90619804'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:10.619130 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58644) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:10.638752 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-8b03d477-6742-4c90-9438-e5ac95b75e51 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:10.685883 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Allocated IP 2001:db8::3 (3b44b5b9-54a9-4526-9484-9bc204905e54/b1811302-09b5-4cd6-ad73-87bab314fc7f/429d75a6-6be5-4442-80dc-7211f68caf0d) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:10.700854 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ce2b4d02-3795-4180-953b-cc198370301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:10.725707 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:10.736366 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9564fa3e-3fc0-4bb9-8590-55b50d49f7b7 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:10.808316 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Transition to ACTIVE for port object f994379d-4f7d-4772-b6e6-930f36a6a8c8 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:10.821142 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b4d02-3795-4180-953b-cc198370301e None None] Routers {'93948803-acf6-4bd3-bc41-3e2f90619804'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:10.821801 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ce2b4d02-3795-4180-953b-cc198370301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['93948803-acf6-4bd3-bc41-3e2f90619804'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:10.869291 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:10.872807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=491fed37-2bb9-407e-8f61-4bffcfea81e7,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:10.914677 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ce2b4d02-3795-4180-953b-cc198370301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:10.915086 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b4d02-3795-4180-953b-cc198370301e None None] The sync data for ids ['93948803-acf6-4bd3-bc41-3e2f90619804'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:01:10.922295 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Transition to ACTIVE for port object f994379d-4f7d-4772-b6e6-930f36a6a8c8 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:10.976990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d6d22fb1-256d-499f-a1f4-e8fbf33aa3f3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:10.994092 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:10.996834 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d6d22fb1-256d-499f-a1f4-e8fbf33aa3f3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:11.019112 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:11.069841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9564fa3e-3fc0-4bb9-8590-55b50d49f7b7 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:11.073339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9564fa3e-3fc0-4bb9-8590-55b50d49f7b7 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:11.073947 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9564fa3e-3fc0-4bb9-8590-55b50d49f7b7 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:11.087934 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a7cc2d4b-d6af-440f-8dae-01848c116bbe tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/ports/22a7c36c-c884-47d3-ac6d-544c7cc9be7a/tags HTTP/1.1" status: 204 len: 168 time: 0.6174576 Jan 20 11:01:11.096880 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58648) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:11.101166 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Network 2a09b946-d844-459a-b658-d41376d270b2 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:11.106157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:11.119680 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:11.123052 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-82c08dd0-fc2d-47b5-88b5-1b9f74d2aa66 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '22a7c36c-c884-47d3-ac6d-544c7cc9be7a', 'tempest-TagsExtTest-Tag-322264195') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:11.138436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network baa6987e-4c61-4bcf-8734-7394e128eb2c is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:11.141531 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:11.148177 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:11.177753 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Pushing event updated for resources: {'Port': ['ID=f994379d-4f7d-4772-b6e6-930f36a6a8c8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:11.215681 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d22fb1-256d-499f-a1f4-e8fbf33aa3f3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:11.218689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6d22fb1-256d-499f-a1f4-e8fbf33aa3f3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:11.231813 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Transition to ACTIVE for port object 429d75a6-6be5-4442-80dc-7211f68caf0d will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:11.257193 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Attempting to bind port f994379d-4f7d-4772-b6e6-930f36a6a8c8 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:01:11.257429 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Attempting to bind port f994379d-4f7d-4772-b6e6-930f36a6a8c8 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ac7d52dc-8140-441b-aa7c-bcf80e9aa683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2a09b946-d844-459a-b658-d41376d270b2'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:01:11.257848 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Attempting to bind port f994379d-4f7d-4772-b6e6-930f36a6a8c8 on network 2a09b946-d844-459a-b658-d41376d270b2 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:01:11.268615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:01:11.269024 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Checking segment: {'id': 'ac7d52dc-8140-441b-aa7c-bcf80e9aa683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2a09b946-d844-459a-b658-d41376d270b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:11.269391 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:11.269814 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Bound using segment: {'id': 'ac7d52dc-8140-441b-aa7c-bcf80e9aa683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2a09b946-d844-459a-b658-d41376d270b2'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:01:11.270667 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Bound port: f994379d-4f7d-4772-b6e6-930f36a6a8c8, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7d52dc-8140-441b-aa7c-bcf80e9aa683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2a09b946-d844-459a-b658-d41376d270b2'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:01:11.271079 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:11.371181 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564fa3e-3fc0-4bb9-8590-55b50d49f7b7 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Network': ['ID=b28fb5f3-352f-4aaa-ac45-9899ab6ac494,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:11.374406 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-d6d22fb1-256d-499f-a1f4-e8fbf33aa3f3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] device_id is not set on port 8de9305c-c408-4af5-9cfe-b258defe19e3 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:01:11.414758 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Transition to ACTIVE for port object 429d75a6-6be5-4442-80dc-7211f68caf0d will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:11.417314 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9564fa3e-3fc0-4bb9-8590-55b50d49f7b7 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4224768 Jan 20 11:01:11.417822 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network b28fb5f3-352f-4aaa-ac45-9899ab6ac494 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:01:11.420885 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58652) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:11.430050 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-bede9733-4df0-43d9-882a-bf2192a365b2 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'subnet': {'network_id': 'b28fb5f3-352f-4aaa-ac45-9899ab6ac494', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:11.493931 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] For port f994379d-4f7d-4772-b6e6-930f36a6a8c8, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:01:11.506161 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:11.571506 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] For port f994379d-4f7d-4772-b6e6-930f36a6a8c8, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f994379d-4f7d-4772-b6e6-930f36a6a8c8,segment=NetworkSegment(ac7d52dc-8140-441b-aa7c-bcf80e9aa683),segment_id=ac7d52dc-8140-441b-aa7c-bcf80e9aa683)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:01:11.597312 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-82c08dd0-fc2d-47b5-88b5-1b9f74d2aa66 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] show failed (client error): The resource could not be found. Jan 20 11:01:11.601229 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-82c08dd0-fc2d-47b5-88b5-1b9f74d2aa66 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/ports/22a7c36c-c884-47d3-ac6d-544c7cc9be7a/tags/tempest-TagsExtTest-Tag-322264195 HTTP/1.1" status: 404 len: 328 time: 0.4920344 Jan 20 11:01:11.611444 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58656) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:11.617973 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Network 3b44b5b9-54a9-4526-9484-9bc204905e54 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:11.629834 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:11.632311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:11.636361 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Pushing event updated for resources: {'Port': ['ID=429d75a6-6be5-4442-80dc-7211f68caf0d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:11.641450 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-356fe17f-69a3-4ec0-9704-137b99b389d9 None None] Provisioning complete for port 491fed37-2bb9-407e-8f61-4bffcfea81e7 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:11.641851 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-356fe17f-69a3-4ec0-9704-137b99b389d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:11.657114 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-cf02edad-c406-4a6c-8288-adb6163e50f0 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '22a7c36c-c884-47d3-ac6d-544c7cc9be7a', 'tempest-TagsExtTest-Tag-1767424821') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:11.677500 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:11.710604 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bede9733-4df0-43d9-882a-bf2192a365b2 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:11.720429 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bede9733-4df0-43d9-882a-bf2192a365b2 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Usage tracker for resource:subnet and tenant:fa35f0375ba34722acf099d25191ba04 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:11.729385 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bede9733-4df0-43d9-882a-bf2192a365b2 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:11.752921 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bede9733-4df0-43d9-882a-bf2192a365b2 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:11.770882 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-d6d22fb1-256d-499f-a1f4-e8fbf33aa3f3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Allocated IP 172.20.0.6 (2a09b946-d844-459a-b658-d41376d270b2/0186d78b-3b8d-49f6-b816-b6a73b2eb01a/8de9305c-c408-4af5-9cfe-b258defe19e3) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:11.842363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router babb07ba-4e46-4fc1-8fbc-213345269271 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:01:11.843543 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-356fe17f-69a3-4ec0-9704-137b99b389d9 None None] Port 491fed37-2bb9-407e-8f61-4bffcfea81e7 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:01:11.862338 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Attempting to bind port 429d75a6-6be5-4442-80dc-7211f68caf0d on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:01:11.863845 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Attempting to bind port 429d75a6-6be5-4442-80dc-7211f68caf0d by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'b178d01d-0333-4bb6-a812-cc8b6bd23c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b44b5b9-54a9-4526-9484-9bc204905e54'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:01:11.863845 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Attempting to bind port 429d75a6-6be5-4442-80dc-7211f68caf0d on network 3b44b5b9-54a9-4526-9484-9bc204905e54 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:01:11.868611 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847b5c5-bc58-4960-8e7d-2044e68d7c8b None None] Pushing event updated for resources: {'Port': ['ID=f994379d-4f7d-4772-b6e6-930f36a6a8c8,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:11.875482 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bede9733-4df0-43d9-882a-bf2192a365b2 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:11.876188 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:01:11.876574 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Checking segment: {'id': 'b178d01d-0333-4bb6-a812-cc8b6bd23c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b44b5b9-54a9-4526-9484-9bc204905e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:11.876983 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:11.877384 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Bound using segment: {'id': 'b178d01d-0333-4bb6-a812-cc8b6bd23c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b44b5b9-54a9-4526-9484-9bc204905e54'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:01:11.890129 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Bound port: 429d75a6-6be5-4442-80dc-7211f68caf0d, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b178d01d-0333-4bb6-a812-cc8b6bd23c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3b44b5b9-54a9-4526-9484-9bc204905e54'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:01:11.892523 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:11.937258 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-cf02edad-c406-4a6c-8288-adb6163e50f0 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] show failed (client error): The resource could not be found. Jan 20 11:01:11.938683 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cf02edad-c406-4a6c-8288-adb6163e50f0 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/ports/22a7c36c-c884-47d3-ac6d-544c7cc9be7a/tags/tempest-TagsExtTest-Tag-1767424821 HTTP/1.1" status: 404 len: 329 time: 0.3223608 Jan 20 11:01:11.941736 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58660) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:11.947370 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-8eeec742-25dd-4b43-abe9-edc054594c7a tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '22a7c36c-c884-47d3-ac6d-544c7cc9be7a', 'tempest-TagsExtTest-Tag-681373098') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:12.063168 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] For port 429d75a6-6be5-4442-80dc-7211f68caf0d, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:01:12.067488 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] For port 429d75a6-6be5-4442-80dc-7211f68caf0d, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=429d75a6-6be5-4442-80dc-7211f68caf0d,segment=NetworkSegment(b178d01d-0333-4bb6-a812-cc8b6bd23c74),segment_id=b178d01d-0333-4bb6-a812-cc8b6bd23c74)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:01:12.113874 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:12.131224 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:12.255141 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-8eeec742-25dd-4b43-abe9-edc054594c7a tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] show failed (client error): The resource could not be found. Jan 20 11:01:12.256199 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8eeec742-25dd-4b43-abe9-edc054594c7a tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/ports/22a7c36c-c884-47d3-ac6d-544c7cc9be7a/tags/tempest-TagsExtTest-Tag-681373098 HTTP/1.1" status: 404 len: 328 time: 0.3134422 Jan 20 11:01:12.262873 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58664) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:12.263120 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b9e9c-c998-48e9-8c74-e2d3ab18d162 None None] Pushing event updated for resources: {'Port': ['ID=429d75a6-6be5-4442-80dc-7211f68caf0d,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:12.391421 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:12.502464 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-01cac299-7e4d-443f-8717-b35b268ce202 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b04251d5-8fc0-4252-b501-f1f45e26a515', {'tags': ['tempest-TagsExtTest-Tag-92910569', 'tempest-TagsExtTest-Tag-1571273687', 'tempest-TagsExtTest-Tag-1937897615']}) {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:12.561797 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-05bac328-4bf7-4751-acaa-3fd8df31d31c req-76933470-324f-4be5-899c-f96a44c9d47e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5243690 Jan 20 11:01:12.566426 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:12.576857 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b03d477-6742-4c90-9438-e5ac95b75e51 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:12.587969 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bede9733-4df0-43d9-882a-bf2192a365b2 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:12.728500 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b03d477-6742-4c90-9438-e5ac95b75e51 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:12.784731 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-05bac328-4bf7-4751-acaa-3fd8df31d31c req-7dfd8c9c-801f-441d-94ff-8d3017807fd1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a8cdee6b9b64cc6952bd8d638e90fed&device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 1098 time: 0.1310384 Jan 20 11:01:12.789857 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:01:12.798353 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-40bfa8a7-d4c7-4b7e-a32a-360cbf7c6bae tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "PUT /v2.0/routers/babb07ba-4e46-4fc1-8fbc-213345269271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2528672 Jan 20 11:01:12.799209 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58668) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:12.805061 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-9ba9f563-ebad-45f6-93f8-2982eba8f134 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'port': {'network_id': 'baa6987e-4c61-4bcf-8734-7394e128eb2c', 'name': 'tempest-FloatingIPTestJSON-1976057742'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:12.808852 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f597e9-f98d-47b0-8167-4a8cfbff5445 None None] Sync routers for ids ['babb07ba-4e46-4fc1-8fbc-213345269271'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:01:12.822303 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f597e9-f98d-47b0-8167-4a8cfbff5445 None None] Routers {'babb07ba-4e46-4fc1-8fbc-213345269271'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:12.823733 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-93f597e9-f98d-47b0-8167-4a8cfbff5445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['babb07ba-4e46-4fc1-8fbc-213345269271'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:12.840176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6d22fb1-256d-499f-a1f4-e8fbf33aa3f3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:12.851237 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_backend_mixin [None req-bede9733-4df0-43d9-882a-bf2192a365b2 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Performing IP validity checks on allocation pools {{(pid=84332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 11:01:12.851759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_backend_mixin [None req-bede9733-4df0-43d9-882a-bf2192a365b2 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 11:01:12.869238 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-01cac299-7e4d-443f-8717-b35b268ce202 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "PUT /v2.0/routers/b04251d5-8fc0-4252-b501-f1f45e26a515/tags HTTP/1.1" status: 200 len: 316 time: 0.6061456 Jan 20 11:01:12.894028 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58672) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:12.903910 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-93f597e9-f98d-47b0-8167-4a8cfbff5445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:12.923393 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-d6d22fb1-256d-499f-a1f4-e8fbf33aa3f3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Transition to ACTIVE for port object 8de9305c-c408-4af5-9cfe-b258defe19e3 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:12.924732 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:12.929563 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f597e9-f98d-47b0-8167-4a8cfbff5445 None None] Routers {'babb07ba-4e46-4fc1-8fbc-213345269271'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:12.930961 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-93f597e9-f98d-47b0-8167-4a8cfbff5445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['babb07ba-4e46-4fc1-8fbc-213345269271'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:12.931115 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8b03d477-6742-4c90-9438-e5ac95b75e51 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Deleting port dff7abf8-087d-4e33-81a3-35ef97879b91 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:12.931370 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b03d477-6742-4c90-9438-e5ac95b75e51 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:12.985155 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-369c7386-a5a8-44e5-8bce-9434c1f23bc8 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b04251d5-8fc0-4252-b501-f1f45e26a515') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:13.007385 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-93f597e9-f98d-47b0-8167-4a8cfbff5445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:13.007784 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f597e9-f98d-47b0-8167-4a8cfbff5445 None None] The sync data for ids ['babb07ba-4e46-4fc1-8fbc-213345269271'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:01:13.078684 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Allocated IP 172.26.0.155 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/d4ee6870-2f68-48ad-bd46-3a418f2eb00d) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:13.211709 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9cf799-c01f-413a-8f27-53bf3c075ce0 None None] Network 2a09b946-d844-459a-b658-d41376d270b2 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:13.292733 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bac328-4bf7-4751-acaa-3fd8df31d31c req-7d601e3e-b3d0-4ee7-9921-b1d5e0013074 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:13.294334 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-05bac328-4bf7-4751-acaa-3fd8df31d31c req-7d601e3e-b3d0-4ee7-9921-b1d5e0013074 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca1f7bf9-9972-4b0c-baef-5692be1408d6 HTTP/1.1" status: 200 len: 912 time: 0.4522974 Jan 20 11:01:13.299369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b03d477-6742-4c90-9438-e5ac95b75e51 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:13.364925 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9ba9f563-ebad-45f6-93f8-2982eba8f134 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:13.383479 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9ba9f563-ebad-45f6-93f8-2982eba8f134 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Usage tracker for resource:port and tenant:a9b63c66c76744f0803551403ba4c783 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:13.429739 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ab8eacbe-b872-4293-bb70-5f9da3e0d19e None None] Provisioning for port f994379d-4f7d-4772-b6e6-930f36a6a8c8 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:13.440141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9ba9f563-ebad-45f6-93f8-2982eba8f134 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:13.494147 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6d22fb1-256d-499f-a1f4-e8fbf33aa3f3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:13.509481 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9ba9f563-ebad-45f6-93f8-2982eba8f134 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:13.517886 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8b03d477-6742-4c90-9438-e5ac95b75e51 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Calling delete_port for dff7abf8-087d-4e33-81a3-35ef97879b91 owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:13.603506 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-05bac328-4bf7-4751-acaa-3fd8df31d31c req-f4873c31-332a-4ba6-b27e-d7b860a91ed1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=441dacbf-3516-43ae-b255-bc606c7a5f9f HTTP/1.1" status: 200 len: 1000 time: 0.2951651 Jan 20 11:01:13.664042 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:13.692534 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d22fb1-256d-499f-a1f4-e8fbf33aa3f3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 2a09b946-d844-459a-b658-d41376d270b2 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:13.695771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bac328-4bf7-4751-acaa-3fd8df31d31c req-8467fece-9735-4761-bf54-da3ffb86ab81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:13.699107 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-05bac328-4bf7-4751-acaa-3fd8df31d31c req-8467fece-9735-4761-bf54-da3ffb86ab81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d58e3eb1-ffbd-4209-8283-de4f696a38a8 HTTP/1.1" status: 200 len: 850 time: 0.0825963 Jan 20 11:01:13.699216 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-d6d22fb1-256d-499f-a1f4-e8fbf33aa3f3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:13.700452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba9f563-ebad-45f6-93f8-2982eba8f134 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Made reservation on behalf of a9b63c66c76744f0803551403ba4c783 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:13.704320 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9ba9f563-ebad-45f6-93f8-2982eba8f134 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:13.705803 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d22fb1-256d-499f-a1f4-e8fbf33aa3f3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:13.706487 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f1bc4b-820c-4738-b7bc-67eb5ace6bc0 None None] Network 3b44b5b9-54a9-4526-9484-9bc204905e54 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:13.734092 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d22fb1-256d-499f-a1f4-e8fbf33aa3f3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=8de9305c-c408-4af5-9cfe-b258defe19e3,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:13.743797 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-369c7386-a5a8-44e5-8bce-9434c1f23bc8 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/routers/b04251d5-8fc0-4252-b501-f1f45e26a515/tags HTTP/1.1" status: 204 len: 168 time: 0.8464735 Jan 20 11:01:13.752280 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58676) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:13.764219 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-0d5821bf-522d-46d3-bc6b-919ba267e1bb tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b04251d5-8fc0-4252-b501-f1f45e26a515', 'tempest-TagsExtTest-Tag-92910569') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:13.783620 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-9ba9f563-ebad-45f6-93f8-2982eba8f134 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] device_id is not set on port 429c86a0-51cd-466d-817c-09b0f0958d4f yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:01:13.828958 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bede9733-4df0-43d9-882a-bf2192a365b2 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:13.892026 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 11:01:13.976956 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede9733-4df0-43d9-882a-bf2192a365b2 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Subnet': ['ID=8c7a9fe0-ef88-4fea-b1d2-5bf8102fb98c,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:13.990779 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device f994379d-4f7d-4772-b6e6-930f36a6a8c8 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:14.045273 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9f622365-cb9c-45ef-9cbc-85af0981c63c None None] Provisioning for port 429d75a6-6be5-4442-80dc-7211f68caf0d completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:14.066600 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-05bac328-4bf7-4751-acaa-3fd8df31d31c req-58106746-ddcf-4213-b9ad-793e0ce783f1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca1f7bf9-9972-4b0c-baef-5692be1408d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3396568 Jan 20 11:01:14.073698 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:14.112676 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d22fb1-256d-499f-a1f4-e8fbf33aa3f3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:14.113508 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6d22fb1-256d-499f-a1f4-e8fbf33aa3f3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:14.169912 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-0d5821bf-522d-46d3-bc6b-919ba267e1bb tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] show failed (client error): The resource could not be found. Jan 20 11:01:14.175358 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0d5821bf-522d-46d3-bc6b-919ba267e1bb tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/routers/b04251d5-8fc0-4252-b501-f1f45e26a515/tags/tempest-TagsExtTest-Tag-92910569 HTTP/1.1" status: 404 len: 327 time: 0.4137187 Jan 20 11:01:14.175358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:14.176326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58680) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:14.302251 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fd1dcd31-614a-4e92-8837-5df2824089de None None] Provisioning for port 8de9305c-c408-4af5-9cfe-b258defe19e3 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:14.310558 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fd1dcd31-614a-4e92-8837-5df2824089de None None] Provisioning complete for port 8de9305c-c408-4af5-9cfe-b258defe19e3 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:14.311078 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd1dcd31-614a-4e92-8837-5df2824089de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:14.333752 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bede9733-4df0-43d9-882a-bf2192a365b2 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Checking segment: {'id': '8a994fbf-8d03-442c-a2ed-689497528f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b28fb5f3-352f-4aaa-ac45-9899ab6ac494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:14.334134 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bede9733-4df0-43d9-882a-bf2192a365b2 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network hostable DHCP agents. Network: b28fb5f3-352f-4aaa-ac45-9899ab6ac494, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:01:14.351089 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-9ba9f563-ebad-45f6-93f8-2982eba8f134 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Allocated IP 172.20.0.8 (baa6987e-4c61-4bcf-8734-7394e128eb2c/3ae9e6bf-3f21-49ed-a945-89680e115fdf/429c86a0-51cd-466d-817c-09b0f0958d4f) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:14.356658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:14.364382 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d6d22fb1-256d-499f-a1f4-e8fbf33aa3f3 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9364202 Jan 20 11:01:14.366294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port f994379d-4f7d-4772-b6e6-930f36a6a8c8 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:14.368308 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58684) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:14.376900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-d59e91cf-a586-426d-8fce-f962db0878d2 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b04251d5-8fc0-4252-b501-f1f45e26a515', 'tempest-TagsExtTest-Tag-1571273687') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:14.410683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port f994379d-4f7d-4772-b6e6-930f36a6a8c8 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:14.411060 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:14.414921 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-05bac328-4bf7-4751-acaa-3fd8df31d31c req-e7518160-7d2c-466b-a2a7-962cabe7e139 service neutron] 10.222.0.72 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393800 Jan 20 11:01:14.417696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b03d477-6742-4c90-9438-e5ac95b75e51 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:14.469047 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fd1dcd31-614a-4e92-8837-5df2824089de None None] Port 8de9305c-c408-4af5-9cfe-b258defe19e3 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:01:14.524948 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fd1dcd31-614a-4e92-8837-5df2824089de None None] Provisioning complete for port f994379d-4f7d-4772-b6e6-930f36a6a8c8 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:14.525139 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd1dcd31-614a-4e92-8837-5df2824089de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:14.526029 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03d477-6742-4c90-9438-e5ac95b75e51 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Pushing event deleted for resources: {'Port': ['ID=dff7abf8-087d-4e33-81a3-35ef97879b91,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:14.603210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:14.632417 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Pushing event updated for resources: {'Port': ['ID=2a2568ee-eab0-45aa-ad3a-33f60577ad29,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:14.667820 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port f994379d-4f7d-4772-b6e6-930f36a6a8c8, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f994379d-4f7d-4772-b6e6-930f36a6a8c8,segment=NetworkSegment(ac7d52dc-8140-441b-aa7c-bcf80e9aa683),segment_id=ac7d52dc-8140-441b-aa7c-bcf80e9aa683)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:14.672915 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:14.710677 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd1dcd31-614a-4e92-8837-5df2824089de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:14.738838 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:14.740920 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 429d75a6-6be5-4442-80dc-7211f68caf0d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:14.838759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Pushing event updated for resources: {'Port': ['ID=d4ee6870-2f68-48ad-bd46-3a418f2eb00d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:14.848022 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:14.853489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:14.933167 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:14.980905 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-05bac328-4bf7-4751-acaa-3fd8df31d31c req-0ed3f541-6596-4c30-a7ff-6727dc45a8b1 service neutron] 10.222.0.72 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589862 Jan 20 11:01:15.002736 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b03d477-6742-4c90-9438-e5ac95b75e51 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:15.061698 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=f994379d-4f7d-4772-b6e6-930f36a6a8c8,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:15.063319 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9ba9f563-ebad-45f6-93f8-2982eba8f134 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:15.071155 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-fd1dcd31-614a-4e92-8837-5df2824089de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:01:15.071793 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-fd1dcd31-614a-4e92-8837-5df2824089de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:01:15.151442 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b03d477-6742-4c90-9438-e5ac95b75e51 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:15.153321 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-9ba9f563-ebad-45f6-93f8-2982eba8f134 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Transition to ACTIVE for port object 429c86a0-51cd-466d-817c-09b0f0958d4f will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:15.157273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b03d477-6742-4c90-9438-e5ac95b75e51 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:15.168597 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 429d75a6-6be5-4442-80dc-7211f68caf0d completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:15.174209 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 429d75a6-6be5-4442-80dc-7211f68caf0d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:15.179106 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:15.179372 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-d59e91cf-a586-426d-8fce-f962db0878d2 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] show failed (client error): The resource could not be found. Jan 20 11:01:15.183165 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d59e91cf-a586-426d-8fce-f962db0878d2 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/routers/b04251d5-8fc0-4252-b501-f1f45e26a515/tags/tempest-TagsExtTest-Tag-1571273687 HTTP/1.1" status: 404 len: 329 time: 0.8418260 Jan 20 11:01:15.200980 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bede9733-4df0-43d9-882a-bf2192a365b2 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network b28fb5f3-352f-4aaa-ac45-9899ab6ac494 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:01:15.203664 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58688) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:15.221571 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-ce1ce70d-ce88-4d55-97db-17d02cd5b047 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b04251d5-8fc0-4252-b501-f1f45e26a515', 'tempest-TagsExtTest-Tag-1937897615') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:15.313158 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b03d477-6742-4c90-9438-e5ac95b75e51 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Router 93948803-acf6-4bd3-bc41-3e2f90619804 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:01:15.389399 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:15.423102 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-bede9733-4df0-43d9-882a-bf2192a365b2 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, b28fb5f3-352f-4aaa-ac45-9899ab6ac494) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:15.435124 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 429d75a6-6be5-4442-80dc-7211f68caf0d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=429d75a6-6be5-4442-80dc-7211f68caf0d,segment=NetworkSegment(b178d01d-0333-4bb6-a812-cc8b6bd23c74),segment_id=b178d01d-0333-4bb6-a812-cc8b6bd23c74)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:15.438219 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bede9733-4df0-43d9-882a-bf2192a365b2 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:15.446143 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bede9733-4df0-43d9-882a-bf2192a365b2 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:15.446288 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bff7d2b-5900-4115-ad6c-effb58f74604 None None] Network b28fb5f3-352f-4aaa-ac45-9899ab6ac494 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:15.463333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9ba9f563-ebad-45f6-93f8-2982eba8f134 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:15.532459 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:15.537524 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba9f563-ebad-45f6-93f8-2982eba8f134 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Network baa6987e-4c61-4bcf-8734-7394e128eb2c is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:15.547668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-9ba9f563-ebad-45f6-93f8-2982eba8f134 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:15.556734 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba9f563-ebad-45f6-93f8-2982eba8f134 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:15.614591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9f563-ebad-45f6-93f8-2982eba8f134 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event updated for resources: {'Port': ['ID=429c86a0-51cd-466d-817c-09b0f0958d4f,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:15.629860 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b03d477-6742-4c90-9438-e5ac95b75e51 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:01:15.645175 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b03d477-6742-4c90-9438-e5ac95b75e51 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:15.646430 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8b03d477-6742-4c90-9438-e5ac95b75e51 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "PUT /v2.0/routers/93948803-acf6-4bd3-bc41-3e2f90619804 HTTP/1.1" status: 200 len: 705 time: 5.0242367 Jan 20 11:01:15.649108 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58694) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:15.668668 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=429d75a6-6be5-4442-80dc-7211f68caf0d,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:15.700622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f9d6e-83b4-4a5f-b78b-e1e7cab1bf61 None None] Sync routers for ids ['93948803-acf6-4bd3-bc41-3e2f90619804'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:01:15.750664 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bede9733-4df0-43d9-882a-bf2192a365b2 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.3236046 Jan 20 11:01:15.825852 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348f9d6e-83b4-4a5f-b78b-e1e7cab1bf61 None None] Routers {'93948803-acf6-4bd3-bc41-3e2f90619804'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:15.827399 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-348f9d6e-83b4-4a5f-b78b-e1e7cab1bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['93948803-acf6-4bd3-bc41-3e2f90619804'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:15.897959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device f994379d-4f7d-4772-b6e6-930f36a6a8c8 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:15.945177 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba9f563-ebad-45f6-93f8-2982eba8f134 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:15.946021 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9ba9f563-ebad-45f6-93f8-2982eba8f134 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:15.955405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58698) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:15.981096 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-348f9d6e-83b4-4a5f-b78b-e1e7cab1bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:15.985023 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-ce1ce70d-ce88-4d55-97db-17d02cd5b047 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] show failed (client error): The resource could not be found. Jan 20 11:01:15.989338 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ce1ce70d-ce88-4d55-97db-17d02cd5b047 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/routers/b04251d5-8fc0-4252-b501-f1f45e26a515/tags/tempest-TagsExtTest-Tag-1937897615 HTTP/1.1" status: 404 len: 329 time: 0.7768648 Jan 20 11:01:15.995179 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58702) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:16.029654 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-3936d03d-5c47-45f4-b2c1-ee9ec6e76ef6 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b2b1d9c0-31fc-4373-bf0a-e34c01454fbd', {'tags': ['tempest-TagsExtTest-Tag-1703200962', 'tempest-TagsExtTest-Tag-732973411', 'tempest-TagsExtTest-Tag-818781699']}) {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:16.138906 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-854e0625-94e5-4de0-8c95-d4ede4f73dd6 None None] Provisioning complete for port 429d75a6-6be5-4442-80dc-7211f68caf0d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:16.139422 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-854e0625-94e5-4de0-8c95-d4ede4f73dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:16.157837 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ccb5f4f1-7eb6-4980-b863-ebe830b7d0eb tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "GET /v2.0/routers/93948803-acf6-4bd3-bc41-3e2f90619804 HTTP/1.1" status: 200 len: 740 time: 0.5075083 Jan 20 11:01:16.162394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58706) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:16.165334 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9ba9f563-ebad-45f6-93f8-2982eba8f134 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3649795 Jan 20 11:01:16.169498 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58710) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:16.170603 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348f9d6e-83b4-4a5f-b78b-e1e7cab1bf61 None None] Routers {'93948803-acf6-4bd3-bc41-3e2f90619804'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:16.172369 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-348f9d6e-83b4-4a5f-b78b-e1e7cab1bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['93948803-acf6-4bd3-bc41-3e2f90619804'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:16.212934 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:16.213785 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-8ddc0f71-b19a-4989-be58-5a2d36c41c5b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Request body: {'floatingip': {'port_id': '429c86a0-51cd-466d-817c-09b0f0958d4f'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:16.213939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:16.285702 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-94f9dc72-3d97-4b13-b7df-1eb8ada4eab8 tempest-RoutersAdminTest-960657760 tempest-RoutersAdminTest-960657760-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&device_id=93948803-acf6-4bd3-bc41-3e2f90619804 HTTP/1.1" status: 200 len: 205 time: 0.1221254 Jan 20 11:01:16.300323 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58714) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:16.332537 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Floating IP dd5ba781-26dc-40cb-be99-7d11ea49ab3e associated. External IP: 172.26.0.232, port: e99a8a26-f123-4b85-b362-3dd15244e1a4. Jan 20 11:01:16.339840 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-348f9d6e-83b4-4a5f-b78b-e1e7cab1bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:16.340131 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f9d6e-83b4-4a5f-b78b-e1e7cab1bf61 None None] The sync data for ids ['93948803-acf6-4bd3-bc41-3e2f90619804'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:01:16.351092 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:16.358168 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port f994379d-4f7d-4772-b6e6-930f36a6a8c8 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:16.359339 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:16.363797 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0f71-b19a-4989-be58-5a2d36c41c5b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:16.396093 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-b28fb5f3-352f-4aaa-ac45-9899ab6ac494', 'network_id': 'b28fb5f3-352f-4aaa-ac45-9899ab6ac494', 'tenant_id': 'fa35f0375ba34722acf099d25191ba04', 'fixed_ips': [{'subnet_id': '8c7a9fe0-ef88-4fea-b1d2-5bf8102fb98c'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:01:16.396992 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:16.435688 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3936d03d-5c47-45f4-b2c1-ee9ec6e76ef6 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "PUT /v2.0/subnetpools/b2b1d9c0-31fc-4373-bf0a-e34c01454fbd/tags HTTP/1.1" status: 200 len: 316 time: 0.4318242 Jan 20 11:01:16.454489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58718) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:16.461910 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5b53d28d-ee7d-4bd9-903b-d0905c1b3c11 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "GET /v2.0/ports?device_id=93948803-acf6-4bd3-bc41-3e2f90619804 HTTP/1.1" status: 200 len: 205 time: 0.1294560 Jan 20 11:01:16.464653 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58722) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:16.473908 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-58e48d99-3bd2-4098-b8c4-f3b05a73f4b5 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b2b1d9c0-31fc-4373-bf0a-e34c01454fbd') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:16.553703 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:16.564908 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1f66e8e-b158-4505-b605-df92895b59bd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:16.686741 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 429d75a6-6be5-4442-80dc-7211f68caf0d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:16.742791 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Allocated IP 2001:db8::3 (b28fb5f3-352f-4aaa-ac45-9899ab6ac494/8c7a9fe0-ef88-4fea-b1d2-5bf8102fb98c/a62fc2e3-7dbd-44f4-92be-450c14a56381) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:16.808017 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0a873e56-51fd-4400-9554-203c61079ae5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:16.869747 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 429d75a6-6be5-4442-80dc-7211f68caf0d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:16.870281 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:16.941596 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-cd04bca8-75a8-4677-b11e-1195be903164 None None] Provisioning for port 429c86a0-51cd-466d-817c-09b0f0958d4f completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:16.962194 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-cd04bca8-75a8-4677-b11e-1195be903164 None None] Provisioning complete for port 429c86a0-51cd-466d-817c-09b0f0958d4f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:16.962709 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cd04bca8-75a8-4677-b11e-1195be903164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:17.102254 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-cd04bca8-75a8-4677-b11e-1195be903164 None None] Port 429c86a0-51cd-466d-817c-09b0f0958d4f cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:01:17.122747 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-58e48d99-3bd2-4098-b8c4-f3b05a73f4b5 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b2b1d9c0-31fc-4373-bf0a-e34c01454fbd/tags HTTP/1.1" status: 204 len: 168 time: 0.6591008 Jan 20 11:01:17.128623 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58726) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:17.135076 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:17.136436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-47d3db4b-8914-4e57-8bca-95c719f2a172 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b2b1d9c0-31fc-4373-bf0a-e34c01454fbd', 'tempest-TagsExtTest-Tag-1703200962') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:17.151347 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Transition to ACTIVE for port object a62fc2e3-7dbd-44f4-92be-450c14a56381 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:17.173194 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Transition to ACTIVE for port object a62fc2e3-7dbd-44f4-92be-450c14a56381 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:17.179498 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-47d3db4b-8914-4e57-8bca-95c719f2a172 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] show failed (client error): The resource could not be found. Jan 20 11:01:17.183356 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-47d3db4b-8914-4e57-8bca-95c719f2a172 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/subnetpools/b2b1d9c0-31fc-4373-bf0a-e34c01454fbd/tags/tempest-TagsExtTest-Tag-1703200962 HTTP/1.1" status: 404 len: 329 time: 0.0514994 Jan 20 11:01:17.183356 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0f71-b19a-4989-be58-5a2d36c41c5b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:17.183568 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58730) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:17.189908 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-e2b95ace-e14c-4ade-96a9-c13e35f267fa tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b2b1d9c0-31fc-4373-bf0a-e34c01454fbd', 'tempest-TagsExtTest-Tag-732973411') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:17.212960 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-e2b95ace-e14c-4ade-96a9-c13e35f267fa tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] show failed (client error): The resource could not be found. Jan 20 11:01:17.213997 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e2b95ace-e14c-4ade-96a9-c13e35f267fa tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/subnetpools/b2b1d9c0-31fc-4373-bf0a-e34c01454fbd/tags/tempest-TagsExtTest-Tag-732973411 HTTP/1.1" status: 404 len: 328 time: 0.0292826 Jan 20 11:01:17.216801 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58734) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:17.222718 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-6f6d105f-e5c1-4ec9-9b73-484f5c6b6381 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b2b1d9c0-31fc-4373-bf0a-e34c01454fbd', 'tempest-TagsExtTest-Tag-818781699') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:17.245304 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-6f6d105f-e5c1-4ec9-9b73-484f5c6b6381 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] show failed (client error): The resource could not be found. Jan 20 11:01:17.248930 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6f6d105f-e5c1-4ec9-9b73-484f5c6b6381 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/subnetpools/b2b1d9c0-31fc-4373-bf0a-e34c01454fbd/tags/tempest-TagsExtTest-Tag-818781699 HTTP/1.1" status: 404 len: 328 time: 0.0286784 Jan 20 11:01:17.249160 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58738) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:17.254520 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-04625401-25bb-43c5-b276-f9b44b9534fe tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b2b1d9c0-31fc-4373-bf0a-e34c01454fbd') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:17.262912 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:17.295496 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-04625401-25bb-43c5-b276-f9b44b9534fe tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b2b1d9c0-31fc-4373-bf0a-e34c01454fbd/tags HTTP/1.1" status: 204 len: 168 time: 0.0450640 Jan 20 11:01:17.298331 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58742) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:17.304931 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-c999f50b-228d-48db-8407-b6efe29b06fb tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b04251d5-8fc0-4252-b501-f1f45e26a515') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:17.345331 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Network b28fb5f3-352f-4aaa-ac45-9899ab6ac494 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:17.348392 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:17.351552 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:17.357470 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Pushing event updated for resources: {'Port': ['ID=a62fc2e3-7dbd-44f4-92be-450c14a56381,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:17.374436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0f71-b19a-4989-be58-5a2d36c41c5b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:17.452196 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Attempting to bind port a62fc2e3-7dbd-44f4-92be-450c14a56381 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:01:17.453442 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Attempting to bind port a62fc2e3-7dbd-44f4-92be-450c14a56381 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '8a994fbf-8d03-442c-a2ed-689497528f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b28fb5f3-352f-4aaa-ac45-9899ab6ac494'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:01:17.453830 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Attempting to bind port a62fc2e3-7dbd-44f4-92be-450c14a56381 on network b28fb5f3-352f-4aaa-ac45-9899ab6ac494 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:01:17.461122 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:01:17.461499 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Checking segment: {'id': '8a994fbf-8d03-442c-a2ed-689497528f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b28fb5f3-352f-4aaa-ac45-9899ab6ac494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:17.461935 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:17.462355 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Bound using segment: {'id': '8a994fbf-8d03-442c-a2ed-689497528f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b28fb5f3-352f-4aaa-ac45-9899ab6ac494'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:01:17.462860 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Bound port: a62fc2e3-7dbd-44f4-92be-450c14a56381, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a994fbf-8d03-442c-a2ed-689497528f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b28fb5f3-352f-4aaa-ac45-9899ab6ac494'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:01:17.463256 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:17.568725 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:17.570690 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] For port a62fc2e3-7dbd-44f4-92be-450c14a56381, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:01:17.573833 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] For port a62fc2e3-7dbd-44f4-92be-450c14a56381, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a62fc2e3-7dbd-44f4-92be-450c14a56381,segment=NetworkSegment(8a994fbf-8d03-442c-a2ed-689497528f02),segment_id=8a994fbf-8d03-442c-a2ed-689497528f02)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:01:17.660485 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:17.665162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Subnet': ['ID=8c7a9fe0-ef88-4fea-b1d2-5bf8102fb98c,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:17.716541 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0a873e56-51fd-4400-9554-203c61079ae5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:17.731182 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0a873e56-51fd-4400-9554-203c61079ae5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:17.746726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3046f30-d16f-4aad-adec-8a33d4398f86 None None] Pushing event updated for resources: {'Port': ['ID=a62fc2e3-7dbd-44f4-92be-450c14a56381,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:17.759117 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1f66e8e-b158-4505-b605-df92895b59bd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:17.793366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:17.835564 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05724b7d-4267-43a8-b8d3-692ab94cb8f3 None None] Network b28fb5f3-352f-4aaa-ac45-9899ab6ac494 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:17.842777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1f66e8e-b158-4505-b605-df92895b59bd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:17.876376 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28fb5f3-352f-4aaa-ac45-9899ab6ac494']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:17.903182 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c999f50b-228d-48db-8407-b6efe29b06fb tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/routers/b04251d5-8fc0-4252-b501-f1f45e26a515/tags HTTP/1.1" status: 204 len: 168 time: 0.6013923 Jan 20 11:01:17.908485 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58746) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:17.927395 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.tag.tag_plugin [None req-e80b567c-dd93-4bed-bae5-0a49269dcd8a tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '22a7c36c-c884-47d3-ac6d-544c7cc9be7a') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:17.927640 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a994fbf-8d03-442c-a2ed-689497528f02') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:17.928098 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a994fbf-8d03-442c-a2ed-689497528f02') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:17.943498 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:17.981465 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:17.992291 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:01:17.997138 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:01:18.016459 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:01:18.029050 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0a873e56-51fd-4400-9554-203c61079ae5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:18.029589 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a873e56-51fd-4400-9554-203c61079ae5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Fanout notify agent at l3_agent the message router_deleted on router 93948803-acf6-4bd3-bc41-3e2f90619804 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:01:18.033562 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f66e8e-b158-4505-b605-df92895b59bd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=8de9305c-c408-4af5-9cfe-b258defe19e3,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:18.070357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0a873e56-51fd-4400-9554-203c61079ae5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:18.071660 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0a873e56-51fd-4400-9554-203c61079ae5 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "DELETE /v2.0/routers/93948803-acf6-4bd3-bc41-3e2f90619804 HTTP/1.1" status: 204 len: 168 time: 1.6052105 Jan 20 11:01:18.088511 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58750) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:18.145389 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-8ddc0f71-b19a-4989-be58-5a2d36c41c5b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Floating IP f4f80036-0e29-453f-bfd8-4df3e53eb509 associated. External IP: 172.26.0.162, port: 61fbefb2-371e-40a3-927c-01c2874ec1ff. Jan 20 11:01:18.171743 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Router 46014468-af53-4705-a79f-bd71c8dd0c95 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:01:18.178039 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-68dbb7e4-1131-42c1-bd4d-1760220ac477 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "GET /v2.0/ports?device_id=93948803-acf6-4bd3-bc41-3e2f90619804 HTTP/1.1" status: 200 len: 205 time: 0.0860064 Jan 20 11:01:18.189478 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58754) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:18.201077 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.api [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 11:01:18.201077 dv-neutron-825471-1-hyperv neutron-server[84331]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 11:01:18.201077 dv-neutron-825471-1-hyperv neutron-server[84331]: [parameters: {'id': 'b28fb5f3-352f-4aaa-ac45-9899ab6ac494'}] Jan 20 11:01:18.201077 dv-neutron-825471-1-hyperv neutron-server[84331]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:01:18.201417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG oslo_db.api [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:01:18.212320 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2f77bd-df80-43d2-a3b1-3a9efacab55c None None] get_active_networks_info from dv-neutron-825471-1-hyperv {{(pid=84333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 11:01:18.300069 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1ed96c8e-45a8-45fc-955c-785c2364953d None None] Provisioning complete for port 8de9305c-c408-4af5-9cfe-b258defe19e3 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:18.300591 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1ed96c8e-45a8-45fc-955c-785c2364953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:18.336707 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-c02facb3-13e1-4601-8eb8-0f8b02d52af2 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] delete failed (client error): The resource could not be found. Jan 20 11:01:18.340150 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c02facb3-13e1-4601-8eb8-0f8b02d52af2 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "DELETE /v2.0/routers/93948803-acf6-4bd3-bc41-3e2f90619804 HTTP/1.1" status: 404 len: 336 time: 0.1468871 Jan 20 11:01:18.341159 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58758) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:18.378118 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1ed96c8e-45a8-45fc-955c-785c2364953d None None] Port 8de9305c-c408-4af5-9cfe-b258defe19e3 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:01:18.397170 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-14b441b3-d149-4827-ab54-c8b85e8ff716 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "GET /v2.0/ports?device_id=620ab475-f9ef-4697-8e10-4580c8ec0b49 HTTP/1.1" status: 200 len: 205 time: 0.0532749 Jan 20 11:01:18.397401 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58762) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:18.415970 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2f77bd-df80-43d2-a3b1-3a9efacab55c None None] Resources bound (agent type, host, resource id): {{(pid=84333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 11:01:18.467082 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-ba25f318-9b1d-4248-8e13-82f0159f842a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] delete failed (client error): The resource could not be found. Jan 20 11:01:18.471109 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ba25f318-9b1d-4248-8e13-82f0159f842a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "DELETE /v2.0/routers/620ab475-f9ef-4697-8e10-4580c8ec0b49 HTTP/1.1" status: 404 len: 336 time: 0.0697119 Jan 20 11:01:18.472504 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58766) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:18.524877 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e80b567c-dd93-4bed-bae5-0a49269dcd8a tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/ports/22a7c36c-c884-47d3-ac6d-544c7cc9be7a/tags HTTP/1.1" status: 204 len: 168 time: 0.6027710 Jan 20 11:01:18.525105 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f13effb1-74a9-4b59-8369-2562e8888bdd tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a09c53-7b9d-4605-83ff-8c54804c2f60 HTTP/1.1" status: 200 len: 205 time: 0.0484574 Jan 20 11:01:18.525105 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58770) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:18.526637 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58772) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:18.531597 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.tag.tag_plugin [None req-2e43b4e5-5a60-4f53-ab00-a377e24e276d tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b13e164e-06e9-42f4-8e7a-d6305b9dc477') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:18.625434 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-a0745fed-e86a-4180-9362-99587de7756a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] delete failed (client error): The resource could not be found. Jan 20 11:01:18.629855 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a0745fed-e86a-4180-9362-99587de7756a tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "DELETE /v2.0/routers/58a09c53-7b9d-4605-83ff-8c54804c2f60 HTTP/1.1" status: 404 len: 336 time: 0.0980268 Jan 20 11:01:18.630028 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58778) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:18.676968 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4f40ec0d-4ffa-451a-a225-083effc48911 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "GET /v2.0/ports?device_id=bef5fc49-8fed-4174-a5cd-6cd74e31b2fa HTTP/1.1" status: 200 len: 205 time: 0.0465376 Jan 20 11:01:18.679701 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1f66e8e-b158-4505-b605-df92895b59bd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:18.679873 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58782) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:18.740412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:18.749098 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Router e0ca5384-3279-4b81-be6c-2d12326e53c5 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:01:18.760453 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-fa65d0c5-8571-4e0c-97ba-7f008bba3210 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] delete failed (client error): The resource could not be found. Jan 20 11:01:18.763999 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fa65d0c5-8571-4e0c-97ba-7f008bba3210 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "DELETE /v2.0/routers/bef5fc49-8fed-4174-a5cd-6cd74e31b2fa HTTP/1.1" status: 404 len: 336 time: 0.0808585 Jan 20 11:01:18.767237 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58786) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:18.789407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Deleting port a62fc2e3-7dbd-44f4-92be-450c14a56381 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:18.789777 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:18.957827 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2e43b4e5-5a60-4f53-ab00-a377e24e276d tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/subnets/b13e164e-06e9-42f4-8e7a-d6305b9dc477/tags HTTP/1.1" status: 204 len: 168 time: 0.4324646 Jan 20 11:01:18.958153 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-339674ce-fe79-46e0-a797-0c7736380113 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "GET /v2.0/ports?device_id=81d4f01d-6631-48a8-a080-27c3d4f73f2f HTTP/1.1" status: 200 len: 205 time: 0.1868112 Jan 20 11:01:18.964260 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58790) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:18.971489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58794) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:19.132587 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-39967a66-7b43-47d9-af4d-f26136b032ba tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] delete failed (client error): The resource could not be found. Jan 20 11:01:19.133575 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-39967a66-7b43-47d9-af4d-f26136b032ba tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "DELETE /v2.0/routers/81d4f01d-6631-48a8-a080-27c3d4f73f2f HTTP/1.1" status: 404 len: 336 time: 0.1600721 Jan 20 11:01:19.142273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58798) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:19.211441 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e59f0894-8138-410e-93ab-8999f28e1e40 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a1f9742-6d4e-4df0-a6ab-a180ad25c3a1 HTTP/1.1" status: 200 len: 205 time: 0.0662203 Jan 20 11:01:19.217009 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58802) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:19.228583 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1f66e8e-b158-4505-b605-df92895b59bd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:19.283071 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:01:19.293987 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7e699e-0374-450d-822d-e7545aa99e56 None None] Sync routers for ids ['46014468-af53-4705-a79f-bd71c8dd0c95'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:01:19.307262 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7e699e-0374-450d-822d-e7545aa99e56 None None] Routers {'46014468-af53-4705-a79f-bd71c8dd0c95'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:19.308103 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0d7e699e-0374-450d-822d-e7545aa99e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['46014468-af53-4705-a79f-bd71c8dd0c95'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:19.341292 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-d74d00a1-fd46-4010-9a42-9b4411357b02 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] delete failed (client error): The resource could not be found. Jan 20 11:01:19.344955 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d74d00a1-fd46-4010-9a42-9b4411357b02 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "DELETE /v2.0/routers/8a1f9742-6d4e-4df0-a6ab-a180ad25c3a1 HTTP/1.1" status: 404 len: 336 time: 0.1196702 Jan 20 11:01:19.353400 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58806) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:19.368998 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0d7e699e-0374-450d-822d-e7545aa99e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:19.381217 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7e699e-0374-450d-822d-e7545aa99e56 None None] Routers {'46014468-af53-4705-a79f-bd71c8dd0c95'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:19.381919 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0d7e699e-0374-450d-822d-e7545aa99e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['46014468-af53-4705-a79f-bd71c8dd0c95'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:19.415933 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] For port a62fc2e3-7dbd-44f4-92be-450c14a56381, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a62fc2e3-7dbd-44f4-92be-450c14a56381,segment=NetworkSegment(8a994fbf-8d03-442c-a2ed-689497528f02),segment_id=8a994fbf-8d03-442c-a2ed-689497528f02)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:19.416407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:19.423874 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-796492e3-8ffb-423c-badd-657bc6391087 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] DELETE failed (client error): The resource could not be found. Jan 20 11:01:19.424343 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796492e3-8ffb-423c-badd-657bc6391087 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:01:19.443924 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0d7e699e-0374-450d-822d-e7545aa99e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:19.444337 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7e699e-0374-450d-822d-e7545aa99e56 None None] The sync data for ids ['46014468-af53-4705-a79f-bd71c8dd0c95'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:01:19.491991 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:19.493192 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-56fe88db-a80f-4d8c-8091-9a4a72e93278 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.7183790 Jan 20 11:01:19.503282 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58810) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:19.545556 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-796492e3-8ffb-423c-badd-657bc6391087 tempest-RoutersAdminTest-1450760061 tempest-RoutersAdminTest-1450760061-project] 10.222.0.70 "DELETE /v2.0/subnets/f7c1d3ee-4173-4498-b5d1-5b605fbd9506 HTTP/1.1" status: 404 len: 337 time: 0.1901929 Jan 20 11:01:19.553229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Calling delete_port for a62fc2e3-7dbd-44f4-92be-450c14a56381 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:19.586756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b6b701fc-aa2d-4e7c-ad56-090336e9b7af tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks [] for subnetpool, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:19.587857 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b6b701fc-aa2d-4e7c-ad56-090336e9b7af tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b2b1d9c0-31fc-4373-bf0a-e34c01454fbd HTTP/1.1" status: 204 len: 168 time: 0.6226935 Jan 20 11:01:19.594216 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddc0f71-b19a-4989-be58-5a2d36c41c5b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router 7808d997-0e79-46d1-bab3-0af3f05906f9 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:01:19.594824 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58816) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:19.655392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4bb2b125-171d-4642-94d1-411eeaa7c8e3 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Synchronizing usage tracker for tenant:b1841a539fb34c7abda86e006b3d2a4f on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:01:19.836055 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4bb2b125-171d-4642-94d1-411eeaa7c8e3 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Unset dirty status for tenant:b1841a539fb34c7abda86e006b3d2a4f on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:01:19.839597 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4bb2b125-171d-4642-94d1-411eeaa7c8e3 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "GET /v2.0/ports?device_id=b04251d5-8fc0-4252-b501-f1f45e26a515 HTTP/1.1" status: 200 len: 205 time: 0.2414711 Jan 20 11:01:19.840112 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58820) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:19.844303 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:19.851276 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:01:19.863565 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26b8065-351f-4a9e-a612-e547053a8430 None None] Sync routers for ids ['e0ca5384-3279-4b81-be6c-2d12326e53c5'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:01:19.878404 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26b8065-351f-4a9e-a612-e547053a8430 None None] Routers {'e0ca5384-3279-4b81-be6c-2d12326e53c5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:19.879364 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f26b8065-351f-4a9e-a612-e547053a8430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e0ca5384-3279-4b81-be6c-2d12326e53c5'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:19.923324 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] No DVR routers for this DVR port a62fc2e3-7dbd-44f4-92be-450c14a56381 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:01:19.925954 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-b1f66e8e-b158-4505-b605-df92895b59bd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 11:01:19.953392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1f66e8e-b158-4505-b605-df92895b59bd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:19.969456 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Port': ['ID=a62fc2e3-7dbd-44f4-92be-450c14a56381,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:19.989414 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f26b8065-351f-4a9e-a612-e547053a8430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:20.001224 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26b8065-351f-4a9e-a612-e547053a8430 None None] Routers {'e0ca5384-3279-4b81-be6c-2d12326e53c5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:20.002115 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f26b8065-351f-4a9e-a612-e547053a8430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e0ca5384-3279-4b81-be6c-2d12326e53c5'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:20.035269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49c5ae22-1dee-460d-9867-f1631db0d39e tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:20.085774 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f26b8065-351f-4a9e-a612-e547053a8430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:20.086375 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26b8065-351f-4a9e-a612-e547053a8430 None None] The sync data for ids ['e0ca5384-3279-4b81-be6c-2d12326e53c5'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:01:20.099550 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:20.102788 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:20.119750 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1f66e8e-b158-4505-b605-df92895b59bd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:20.137004 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28fb5f3-352f-4aaa-ac45-9899ab6ac494']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:20.148527 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58826) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:20.159430 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a994fbf-8d03-442c-a2ed-689497528f02') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:20.159808 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a994fbf-8d03-442c-a2ed-689497528f02') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:20.167569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddc0f71-b19a-4989-be58-5a2d36c41c5b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:01:20.182528 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a42971-d9b1-4f02-8a52-4d45121b0946 None None] Sync routers for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:01:20.200964 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a42971-d9b1-4f02-8a52-4d45121b0946 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:20.202057 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-09a42971-d9b1-4f02-8a52-4d45121b0946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:20.238112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:20.257889 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:20.267549 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:01:20.267992 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:20.283394 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-09a42971-d9b1-4f02-8a52-4d45121b0946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:01:20.283884 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:01:20.299452 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a42971-d9b1-4f02-8a52-4d45121b0946 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:20.300649 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-09a42971-d9b1-4f02-8a52-4d45121b0946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:20.364665 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-09a42971-d9b1-4f02-8a52-4d45121b0946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:20.365075 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a42971-d9b1-4f02-8a52-4d45121b0946 None None] The sync data for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:01:20.380806 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-572a5d05-75d2-4396-9ede-3ee9643315c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:20.473389 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1f66e8e-b158-4505-b605-df92895b59bd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:20.479759 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b2d2c4d8-e07c-49e2-b479-51550ed1a338 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 11.7283123 Jan 20 11:01:20.480560 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f66e8e-b158-4505-b605-df92895b59bd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=8de9305c-c408-4af5-9cfe-b258defe19e3,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:20.482955 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58832) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:20.490623 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5a709a0a-91f8-4b0f-aacb-65e2075ab18f tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "GET /v2.0/routers/46014468-af53-4705-a79f-bd71c8dd0c95 HTTP/1.1" status: 200 len: 925 time: 0.9836595 Jan 20 11:01:20.493719 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58834) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:20.498646 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:20.570597 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:20.623503 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aa85a89c-a401-4475-8cd4-9dda2c0ab4aa tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "GET /v2.0/ports?device_id=46014468-af53-4705-a79f-bd71c8dd0c95 HTTP/1.1" status: 200 len: 205 time: 0.1277909 Jan 20 11:01:20.720210 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58840) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:20.723358 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Network': ['ID=b28fb5f3-352f-4aaa-ac45-9899ab6ac494,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:20.727018 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-572a5d05-75d2-4396-9ede-3ee9643315c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:20.798833 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-572a5d05-75d2-4396-9ede-3ee9643315c8 admin admin] Usage tracker for resource:security_group_rule and tenant:5523044ad02c4ad49de28c4ccf48ef71 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:20.810328 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-572a5d05-75d2-4396-9ede-3ee9643315c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:20.824591 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-34dc32e8-2bc0-4610-a742-c475939f41da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/networks/b28fb5f3-352f-4aaa-ac45-9899ab6ac494 HTTP/1.1" status: 204 len: 168 time: 4.8678858 Jan 20 11:01:20.833386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58844) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:20.839678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-572a5d05-75d2-4396-9ede-3ee9643315c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:20.852980 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-47adafdc-5f23-462c-bb36-1aba500d896f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1935396069'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:20.869606 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-47adafdc-5f23-462c-bb36-1aba500d896f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:20.878486 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b03e6f73-afeb-4b45-8027-c16e5e85787f tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] 10.222.0.70 "GET /v2.0/floatingips/dd5ba781-26dc-40cb-be99-7d11ea49ab3e HTTP/1.1" status: 200 len: 982 time: 0.3858454 Jan 20 11:01:20.883091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58848) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:20.885904 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-47adafdc-5f23-462c-bb36-1aba500d896f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Usage tracker for resource:network and tenant:fa35f0375ba34722acf099d25191ba04 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:20.895082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-47adafdc-5f23-462c-bb36-1aba500d896f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:20.902176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49c5ae22-1dee-460d-9867-f1631db0d39e tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:20.920496 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49c5ae22-1dee-460d-9867-f1631db0d39e tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:20.935894 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f66e8e-b158-4505-b605-df92895b59bd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 2a09b946-d844-459a-b658-d41376d270b2 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:20.939974 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b1f66e8e-b158-4505-b605-df92895b59bd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:20.956390 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-47adafdc-5f23-462c-bb36-1aba500d896f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:21.060503 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b963fba7-fd6d-421b-9ca5-4c1d9eaa5e2d tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3020 time: 0.1685741 Jan 20 11:01:21.072031 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58852) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:21.171176 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47adafdc-5f23-462c-bb36-1aba500d896f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:21.174518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-47adafdc-5f23-462c-bb36-1aba500d896f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:21.221084 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-79314ef2-525f-4897-b1cb-4aaa692f9e3e None None] Provisioning complete for port 8de9305c-c408-4af5-9cfe-b258defe19e3 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:21.221686 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79314ef2-525f-4897-b1cb-4aaa692f9e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:21.224163 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-572a5d05-75d2-4396-9ede-3ee9643315c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:21.266832 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47adafdc-5f23-462c-bb36-1aba500d896f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:01:21.280883 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-79314ef2-525f-4897-b1cb-4aaa692f9e3e None None] Port 8de9305c-c408-4af5-9cfe-b258defe19e3 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:01:21.285023 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49c5ae22-1dee-460d-9867-f1631db0d39e tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:21.285496 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c5ae22-1dee-460d-9867-f1631db0d39e tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Fanout notify agent at l3_agent the message router_deleted on router b04251d5-8fc0-4252-b501-f1f45e26a515 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:01:21.286772 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-47adafdc-5f23-462c-bb36-1aba500d896f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:21.287134 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-47adafdc-5f23-462c-bb36-1aba500d896f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Added segment 862d3571-652c-447e-a1d8-671d16db180c of type vlan for network 8ea6ae24-a340-4275-a002-f48b0078ba56 Jan 20 11:01:21.326568 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-47adafdc-5f23-462c-bb36-1aba500d896f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:21.371033 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-49c5ae22-1dee-460d-9867-f1631db0d39e tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:21.372082 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-49c5ae22-1dee-460d-9867-f1631db0d39e tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/routers/b04251d5-8fc0-4252-b501-f1f45e26a515 HTTP/1.1" status: 204 len: 168 time: 1.5256493 Jan 20 11:01:21.377286 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58856) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:21.397861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-572a5d05-75d2-4396-9ede-3ee9643315c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:21.414819 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82ceea99-bb7b-4c2b-bddc-8853b28b49f0 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:21.469127 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-4ea508d6-6f0b-4cc6-87f0-ba55f85fc92d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Deleting port 2a2568ee-eab0-45aa-ad3a-33f60577ad29 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:21.469476 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4ea508d6-6f0b-4cc6-87f0-ba55f85fc92d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:21.545505 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a5d05-75d2-4396-9ede-3ee9643315c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8902d44-c169-4633-9f4c-dbd75c18fae8,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:21.551837 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-572a5d05-75d2-4396-9ede-3ee9643315c8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5523044ad02c4ad49de28c4ccf48ef71&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4014111 Jan 20 11:01:21.555073 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58860) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:21.601917 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-47adafdc-5f23-462c-bb36-1aba500d896f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:21.605451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47adafdc-5f23-462c-bb36-1aba500d896f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:21.606067 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-47adafdc-5f23-462c-bb36-1aba500d896f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:21.698691 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-5953e821-c160-449b-924e-fc658ed2bf7c tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Deleting port 22a7c36c-c884-47d3-ac6d-544c7cc9be7a {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:21.699030 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5953e821-c160-449b-924e-fc658ed2bf7c tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:21.811529 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adafdc-5f23-462c-bb36-1aba500d896f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Network': ['ID=8ea6ae24-a340-4275-a002-f48b0078ba56,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:21.823203 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 8ea6ae24-a340-4275-a002-f48b0078ba56 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:01:21.830069 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-47adafdc-5f23-462c-bb36-1aba500d896f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9844036 Jan 20 11:01:21.832363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58864) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:21.835482 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b00ed467-ee8d-402f-a55e-565c1a6215d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:21.849098 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f3bb7c0b-5e84-4661-9c7d-d8df13209751 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'subnet': {'network_id': '8ea6ae24-a340-4275-a002-f48b0078ba56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:21.870595 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddc0f71-b19a-4989-be58-5a2d36c41c5b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router babb07ba-4e46-4fc1-8fbc-213345269271 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:01:21.935812 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4ea508d6-6f0b-4cc6-87f0-ba55f85fc92d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:21.936144 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4ea508d6-6f0b-4cc6-87f0-ba55f85fc92d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:21.985524 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b00ed467-ee8d-402f-a55e-565c1a6215d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:22.031972 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f3bb7c0b-5e84-4661-9c7d-d8df13209751 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:22.040009 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f3bb7c0b-5e84-4661-9c7d-d8df13209751 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Usage tracker for resource:subnet and tenant:fa35f0375ba34722acf099d25191ba04 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:22.099080 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f3bb7c0b-5e84-4661-9c7d-d8df13209751 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:22.114148 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f3bb7c0b-5e84-4661-9c7d-d8df13209751 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:22.117013 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-4ea508d6-6f0b-4cc6-87f0-ba55f85fc92d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Calling delete_port for 2a2568ee-eab0-45aa-ad3a-33f60577ad29 owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:22.157677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82ceea99-bb7b-4c2b-bddc-8853b28b49f0 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:22.227333 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5953e821-c160-449b-924e-fc658ed2bf7c tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:22.229243 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bb7c0b-5e84-4661-9c7d-d8df13209751 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:22.251197 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-82ceea99-bb7b-4c2b-bddc-8853b28b49f0 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Deleting port d4ee6870-2f68-48ad-bd46-3a418f2eb00d {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:22.251543 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82ceea99-bb7b-4c2b-bddc-8853b28b49f0 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:22.272868 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b00ed467-ee8d-402f-a55e-565c1a6215d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:22.367544 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-5953e821-c160-449b-924e-fc658ed2bf7c tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Calling delete_port for 22a7c36c-c884-47d3-ac6d-544c7cc9be7a owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:22.478534 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ed467-ee8d-402f-a55e-565c1a6215d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8902d44-c169-4633-9f4c-dbd75c18fae8,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:22.525049 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f66e8e-b158-4505-b605-df92895b59bd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Router 5e6004c3-dd29-48c3-9eea-8b5a8743413d is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:01:22.533334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b00ed467-ee8d-402f-a55e-565c1a6215d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:22.536891 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b00ed467-ee8d-402f-a55e-565c1a6215d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f8902d44-c169-4633-9f4c-dbd75c18fae8 HTTP/1.1" status: 204 len: 168 time: 0.9771700 Jan 20 11:01:22.563324 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3bb7c0b-5e84-4661-9c7d-d8df13209751 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:22.715595 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5953e821-c160-449b-924e-fc658ed2bf7c tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:22.717122 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4ea508d6-6f0b-4cc6-87f0-ba55f85fc92d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:22.773477 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea508d6-6f0b-4cc6-87f0-ba55f85fc92d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Pushing event deleted for resources: {'Port': ['ID=2a2568ee-eab0-45aa-ad3a-33f60577ad29,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:22.778523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82ceea99-bb7b-4c2b-bddc-8853b28b49f0 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:22.793256 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddc0f71-b19a-4989-be58-5a2d36c41c5b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:01:22.803938 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edee3146-1767-4c98-8be9-a463af3deb4e None None] Sync routers for ids ['babb07ba-4e46-4fc1-8fbc-213345269271'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:01:22.820761 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edee3146-1767-4c98-8be9-a463af3deb4e None None] Routers {'babb07ba-4e46-4fc1-8fbc-213345269271'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:22.821521 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-edee3146-1767-4c98-8be9-a463af3deb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['babb07ba-4e46-4fc1-8fbc-213345269271'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:22.888227 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953e821-c160-449b-924e-fc658ed2bf7c tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Pushing event deleted for resources: {'Port': ['ID=22a7c36c-c884-47d3-ac6d-544c7cc9be7a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:22.897185 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-edee3146-1767-4c98-8be9-a463af3deb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:22.909823 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edee3146-1767-4c98-8be9-a463af3deb4e None None] Routers {'babb07ba-4e46-4fc1-8fbc-213345269271'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:22.910578 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-edee3146-1767-4c98-8be9-a463af3deb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['babb07ba-4e46-4fc1-8fbc-213345269271'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:22.933073 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-82ceea99-bb7b-4c2b-bddc-8853b28b49f0 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Calling delete_port for d4ee6870-2f68-48ad-bd46-3a418f2eb00d owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:22.987251 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-edee3146-1767-4c98-8be9-a463af3deb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:22.987824 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edee3146-1767-4c98-8be9-a463af3deb4e None None] The sync data for ids ['babb07ba-4e46-4fc1-8fbc-213345269271'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:01:23.078022 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0f71-b19a-4989-be58-5a2d36c41c5b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:23.191797 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f66e8e-b158-4505-b605-df92895b59bd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:01:23.199158 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5953e821-c160-449b-924e-fc658ed2bf7c tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:23.205482 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae88b521-4e51-4633-8aea-5663f214fbdf None None] Sync routers for ids ['5e6004c3-dd29-48c3-9eea-8b5a8743413d'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:01:23.211518 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4ea508d6-6f0b-4cc6-87f0-ba55f85fc92d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:23.215376 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae88b521-4e51-4633-8aea-5663f214fbdf None None] Routers {'5e6004c3-dd29-48c3-9eea-8b5a8743413d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:23.215976 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ae88b521-4e51-4633-8aea-5663f214fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['5e6004c3-dd29-48c3-9eea-8b5a8743413d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:23.277493 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ae88b521-4e51-4633-8aea-5663f214fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:23.283709 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b1f66e8e-b158-4505-b605-df92895b59bd tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "PUT /v2.0/routers/5e6004c3-dd29-48c3-9eea-8b5a8743413d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8374722 Jan 20 11:01:23.285039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58872) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:23.294164 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae88b521-4e51-4633-8aea-5663f214fbdf None None] Routers {'5e6004c3-dd29-48c3-9eea-8b5a8743413d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:23.295147 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ae88b521-4e51-4633-8aea-5663f214fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['5e6004c3-dd29-48c3-9eea-8b5a8743413d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:23.297705 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8ddc0f71-b19a-4989-be58-5a2d36c41c5b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "PUT /v2.0/floatingips/f4f80036-0e29-453f-bfd8-4df3e53eb509 HTTP/1.1" status: 200 len: 978 time: 7.0918190 Jan 20 11:01:23.301159 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58876) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:23.359277 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ae88b521-4e51-4633-8aea-5663f214fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:23.359808 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae88b521-4e51-4633-8aea-5663f214fbdf None None] The sync data for ids ['5e6004c3-dd29-48c3-9eea-8b5a8743413d'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:01:23.420650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-f9253e58-a9d0-44bc-9a52-8fc06bce160a tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Deleting port 429c86a0-51cd-466d-817c-09b0f0958d4f {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:23.421043 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9253e58-a9d0-44bc-9a52-8fc06bce160a tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:23.436683 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576e33b6-9870-4f71-b438-7497bafa7aed tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:23.438081 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-576e33b6-9870-4f71-b438-7497bafa7aed tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Synchronizing usage tracker for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:01:23.447497 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5953e821-c160-449b-924e-fc658ed2bf7c tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/ports/22a7c36c-c884-47d3-ac6d-544c7cc9be7a HTTP/1.1" status: 204 len: 168 time: 2.0692382 Jan 20 11:01:23.455243 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58880) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:23.467060 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3bb7c0b-5e84-4661-9c7d-d8df13209751 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:23.494246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58884) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:23.584110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82ceea99-bb7b-4c2b-bddc-8853b28b49f0 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:23.643133 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-576e33b6-9870-4f71-b438-7497bafa7aed tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Unset dirty status for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:01:23.644296 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-576e33b6-9870-4f71-b438-7497bafa7aed tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e6004c3-dd29-48c3-9eea-8b5a8743413d HTTP/1.1" status: 200 len: 981 time: 0.3583241 Jan 20 11:01:23.654581 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58888) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:23.658802 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ceea99-bb7b-4c2b-bddc-8853b28b49f0 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Pushing event deleted for resources: {'Port': ['ID=d4ee6870-2f68-48ad-bd46-3a418f2eb00d,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:23.660541 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb7c0b-5e84-4661-9c7d-d8df13209751 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Subnet': ['ID=12359476-0055-4341-9362-dcd0fef57820,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:23.725417 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dd88624a-eb85-4e58-81dd-3f5fc782679b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a4cf99580ffe4140a0902c1cbe3395a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2276459 Jan 20 11:01:23.735003 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58892) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:23.810037 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bb7c0b-5e84-4661-9c7d-d8df13209751 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Checking segment: {'id': '862d3571-652c-447e-a1d8-671d16db180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8ea6ae24-a340-4275-a002-f48b0078ba56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:23.810404 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb7c0b-5e84-4661-9c7d-d8df13209751 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network hostable DHCP agents. Network: 8ea6ae24-a340-4275-a002-f48b0078ba56, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:01:23.939918 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45f3b94-99af-4105-83da-ff829b0fd425 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Deleting subnet b13e164e-06e9-42f4-8e7a-d6305b9dc477 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:01:23.969472 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f45f3b94-99af-4105-83da-ff829b0fd425 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:24.046672 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6769706c-d3bf-4cca-9172-d7fecc140590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:24.075406 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f45f3b94-99af-4105-83da-ff829b0fd425 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:24.131834 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9253e58-a9d0-44bc-9a52-8fc06bce160a tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:24.146042 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb7c0b-5e84-4661-9c7d-d8df13209751 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network 8ea6ae24-a340-4275-a002-f48b0078ba56 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:01:24.146896 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6769706c-d3bf-4cca-9172-d7fecc140590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:24.218369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82ceea99-bb7b-4c2b-bddc-8853b28b49f0 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:24.346519 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-f3bb7c0b-5e84-4661-9c7d-d8df13209751 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 8ea6ae24-a340-4275-a002-f48b0078ba56) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:24.355383 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb937ad1-7024-47b0-95e5-1272e2ffdb28 None None] Network 8ea6ae24-a340-4275-a002-f48b0078ba56 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:24.364353 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bb7c0b-5e84-4661-9c7d-d8df13209751 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:24.364961 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3bb7c0b-5e84-4661-9c7d-d8df13209751 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:24.419126 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f45f3b94-99af-4105-83da-ff829b0fd425 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:24.541007 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6769706c-d3bf-4cca-9172-d7fecc140590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:24.584687 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82ceea99-bb7b-4c2b-bddc-8853b28b49f0 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:24.585501 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea508d6-6f0b-4cc6-87f0-ba55f85fc92d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Router e0ca5384-3279-4b81-be6c-2d12326e53c5 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:01:24.590981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8ea6ae24-a340-4275-a002-f48b0078ba56', 'network_id': '8ea6ae24-a340-4275-a002-f48b0078ba56', 'tenant_id': 'fa35f0375ba34722acf099d25191ba04', 'fixed_ips': [{'subnet_id': '12359476-0055-4341-9362-dcd0fef57820'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:01:24.592059 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:24.595900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769706c-d3bf-4cca-9172-d7fecc140590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c9fd71-1878-4e12-b6cb-8946c05a181f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:24.603070 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f45f3b94-99af-4105-83da-ff829b0fd425 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:24.604769 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82ceea99-bb7b-4c2b-bddc-8853b28b49f0 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:24.650735 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f3b94-99af-4105-83da-ff829b0fd425 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Pushing event deleted for resources: {'Subnet': ['ID=b13e164e-06e9-42f4-8e7a-d6305b9dc477,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:24.679810 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6769706c-d3bf-4cca-9172-d7fecc140590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:24.680026 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f3bb7c0b-5e84-4661-9c7d-d8df13209751 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.8373611 Jan 20 11:01:24.680120 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6769706c-d3bf-4cca-9172-d7fecc140590 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f2c9fd71-1878-4e12-b6cb-8946c05a181f HTTP/1.1" status: 204 len: 168 time: 0.9301355 Jan 20 11:01:24.680120 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f45f3b94-99af-4105-83da-ff829b0fd425 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:24.680273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58896) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:24.680358 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f45f3b94-99af-4105-83da-ff829b0fd425 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/subnets/b13e164e-06e9-42f4-8e7a-d6305b9dc477 HTTP/1.1" status: 204 len: 168 time: 1.2235568 Jan 20 11:01:24.682336 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58902) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:24.702169 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b137d7-e724-46e3-82d8-91d59d3de33b None None] Network 24544250-bc98-4f50-bce6-ffb1dc8464c6 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:24.903894 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:24.917162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9253e58-a9d0-44bc-9a52-8fc06bce160a tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:24.918976 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9253e58-a9d0-44bc-9a52-8fc06bce160a tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:24.920025 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-f9253e58-a9d0-44bc-9a52-8fc06bce160a tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Floating IP f4f80036-0e29-453f-bfd8-4df3e53eb509 disassociated. External IP: 172.26.0.162, port: 429c86a0-51cd-466d-817c-09b0f0958d4f. Jan 20 11:01:24.920515 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-f9253e58-a9d0-44bc-9a52-8fc06bce160a tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Calling delete_port for 429c86a0-51cd-466d-817c-09b0f0958d4f owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:24.962034 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Allocated IP 2001:db8::1 (8ea6ae24-a340-4275-a002-f48b0078ba56/12359476-0055-4341-9362-dcd0fef57820/f0253c87-8bd4-409c-b324-2ade07231540) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:25.016577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82ceea99-bb7b-4c2b-bddc-8853b28b49f0 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:25.018212 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ceea99-bb7b-4c2b-bddc-8853b28b49f0 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Fanout notify agent at l3_agent the message router_deleted on router 46014468-af53-4705-a79f-bd71c8dd0c95 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:01:25.040431 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82ceea99-bb7b-4c2b-bddc-8853b28b49f0 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:25.045388 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-82ceea99-bb7b-4c2b-bddc-8853b28b49f0 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "DELETE /v2.0/routers/46014468-af53-4705-a79f-bd71c8dd0c95 HTTP/1.1" status: 204 len: 168 time: 4.3161922 Jan 20 11:01:25.047048 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58906) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:25.088336 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1488687285', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'enable_snat': False}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:25.100849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:25.110466 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:25.121025 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Usage tracker for resource:router and tenant:4ed204bfc23f48879574fab00b447923 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:25.126308 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:25.137832 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:25.167764 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Deleting port de6067dd-5a22-4056-b007-21c2ce1575c1 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:25.167764 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:25.235615 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:25.270713 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017fae6e-983d-4586-be45-2060c8f9a2e7 None None] DHCP port deletion for 24544250-bc98-4f50-bce6-ffb1dc8464c6 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:01:25.290228 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-017fae6e-983d-4586-be45-2060c8f9a2e7 None None] Deleting port de6067dd-5a22-4056-b007-21c2ce1575c1 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:25.290863 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-017fae6e-983d-4586-be45-2060c8f9a2e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:25.308692 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9253e58-a9d0-44bc-9a52-8fc06bce160a tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:25.313011 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:25.314032 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:25.353460 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:25.360615 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9253e58-a9d0-44bc-9a52-8fc06bce160a tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event deleted for resources: {'Port': ['ID=429c86a0-51cd-466d-817c-09b0f0958d4f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:25.367886 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Transition to ACTIVE for port object f0253c87-8bd4-409c-b324-2ade07231540 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:25.394031 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Transition to ACTIVE for port object f0253c87-8bd4-409c-b324-2ade07231540 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:25.530187 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1616e8e0-90b9-4b4a-9b46-724eadf4c4b9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:25.549948 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:25.605075 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:25.678934 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9253e58-a9d0-44bc-9a52-8fc06bce160a tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router babb07ba-4e46-4fc1-8fbc-213345269271 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:01:25.698109 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:25.712387 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Network 8ea6ae24-a340-4275-a002-f48b0078ba56 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:25.716801 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] For port de6067dd-5a22-4056-b007-21c2ce1575c1, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=de6067dd-5a22-4056-b007-21c2ce1575c1,segment=NetworkSegment(4553aa33-9a5f-4c66-af07-85f8214c28d2),segment_id=4553aa33-9a5f-4c66-af07-85f8214c28d2)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:25.721103 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:25.721252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:25.724706 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:25.730452 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-017fae6e-983d-4586-be45-2060c8f9a2e7 None None] For port de6067dd-5a22-4056-b007-21c2ce1575c1, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=de6067dd-5a22-4056-b007-21c2ce1575c1,segment=NetworkSegment(4553aa33-9a5f-4c66-af07-85f8214c28d2),segment_id=4553aa33-9a5f-4c66-af07-85f8214c28d2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:25.737429 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-017fae6e-983d-4586-be45-2060c8f9a2e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:25.752417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Pushing event updated for resources: {'Port': ['ID=f0253c87-8bd4-409c-b324-2ade07231540,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:25.850136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Calling delete_port for de6067dd-5a22-4056-b007-21c2ce1575c1 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:25.868635 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device de6067dd-5a22-4056-b007-21c2ce1575c1 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:01:25.943025 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:01:25.976456 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea508d6-6f0b-4cc6-87f0-ba55f85fc92d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:01:26.003935 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-017fae6e-983d-4586-be45-2060c8f9a2e7 None None] Calling delete_port for de6067dd-5a22-4056-b007-21c2ce1575c1 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:26.027495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Subnet': ['ID=12359476-0055-4341-9362-dcd0fef57820,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:26.049003 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028aebf7-6c47-4071-aef4-2de12c4d80c5 None None] Sync routers for ids ['e0ca5384-3279-4b81-be6c-2d12326e53c5'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:01:26.066035 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4ea508d6-6f0b-4cc6-87f0-ba55f85fc92d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:26.121815 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:26.132962 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:26.149145 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4ea508d6-6f0b-4cc6-87f0-ba55f85fc92d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] 10.222.0.70 "DELETE /v2.0/floatingips/dd5ba781-26dc-40cb-be99-7d11ea49ab3e HTTP/1.1" status: 204 len: 168 time: 5.0748646 Jan 20 11:01:26.153079 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58924) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:26.174465 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea6ae24-a340-4275-a002-f48b0078ba56']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:26.189093 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:26.198887 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862d3571-652c-447e-a1d8-671d16db180c') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:26.199148 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862d3571-652c-447e-a1d8-671d16db180c') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:26.201499 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Attempting to bind port f0253c87-8bd4-409c-b324-2ade07231540 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:01:26.201681 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:26.202065 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Attempting to bind port f0253c87-8bd4-409c-b324-2ade07231540 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '862d3571-652c-447e-a1d8-671d16db180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8ea6ae24-a340-4275-a002-f48b0078ba56'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:01:26.202579 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Attempting to bind port f0253c87-8bd4-409c-b324-2ade07231540 on network 8ea6ae24-a340-4275-a002-f48b0078ba56 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:01:26.205784 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:26.207271 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No ports have port_id starting with de6067dd-5a22-4056-b007-21c2ce1575c1 Jan 20 11:01:26.219530 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:01:26.219928 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Checking segment: {'id': '862d3571-652c-447e-a1d8-671d16db180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8ea6ae24-a340-4275-a002-f48b0078ba56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:26.220629 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:26.221083 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Bound using segment: {'id': '862d3571-652c-447e-a1d8-671d16db180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8ea6ae24-a340-4275-a002-f48b0078ba56'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:01:26.221713 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Bound port: f0253c87-8bd4-409c-b324-2ade07231540, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862d3571-652c-447e-a1d8-671d16db180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '8ea6ae24-a340-4275-a002-f48b0078ba56'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:01:26.232388 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:26.243700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-017fae6e-983d-4586-be45-2060c8f9a2e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:01:26.244188 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-017fae6e-983d-4586-be45-2060c8f9a2e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:01:26.245009 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028aebf7-6c47-4071-aef4-2de12c4d80c5 None None] Routers {'e0ca5384-3279-4b81-be6c-2d12326e53c5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:26.245787 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-028aebf7-6c47-4071-aef4-2de12c4d80c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e0ca5384-3279-4b81-be6c-2d12326e53c5'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:26.274464 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:26.315448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:26.324953 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:01:26.325371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:01:26.340333 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:01:26.380276 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Usage tracker for resource:floatingip and tenant:6c091004344d482c82cf4ffe2b8dcaa2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:26.383066 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Pushing event deleted for resources: {'Port': ['ID=de6067dd-5a22-4056-b007-21c2ce1575c1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:26.384986 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:26.402288 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:26.413325 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] No DVR routers for this DVR port de6067dd-5a22-4056-b007-21c2ce1575c1 on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:01:26.414136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58930) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:26.424220 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-028aebf7-6c47-4071-aef4-2de12c4d80c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:26.432084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9253e58-a9d0-44bc-9a52-8fc06bce160a tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:01:26.447300 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b26a1-07f2-469d-b1fd-2e98cce0b544 None None] Sync routers for ids ['babb07ba-4e46-4fc1-8fbc-213345269271'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:01:26.462618 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b26a1-07f2-469d-b1fd-2e98cce0b544 None None] Routers {'babb07ba-4e46-4fc1-8fbc-213345269271'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:26.466144 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-409b26a1-07f2-469d-b1fd-2e98cce0b544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['babb07ba-4e46-4fc1-8fbc-213345269271'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:26.479618 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028aebf7-6c47-4071-aef4-2de12c4d80c5 None None] Routers {'e0ca5384-3279-4b81-be6c-2d12326e53c5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:26.480241 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-028aebf7-6c47-4071-aef4-2de12c4d80c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e0ca5384-3279-4b81-be6c-2d12326e53c5'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:26.508733 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.api [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 11:01:26.508733 dv-neutron-825471-1-hyperv neutron-server[84331]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 11:01:26.508733 dv-neutron-825471-1-hyperv neutron-server[84331]: [parameters: {'id': '8ea6ae24-a340-4275-a002-f48b0078ba56'}] Jan 20 11:01:26.508733 dv-neutron-825471-1-hyperv neutron-server[84331]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:01:26.509163 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG oslo_db.api [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:01:26.551217 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9253e58-a9d0-44bc-9a52-8fc06bce160a tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:26.551845 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-028aebf7-6c47-4071-aef4-2de12c4d80c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:26.552289 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028aebf7-6c47-4071-aef4-2de12c4d80c5 None None] The sync data for ids ['e0ca5384-3279-4b81-be6c-2d12326e53c5'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:01:26.560071 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] For port f0253c87-8bd4-409c-b324-2ade07231540, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:01:26.560789 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-409b26a1-07f2-469d-b1fd-2e98cce0b544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:26.573033 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f9253e58-a9d0-44bc-9a52-8fc06bce160a tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/ports/429c86a0-51cd-466d-817c-09b0f0958d4f HTTP/1.1" status: 204 len: 168 time: 3.2708437 Jan 20 11:01:26.575684 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58936) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:26.578507 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] For port f0253c87-8bd4-409c-b324-2ade07231540, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f0253c87-8bd4-409c-b324-2ade07231540,segment=NetworkSegment(862d3571-652c-447e-a1d8-671d16db180c),segment_id=862d3571-652c-447e-a1d8-671d16db180c)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:01:26.584656 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:26.589682 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b26a1-07f2-469d-b1fd-2e98cce0b544 None None] Routers {'babb07ba-4e46-4fc1-8fbc-213345269271'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:26.590287 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-409b26a1-07f2-469d-b1fd-2e98cce0b544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['babb07ba-4e46-4fc1-8fbc-213345269271'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:26.640261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:26.650544 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-409b26a1-07f2-469d-b1fd-2e98cce0b544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:26.651185 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b26a1-07f2-469d-b1fd-2e98cce0b544 None None] The sync data for ids ['babb07ba-4e46-4fc1-8fbc-213345269271'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:01:26.744221 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:26.770289 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-017fae6e-983d-4586-be45-2060c8f9a2e7 None None] Deleting port de6067dd-5a22-4056-b007-21c2ce1575c1 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:26.770662 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-017fae6e-983d-4586-be45-2060c8f9a2e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:26.807017 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Request body: {'networks': [{'name': 'tempest-network--2074324890'}, {'name': 'tempest-network--283471055'}]} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:26.807334 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Request body: {'network': {'name': 'tempest-network--2074324890'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:26.807790 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Request body: {'network': {'name': 'tempest-network--283471055'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:26.815387 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1616e8e0-90b9-4b4a-9b46-724eadf4c4b9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port 8de9305c-c408-4af5-9cfe-b258defe19e3 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:26.815731 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1616e8e0-90b9-4b4a-9b46-724eadf4c4b9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:26.835599 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63543a44-95f8-4e59-a1fa-7ec415341c62 None None] Pushing event updated for resources: {'Port': ['ID=f0253c87-8bd4-409c-b324-2ade07231540,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:26.848255 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-017fae6e-983d-4586-be45-2060c8f9a2e7 None None] The port 'de6067dd-5a22-4056-b007-21c2ce1575c1' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:01:26.859848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:26.878226 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Usage tracker for resource:network and tenant:ea34bca32a0d498186288ecf311aa6f7 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:26.898886 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b395e3-cc4a-4f77-9358-44edc642f59d None None] Network 8ea6ae24-a340-4275-a002-f48b0078ba56 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:26.900089 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:26.910838 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24544250-bc98-4f50-bce6-ffb1dc8464c6']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:26.918040 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:26.960693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4553aa33-9a5f-4c66-af07-85f8214c28d2') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:26.961259 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4553aa33-9a5f-4c66-af07-85f8214c28d2') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:27.016771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:27.034199 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:27.044001 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Made reservation on behalf of ea34bca32a0d498186288ecf311aa6f7 for: {'network': 2} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:27.049003 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Deleting port f0253c87-8bd4-409c-b324-2ade07231540 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:27.049135 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:27.049260 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:27.109114 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:27.116020 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:27.127192 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaa69fd-0a20-459d-93df-08bfb437632e None None] get_active_networks_info from dv-neutron-825471-1-hyperv {{(pid=84333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 11:01:27.148809 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:01:27.149218 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:01:27.164216 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:01:27.184339 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5a67cfa6-1062-4431-9720-a113c88b29a2 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:27.256749 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaa69fd-0a20-459d-93df-08bfb437632e None None] Resources bound (agent type, host, resource id): {{(pid=84333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 11:01:27.302370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1616e8e0-90b9-4b4a-9b46-724eadf4c4b9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:27.320697 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:27.430140 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] For port f0253c87-8bd4-409c-b324-2ade07231540, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f0253c87-8bd4-409c-b324-2ade07231540,segment=NetworkSegment(862d3571-652c-447e-a1d8-671d16db180c),segment_id=862d3571-652c-447e-a1d8-671d16db180c)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:27.430722 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:27.433360 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Usage tracker for resource:security_group_rule and tenant:ea34bca32a0d498186288ecf311aa6f7 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:27.449874 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1616e8e0-90b9-4b4a-9b46-724eadf4c4b9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for 8de9305c-c408-4af5-9cfe-b258defe19e3 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:27.476990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:27.494843 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:27.524707 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:27.580488 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:27.651113 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:27.656454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:27.681779 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Calling delete_port for f0253c87-8bd4-409c-b324-2ade07231540 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:27.715938 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:27.744638 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] Pushing event deleted for resources: {'Network': ['ID=24544250-bc98-4f50-bce6-ffb1dc8464c6,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:27.810345 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-43da35e4-11ae-4771-83eb-00e63e736e08 tempest-TagsExtTest-1758591710 tempest-TagsExtTest-1758591710-project] 10.222.0.70 "DELETE /v2.0/networks/24544250-bc98-4f50-bce6-ffb1dc8464c6 HTTP/1.1" status: 204 len: 168 time: 3.1209121 Jan 20 11:01:27.906451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:27.962880 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Port': ['ID=f0253c87-8bd4-409c-b324-2ade07231540,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:27.981154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] No DVR routers for this DVR port f0253c87-8bd4-409c-b324-2ade07231540 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:01:28.038785 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:28.105147 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Allocated IP 172.26.0.25 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/cc465972-e27d-4dda-b43d-598fd6cd8055) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:28.111343 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:28.111804 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:28.148362 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:28.213615 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea6ae24-a340-4275-a002-f48b0078ba56']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:28.231276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862d3571-652c-447e-a1d8-671d16db180c') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:28.236418 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862d3571-652c-447e-a1d8-671d16db180c') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:28.246550 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:28.253053 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d21e6f-cdf1-4de2-931b-ea57d8b6e9c2,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:28.262109 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1616e8e0-90b9-4b4a-9b46-724eadf4c4b9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:28.272867 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:28.281648 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:01:28.282212 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:01:28.302018 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:01:28.319561 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:01:28.342135 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616e8e0-90b9-4b4a-9b46-724eadf4c4b9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Port': ['ID=8de9305c-c408-4af5-9cfe-b258defe19e3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:28.386645 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58944) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:28.500333 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:28.500504 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:28.505859 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:28.506455 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Added segment a6c6bd26-e77d-4a42-b3ee-710a05b660d0 of type vlan for network 30575191-cc93-4521-82b5-7b02c107bc6d Jan 20 11:01:28.524653 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:28.536171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Network': ['ID=8ea6ae24-a340-4275-a002-f48b0078ba56,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:28.542948 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-5a67cfa6-1062-4431-9720-a113c88b29a2 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Deleting port 491fed37-2bb9-407e-8f61-4bffcfea81e7 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:28.543294 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5a67cfa6-1062-4431-9720-a113c88b29a2 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:28.622526 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:28.681240 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2e42f73f-6673-4b01-9e48-ce32d5f54ac8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/networks/8ea6ae24-a340-4275-a002-f48b0078ba56 HTTP/1.1" status: 204 len: 168 time: 3.9991727 Jan 20 11:01:28.682984 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58954) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:28.689747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-4ade9b4a-c69b-447c-9329-b7cdbe236ccb tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-996312835'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:28.703691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4ade9b4a-c69b-447c-9329-b7cdbe236ccb tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:28.711378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4ade9b4a-c69b-447c-9329-b7cdbe236ccb tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Usage tracker for resource:network and tenant:fa35f0375ba34722acf099d25191ba04 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:28.716761 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4ade9b4a-c69b-447c-9329-b7cdbe236ccb tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:28.735074 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4ade9b4a-c69b-447c-9329-b7cdbe236ccb tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:28.756568 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1616e8e0-90b9-4b4a-9b46-724eadf4c4b9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:28.759006 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5a67cfa6-1062-4431-9720-a113c88b29a2 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:28.767089 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:01:28.784477 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:28.784817 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Added segment d1506295-08c4-4f45-85e2-0fc589091188 of type vlan for network b5662bd0-6c8e-4e7f-b9e9-dc84be704dd0 Jan 20 11:01:28.799461 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fdc7e2f3-d03c-49ab-986a-f54394009050 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b1841a539fb34c7abda86e006b3d2a4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4003069 Jan 20 11:01:28.824554 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58958) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:28.828199 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:28.884300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ade9b4a-c69b-447c-9329-b7cdbe236ccb tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:28.886968 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4ade9b4a-c69b-447c-9329-b7cdbe236ccb tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:28.901635 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-5a67cfa6-1062-4431-9720-a113c88b29a2 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Calling delete_port for 491fed37-2bb9-407e-8f61-4bffcfea81e7 owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:28.982296 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:29.024966 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ade9b4a-c69b-447c-9329-b7cdbe236ccb tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:01:29.045884 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4ade9b4a-c69b-447c-9329-b7cdbe236ccb tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:29.046275 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-4ade9b4a-c69b-447c-9329-b7cdbe236ccb tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Added segment d375a76a-1bc9-4e30-8246-f38b6ef29947 of type vlan for network d8b666ab-3722-4c9d-b632-98c2f71f953f Jan 20 11:01:29.063324 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:29.074996 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Pushing event updated for resources: {'Port': ['ID=cc465972-e27d-4dda-b43d-598fd6cd8055,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:29.079546 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Allocated IP 172.26.0.57 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/304e53d2-4f44-46fb-8a02-06fc718a9a02) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:29.081220 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd00e9e3-ad46-4b9b-be81-b1f9cb2cf744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:29.083430 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:29.089527 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:29.135082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4ade9b4a-c69b-447c-9329-b7cdbe236ccb tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:29.144019 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd00e9e3-ad46-4b9b-be81-b1f9cb2cf744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:29.321136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:29.321531 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:29.325075 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:29.328460 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:29.329065 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:29.356691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4ade9b4a-c69b-447c-9329-b7cdbe236ccb tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:29.360720 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ade9b4a-c69b-447c-9329-b7cdbe236ccb tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:29.361310 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4ade9b4a-c69b-447c-9329-b7cdbe236ccb tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:29.494682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd00e9e3-ad46-4b9b-be81-b1f9cb2cf744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:29.496922 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5a67cfa6-1062-4431-9720-a113c88b29a2 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:29.618521 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00e9e3-ad46-4b9b-be81-b1f9cb2cf744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c2b8bb-0ecf-435d-b33d-5d3026768b3a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:29.633148 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67cfa6-1062-4431-9720-a113c88b29a2 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event deleted for resources: {'Port': ['ID=491fed37-2bb9-407e-8f61-4bffcfea81e7,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:29.663448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd00e9e3-ad46-4b9b-be81-b1f9cb2cf744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:29.664292 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cd00e9e3-ad46-4b9b-be81-b1f9cb2cf744 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52c2b8bb-0ecf-435d-b33d-5d3026768b3a HTTP/1.1" status: 204 len: 168 time: 0.8387947 Jan 20 11:01:29.697635 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade9b4a-c69b-447c-9329-b7cdbe236ccb tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Network': ['ID=d8b666ab-3722-4c9d-b632-98c2f71f953f,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:29.709016 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network d8b666ab-3722-4c9d-b632-98c2f71f953f details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:01:29.712366 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.2938073 Jan 20 11:01:29.809484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58966) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:29.814552 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4ade9b4a-c69b-447c-9329-b7cdbe236ccb tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1271005 Jan 20 11:01:29.818109 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58968) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:29.842528 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event updated for resources: {'Network': ['ID=30575191-cc93-4521-82b5-7b02c107bc6d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:29.852673 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 30575191-cc93-4521-82b5-7b02c107bc6d details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:01:29.869214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-18bd8152-a8bf-4b36-9852-46ac97812100 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'subnet': {'network_id': 'd8b666ab-3722-4c9d-b632-98c2f71f953f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:30.067344 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:30.111688 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6e63f-1e57-49de-a8ab-6bfad49f1613 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event updated for resources: {'Network': ['ID=b5662bd0-6c8e-4e7f-b9e9-dc84be704dd0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:30.133986 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network b5662bd0-6c8e-4e7f-b9e9-dc84be704dd0 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:01:30.153374 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1616e8e0-90b9-4b4a-9b46-724eadf4c4b9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Router 5e6004c3-dd29-48c3-9eea-8b5a8743413d has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:01:30.179357 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-18bd8152-a8bf-4b36-9852-46ac97812100 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:30.186397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-18bd8152-a8bf-4b36-9852-46ac97812100 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Usage tracker for resource:subnet and tenant:fa35f0375ba34722acf099d25191ba04 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:30.194386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:30.195233 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:30.206614 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-18bd8152-a8bf-4b36-9852-46ac97812100 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:30.221224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-18bd8152-a8bf-4b36-9852-46ac97812100 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:30.227873 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c06f2b-1e4b-4f50-ab73-44036a87a9e7 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:30.231868 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c06f2b-1e4b-4f50-ab73-44036a87a9e7 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:30.236158 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c06f2b-1e4b-4f50-ab73-44036a87a9e7 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:30.240029 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c06f2b-1e4b-4f50-ab73-44036a87a9e7 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:30.244342 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b5c06f2b-1e4b-4f50-ab73-44036a87a9e7 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4270802 Jan 20 11:01:30.245006 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58974) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:30.252030 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b837c4-434f-4b7a-a1b0-c634eecdd1a6 req-3a8e471c-4741-46ce-8d33-201f399782ec tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:30.253628 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-98b837c4-434f-4b7a-a1b0-c634eecdd1a6 req-3a8e471c-4741-46ce-8d33-201f399782ec tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.4490528 Jan 20 11:01:30.276037 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:30.380311 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52f1f35f-b186-4ade-a8e5-ab98fc6627ea tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:30.428944 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bd8152-a8bf-4b36-9852-46ac97812100 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:30.493204 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:30.501412 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:30.509299 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:30.545394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Pushing event updated for resources: {'Port': ['ID=304e53d2-4f44-46fb-8a02-06fc718a9a02,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:30.549230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1616e8e0-90b9-4b4a-9b46-724eadf4c4b9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:01:30.557456 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-98b837c4-434f-4b7a-a1b0-c634eecdd1a6 req-bae50bed-8feb-499a-b701-2bbcac40cf57 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857380 Jan 20 11:01:30.563535 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1616e8e0-90b9-4b4a-9b46-724eadf4c4b9 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "PUT /v2.0/routers/5e6004c3-dd29-48c3-9eea-8b5a8743413d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9059534 Jan 20 11:01:30.565402 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3febc23f-b49e-4109-a3b2-52bd9af53929 None None] Sync routers for ids ['5e6004c3-dd29-48c3-9eea-8b5a8743413d'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:01:30.566957 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58978) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:30.580578 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3febc23f-b49e-4109-a3b2-52bd9af53929 None None] Routers {'5e6004c3-dd29-48c3-9eea-8b5a8743413d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:30.581808 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3febc23f-b49e-4109-a3b2-52bd9af53929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['5e6004c3-dd29-48c3-9eea-8b5a8743413d'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:30.627743 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a35903-9fff-4935-8b4a-ecbf3491a41a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] GET failed (client error): The resource could not be found. Jan 20 11:01:30.628244 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b1a35903-9fff-4935-8b4a-ecbf3491a41a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Synchronizing usage tracker for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:01:30.660427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-18bd8152-a8bf-4b36-9852-46ac97812100 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:30.683784 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3febc23f-b49e-4109-a3b2-52bd9af53929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:30.695969 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3febc23f-b49e-4109-a3b2-52bd9af53929 None None] Routers {'5e6004c3-dd29-48c3-9eea-8b5a8743413d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:30.696811 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3febc23f-b49e-4109-a3b2-52bd9af53929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['5e6004c3-dd29-48c3-9eea-8b5a8743413d'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:30.755488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52f1f35f-b186-4ade-a8e5-ab98fc6627ea tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:30.767277 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3febc23f-b49e-4109-a3b2-52bd9af53929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:30.767829 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3febc23f-b49e-4109-a3b2-52bd9af53929 None None] The sync data for ids ['5e6004c3-dd29-48c3-9eea-8b5a8743413d'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:01:30.779122 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b1a35903-9fff-4935-8b4a-ecbf3491a41a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Unset dirty status for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:01:30.780311 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b1a35903-9fff-4935-8b4a-ecbf3491a41a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports/8de9305c-c408-4af5-9cfe-b258defe19e3 HTTP/1.1" status: 404 len: 333 time: 0.2114158 Jan 20 11:01:30.785937 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 58984) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:30.805296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-52f1f35f-b186-4ade-a8e5-ab98fc6627ea tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30575191-cc93-4521-82b5-7b02c107bc6d']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:30.822313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-52f1f35f-b186-4ade-a8e5-ab98fc6627ea tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c6bd26-e77d-4a42-b3ee-710a05b660d0') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:30.822603 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-52f1f35f-b186-4ade-a8e5-ab98fc6627ea tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c6bd26-e77d-4a42-b3ee-710a05b660d0') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:30.849412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52f1f35f-b186-4ade-a8e5-ab98fc6627ea tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:30.878542 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52f1f35f-b186-4ade-a8e5-ab98fc6627ea tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:30.886078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5a67cfa6-1062-4431-9720-a113c88b29a2 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:30.895237 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f1f35f-b186-4ade-a8e5-ab98fc6627ea tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:01:30.895631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52f1f35f-b186-4ade-a8e5-ab98fc6627ea tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:01:30.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:01:31.038976 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:31.049219 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e697d5-f06f-4b1c-9ffb-6a6aa083962f req-49ab696b-8d53-427f-aa64-532767228c16 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:31.050774 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7e697d5-f06f-4b1c-9ffb-6a6aa083962f req-49ab696b-8d53-427f-aa64-532767228c16 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.3296049 Jan 20 11:01:31.055597 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4bb2b030-b41e-4a1a-b45b-cc9ec6f7e6ae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:31.266135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52f1f35f-b186-4ade-a8e5-ab98fc6627ea tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:31.283416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52f1f35f-b186-4ade-a8e5-ab98fc6627ea tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:31.298803 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1f35f-b186-4ade-a8e5-ab98fc6627ea tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event deleted for resources: {'Network': ['ID=30575191-cc93-4521-82b5-7b02c107bc6d,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:31.305966 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-52f1f35f-b186-4ade-a8e5-ab98fc6627ea tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "DELETE /v2.0/networks/30575191-cc93-4521-82b5-7b02c107bc6d HTTP/1.1" status: 204 len: 168 time: 1.0582910 Jan 20 11:01:31.353951 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58988) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:31.378222 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-18bd8152-a8bf-4b36-9852-46ac97812100 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:31.393901 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9b72be1a-b59a-4d74-8e3a-d4f315ffe4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:31.399570 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:31.450312 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7e697d5-f06f-4b1c-9ffb-6a6aa083962f req-cb12f046-d993-4b81-ac6c-3ac6d7515641 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235110 Jan 20 11:01:31.561190 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd8152-a8bf-4b36-9852-46ac97812100 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Subnet': ['ID=dcc6cf63-e023-4aa1-902a-c57093c3a1d2,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:31.573819 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a8952b7-1570-45d3-857a-2dbefe382897 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:31.598624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd8152-a8bf-4b36-9852-46ac97812100 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Checking segment: {'id': 'd375a76a-1bc9-4e30-8246-f38b6ef29947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd8b666ab-3722-4c9d-b632-98c2f71f953f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:31.598624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bd8152-a8bf-4b36-9852-46ac97812100 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network hostable DHCP agents. Network: d8b666ab-3722-4c9d-b632-98c2f71f953f, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:01:31.602292 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Router 09640aec-3769-416e-8535-0988c18bbc20 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:01:31.804562 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a8952b7-1570-45d3-857a-2dbefe382897 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:31.819879 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4bb2b030-b41e-4a1a-b45b-cc9ec6f7e6ae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:31.854857 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-6a8952b7-1570-45d3-857a-2dbefe382897 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5662bd0-6c8e-4e7f-b9e9-dc84be704dd0']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:31.906542 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4bb2b030-b41e-4a1a-b45b-cc9ec6f7e6ae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:31.918734 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-6a8952b7-1570-45d3-857a-2dbefe382897 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1506295-08c4-4f45-85e2-0fc589091188') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:31.919030 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-6a8952b7-1570-45d3-857a-2dbefe382897 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1506295-08c4-4f45-85e2-0fc589091188') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:31.939083 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bd8152-a8bf-4b36-9852-46ac97812100 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network d8b666ab-3722-4c9d-b632-98c2f71f953f is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:01:31.946424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a8952b7-1570-45d3-857a-2dbefe382897 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:31.982324 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a8952b7-1570-45d3-857a-2dbefe382897 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:31.994580 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8952b7-1570-45d3-857a-2dbefe382897 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:01:31.994982 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a8952b7-1570-45d3-857a-2dbefe382897 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:32.008777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:01:32.010311 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:01:32.065984 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-18bd8152-a8bf-4b36-9852-46ac97812100 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, d8b666ab-3722-4c9d-b632-98c2f71f953f) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:32.077731 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97b51f4-ff4b-4908-8557-72c0101bd397 None None] Network d8b666ab-3722-4c9d-b632-98c2f71f953f requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:32.082753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bd8152-a8bf-4b36-9852-46ac97812100 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:32.083402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-18bd8152-a8bf-4b36-9852-46ac97812100 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:32.142401 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:32.153555 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4bb2b030-b41e-4a1a-b45b-cc9ec6f7e6ae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:32.156517 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb2b030-b41e-4a1a-b45b-cc9ec6f7e6ae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Fanout notify agent at l3_agent the message router_deleted on router 5e6004c3-dd29-48c3-9eea-8b5a8743413d {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:01:32.261154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a8952b7-1570-45d3-857a-2dbefe382897 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:32.271599 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-18bd8152-a8bf-4b36-9852-46ac97812100 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4432998 Jan 20 11:01:32.272490 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:32.287923 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a8952b7-1570-45d3-857a-2dbefe382897 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:32.292113 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6a8952b7-1570-45d3-857a-2dbefe382897 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "DELETE /v2.0/networks/b5662bd0-6c8e-4e7f-b9e9-dc84be704dd0 HTTP/1.1" status: 204 len: 168 time: 0.9348695 Jan 20 11:01:32.292113 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58996) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:32.292630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 58998) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:32.306872 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-d8b666ab-3722-4c9d-b632-98c2f71f953f', 'network_id': 'd8b666ab-3722-4c9d-b632-98c2f71f953f', 'tenant_id': 'fa35f0375ba34722acf099d25191ba04', 'fixed_ips': [{'subnet_id': 'dcc6cf63-e023-4aa1-902a-c57093c3a1d2'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:01:32.308038 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:32.314278 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4bb2b030-b41e-4a1a-b45b-cc9ec6f7e6ae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:32.318407 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4bb2b030-b41e-4a1a-b45b-cc9ec6f7e6ae tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/routers/5e6004c3-dd29-48c3-9eea-8b5a8743413d HTTP/1.1" status: 204 len: 168 time: 1.5276372 Jan 20 11:01:32.320400 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59004) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:32.349228 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8952b7-1570-45d3-857a-2dbefe382897 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event deleted for resources: {'Network': ['ID=b5662bd0-6c8e-4e7f-b9e9-dc84be704dd0,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:32.379828 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Pushing event updated for resources: {'Port': ['ID=304e53d2-4f44-46fb-8a02-06fc718a9a02,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:32.391636 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:32.392920 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f8e4e0f2-ae9e-4c50-b062-b3c2eafefdbc tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2382026 Jan 20 11:01:32.400069 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59008) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:32.428087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:01:32.437449 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e8287-0c86-40fe-ae4c-1fd74b0576e5 req-b0826a79-1419-4d5d-a6e5-51d46198f5f1 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:32.439189 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-425e8287-0c86-40fe-ae4c-1fd74b0576e5 req-b0826a79-1419-4d5d-a6e5-51d46198f5f1 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.3783047 Jan 20 11:01:32.444420 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Sync routers for ids ['09640aec-3769-416e-8535-0988c18bbc20'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:01:32.482798 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Routers {'09640aec-3769-416e-8535-0988c18bbc20'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:32.483544 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['09640aec-3769-416e-8535-0988c18bbc20'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:32.499761 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Allocated IP 2001:db8::1 (d8b666ab-3722-4c9d-b632-98c2f71f953f/dcc6cf63-e023-4aa1-902a-c57093c3a1d2/da628102-e0d8-4de1-8226-5950fb68d81a) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:32.713369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:32.732512 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384e56d2-917f-4296-886b-ade48053e9e6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:32.737299 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384e56d2-917f-4296-886b-ade48053e9e6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:32.738107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-384e56d2-917f-4296-886b-ade48053e9e6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Synchronizing usage tracker for tenant:ea34bca32a0d498186288ecf311aa6f7 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:01:32.740219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:32.752368 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Transition to ACTIVE for port object da628102-e0d8-4de1-8226-5950fb68d81a will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:32.773030 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a67cfa6-1062-4431-9720-a113c88b29a2 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router babb07ba-4e46-4fc1-8fbc-213345269271 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:01:32.775931 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Transition to ACTIVE for port object da628102-e0d8-4de1-8226-5950fb68d81a will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:32.832307 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:32.848414 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:32.857172 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Usage tracker for resource:floatingip and tenant:e68abbc7e838452287829a12175af641 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:32.857381 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Set router 09640aec-3769-416e-8535-0988c18bbc20 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:01:32.866939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:32.875788 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:32.890416 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:32.913395 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-384e56d2-917f-4296-886b-ade48053e9e6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Unset dirty status for tenant:ea34bca32a0d498186288ecf311aa6f7 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:01:32.914419 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-384e56d2-917f-4296-886b-ade48053e9e6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6173882 Jan 20 11:01:32.916356 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:32.931561 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-425e8287-0c86-40fe-ae4c-1fd74b0576e5 req-db58b2e7-c625-43f6-ad21-6f01a33d7c3e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4721372 Jan 20 11:01:32.935019 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59018) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:32.968156 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d8f9f9c4-c478-4946-9e1f-b4cc22abc057 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1423133093'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:32.973146 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Network d8b666ab-3722-4c9d-b632-98c2f71f953f is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:32.981887 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:32.984179 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:32.988390 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59022) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:32.992226 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:32.998089 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b23c56eb-6435-4f58-952c-e3781d3dd249 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.9498434 Jan 20 11:01:33.004415 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d8f9f9c4-c478-4946-9e1f-b4cc22abc057 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:33.050221 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d8f9f9c4-c478-4946-9e1f-b4cc22abc057 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:33.056498 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7779be-231a-4971-bfa2-fef86c12d004 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting subnet 0186d78b-3b8d-49f6-b816-b6a73b2eb01a {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:01:33.062699 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f7779be-231a-4971-bfa2-fef86c12d004 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.096599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.181285 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.189779 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f7779be-231a-4971-bfa2-fef86c12d004 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.196192 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Pushing event updated for resources: {'Port': ['ID=da628102-e0d8-4de1-8226-5950fb68d81a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:33.208325 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Attempting to bind port da628102-e0d8-4de1-8226-5950fb68d81a on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:01:33.208967 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Attempting to bind port da628102-e0d8-4de1-8226-5950fb68d81a by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'd375a76a-1bc9-4e30-8246-f38b6ef29947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd8b666ab-3722-4c9d-b632-98c2f71f953f'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:01:33.209525 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09640aec-3769-416e-8535-0988c18bbc20', 'name': 'tempest-snat-router-1488687285', 'tenant_id': '4ed204bfc23f48879574fab00b447923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.25'}], 'enable_snat': False}, 'gw_port_id': 'cc465972-e27d-4dda-b43d-598fd6cd8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:01:25Z', 'updated_at': '2022-01-20T11:01:29Z', 'revision_number': 3, 'project_id': '4ed204bfc23f48879574fab00b447923', 'gw_port': {'id': 'cc465972-e27d-4dda-b43d-598fd6cd8055', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09640aec-3769-416e-8535-0988c18bbc20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:01:27Z', 'updated_at': '2022-01-20T11:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:33.209860 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Attempting to bind port da628102-e0d8-4de1-8226-5950fb68d81a on network d8b666ab-3722-4c9d-b632-98c2f71f953f {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:01:33.218682 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Checking router: 09640aec-3769-416e-8535-0988c18bbc20 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:01:33.219301 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Updating router 09640aec-3769-416e-8535-0988c18bbc20 port cc465972-e27d-4dda-b43d-598fd6cd8055 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:01:33.220591 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f9f9c4-c478-4946-9e1f-b4cc22abc057 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Made reservation on behalf of ea34bca32a0d498186288ecf311aa6f7 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:33.223589 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f9c4-c478-4946-9e1f-b4cc22abc057 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.225492 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:01:33.226456 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Checking segment: {'id': 'd375a76a-1bc9-4e30-8246-f38b6ef29947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd8b666ab-3722-4c9d-b632-98c2f71f953f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:33.226580 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc6cf63-e023-4aa1-902a-c57093c3a1d2,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:33.226925 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.227374 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Bound using segment: {'id': 'd375a76a-1bc9-4e30-8246-f38b6ef29947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd8b666ab-3722-4c9d-b632-98c2f71f953f'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:01:33.228433 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Bound port: da628102-e0d8-4de1-8226-5950fb68d81a, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd375a76a-1bc9-4e30-8246-f38b6ef29947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd8b666ab-3722-4c9d-b632-98c2f71f953f'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:01:33.228978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.300487 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f9f9c4-c478-4946-9e1f-b4cc22abc057 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:01:33.301229 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.331451 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f9c4-c478-4946-9e1f-b4cc22abc057 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.331816 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-d8f9f9c4-c478-4946-9e1f-b4cc22abc057 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Added segment 62bf96ff-5084-4d2a-8eea-ecde268d4df4 of type vlan for network 8c4e869a-46eb-4803-b459-25e9af36415b Jan 20 11:01:33.370416 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f9c4-c478-4946-9e1f-b4cc22abc057 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.374411 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] For port da628102-e0d8-4de1-8226-5950fb68d81a, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:01:33.383395 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] For port da628102-e0d8-4de1-8226-5950fb68d81a, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=da628102-e0d8-4de1-8226-5950fb68d81a,segment=NetworkSegment(d375a76a-1bc9-4e30-8246-f38b6ef29947),segment_id=d375a76a-1bc9-4e30-8246-f38b6ef29947)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:01:33.402379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.417746 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.445846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b666ab-3722-4c9d-b632-98c2f71f953f']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:33.454274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a67cfa6-1062-4431-9720-a113c88b29a2 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:01:33.467020 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.467962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd375a76a-1bc9-4e30-8246-f38b6ef29947') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:33.468905 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd375a76a-1bc9-4e30-8246-f38b6ef29947') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:33.477369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f7779be-231a-4971-bfa2-fef86c12d004 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.484045 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5a67cfa6-1062-4431-9720-a113c88b29a2 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "PUT /v2.0/routers/babb07ba-4e46-4fc1-8fbc-213345269271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9041700 Jan 20 11:01:33.486936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59026) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:33.491181 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.512138 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f9c4-c478-4946-9e1f-b4cc22abc057 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.520151 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f9f9c4-c478-4946-9e1f-b4cc22abc057 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:33.520796 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f9c4-c478-4946-9e1f-b4cc22abc057 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.553774 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb625311-3126-4a2e-994b-8f8a92057ec8 None None] Sync routers for ids ['babb07ba-4e46-4fc1-8fbc-213345269271'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:01:33.563220 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b361e3e-8b6d-4146-8a7a-8dc435fd4df8 None None] Pushing event updated for resources: {'Port': ['ID=da628102-e0d8-4de1-8226-5950fb68d81a,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:33.578124 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.587374 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:01:33.587709 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.590469 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb625311-3126-4a2e-994b-8f8a92057ec8 None None] Routers {'babb07ba-4e46-4fc1-8fbc-213345269271'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:33.591261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-cb625311-3126-4a2e-994b-8f8a92057ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['babb07ba-4e46-4fc1-8fbc-213345269271'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:01:33.605411 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:01:33.668377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-cb625311-3126-4a2e-994b-8f8a92057ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:33.681962 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-094f3c07-68f8-4256-bf85-47f16a26381a tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "GET /v2.0/routers/09640aec-3769-416e-8535-0988c18bbc20 HTTP/1.1" status: 200 len: 908 time: 0.6909885 Jan 20 11:01:33.684693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9f9c4-c478-4946-9e1f-b4cc22abc057 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event updated for resources: {'Network': ['ID=8c4e869a-46eb-4803-b459-25e9af36415b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:33.687039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59030) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:33.703100 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1488687285', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'enable_snat': True}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:33.704241 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:33.708559 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Usage tracker for resource:router and tenant:4ed204bfc23f48879574fab00b447923 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:33.711829 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:33.725718 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:33.738443 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 8c4e869a-46eb-4803-b459-25e9af36415b details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:01:33.763511 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.api [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 11:01:33.763511 dv-neutron-825471-1-hyperv neutron-server[84331]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 11:01:33.763511 dv-neutron-825471-1-hyperv neutron-server[84331]: [parameters: {'id': 'd8b666ab-3722-4c9d-b632-98c2f71f953f'}] Jan 20 11:01:33.763511 dv-neutron-825471-1-hyperv neutron-server[84331]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:01:33.763956 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG oslo_db.api [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:01:33.770306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59034) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:33.771410 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d8f9f9c4-c478-4946-9e1f-b4cc22abc057 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8317566 Jan 20 11:01:33.776478 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-03a8bcfd-c792-4c0d-9a52-cbaa24c99644 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1794811862'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:33.782813 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-03a8bcfd-c792-4c0d-9a52-cbaa24c99644 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:33.788305 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-03a8bcfd-c792-4c0d-9a52-cbaa24c99644 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Usage tracker for resource:network and tenant:ea34bca32a0d498186288ecf311aa6f7 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:33.792722 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-03a8bcfd-c792-4c0d-9a52-cbaa24c99644 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:33.794652 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.795756 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f7779be-231a-4971-bfa2-fef86c12d004 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.809677 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Transition to ACTIVE for port object cc465972-e27d-4dda-b43d-598fd6cd8055 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:33.810810 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-03a8bcfd-c792-4c0d-9a52-cbaa24c99644 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:33.838514 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb625311-3126-4a2e-994b-8f8a92057ec8 None None] Routers {'babb07ba-4e46-4fc1-8fbc-213345269271'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:33.838852 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-cb625311-3126-4a2e-994b-8f8a92057ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['babb07ba-4e46-4fc1-8fbc-213345269271'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:33.847392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7779be-231a-4971-bfa2-fef86c12d004 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Subnet': ['ID=0186d78b-3b8d-49f6-b816-b6a73b2eb01a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:33.851450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-85308aea-feb6-41b8-9412-21d180274798 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.851802 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.852752 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.860039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f7779be-231a-4971-bfa2-fef86c12d004 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.873611 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6f7779be-231a-4971-bfa2-fef86c12d004 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/0186d78b-3b8d-49f6-b816-b6a73b2eb01a HTTP/1.1" status: 204 len: 168 time: 1.5470693 Jan 20 11:01:33.873803 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59038) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:33.877593 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.939973 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a8bcfd-c792-4c0d-9a52-cbaa24c99644 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Made reservation on behalf of ea34bca32a0d498186288ecf311aa6f7 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:33.940528 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-cb625311-3126-4a2e-994b-8f8a92057ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:33.940528 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb625311-3126-4a2e-994b-8f8a92057ec8 None None] The sync data for ids ['babb07ba-4e46-4fc1-8fbc-213345269271'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:01:33.942910 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03a8bcfd-c792-4c0d-9a52-cbaa24c99644 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.954280 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aaf610-20e3-429b-8c29-49e1f0fa2038 None None] Network 2a09b946-d844-459a-b658-d41376d270b2 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:33.967528 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Attempting to bind port cc465972-e27d-4dda-b43d-598fd6cd8055 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:01:33.969132 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Attempting to bind port cc465972-e27d-4dda-b43d-598fd6cd8055 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:01:33.969132 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Attempting to bind port cc465972-e27d-4dda-b43d-598fd6cd8055 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:01:33.982948 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2013eb5-cc05-4c32-a9f1-473227ceb72d None None] Pushing event updated for resources: {'Port': ['ID=cc465972-e27d-4dda-b43d-598fd6cd8055,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:33.988036 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:01:33.988036 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:33.988486 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.988844 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:01:33.989391 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Bound port: cc465972-e27d-4dda-b43d-598fd6cd8055, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:01:33.989776 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:33.994274 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:34.037246 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2013eb5-cc05-4c32-a9f1-473227ceb72d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:34.037636 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2013eb5-cc05-4c32-a9f1-473227ceb72d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:34.037978 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2013eb5-cc05-4c32-a9f1-473227ceb72d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:34.038311 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2013eb5-cc05-4c32-a9f1-473227ceb72d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:34.038658 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2013eb5-cc05-4c32-a9f1-473227ceb72d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:34.039679 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2013eb5-cc05-4c32-a9f1-473227ceb72d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:34.040433 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2013eb5-cc05-4c32-a9f1-473227ceb72d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:34.040433 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2013eb5-cc05-4c32-a9f1-473227ceb72d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:34.040658 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2013eb5-cc05-4c32-a9f1-473227ceb72d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:34.040971 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2013eb5-cc05-4c32-a9f1-473227ceb72d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:34.041295 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2013eb5-cc05-4c32-a9f1-473227ceb72d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:34.048937 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a8bcfd-c792-4c0d-9a52-cbaa24c99644 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:01:34.070074 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03a8bcfd-c792-4c0d-9a52-cbaa24c99644 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:34.070777 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-03a8bcfd-c792-4c0d-9a52-cbaa24c99644 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Added segment 58f7d86d-3eb0-4864-afca-21b543ef960d of type vlan for network 1c870fe2-eca2-4e07-bd23-c80fed807214 Jan 20 11:01:34.086690 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a93146-4852-473a-8925-ea74c82cad83 None None] Network d8b666ab-3722-4c9d-b632-98c2f71f953f requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:34.118898 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] For port cc465972-e27d-4dda-b43d-598fd6cd8055, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:01:34.122482 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] For port cc465972-e27d-4dda-b43d-598fd6cd8055, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=cc465972-e27d-4dda-b43d-598fd6cd8055,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:01:34.124979 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f1f567ce-227f-4bd6-850d-06601fab6469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:34.139273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:34.191870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03a8bcfd-c792-4c0d-9a52-cbaa24c99644 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:34.199407 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:34.243063 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-85308aea-feb6-41b8-9412-21d180274798 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:34.265980 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:34.284885 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Deleting port da628102-e0d8-4de1-8226-5950fb68d81a {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:34.285657 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:34.306645 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2013eb5-cc05-4c32-a9f1-473227ceb72d None None] Pushing event updated for resources: {'Port': ['ID=cc465972-e27d-4dda-b43d-598fd6cd8055,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:34.334260 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Routers {'09640aec-3769-416e-8535-0988c18bbc20'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:34.335299 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['09640aec-3769-416e-8535-0988c18bbc20'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:34.340421 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port f994379d-4f7d-4772-b6e6-930f36a6a8c8 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:34.340421 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:34.466676 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Allocated IP 172.26.0.191 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/4edd2cc4-6db2-4c25-a3cb-c2176364a8c0) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:34.509792 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:34.512864 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03a8bcfd-c792-4c0d-9a52-cbaa24c99644 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:34.514662 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41627fea-8386-477c-b0b7-888ba4c0cbe3 None None] DHCP port deletion for 2a09b946-d844-459a-b658-d41376d270b2 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:01:34.517292 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a8bcfd-c792-4c0d-9a52-cbaa24c99644 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:34.517937 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03a8bcfd-c792-4c0d-9a52-cbaa24c99644 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:34.521178 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-41627fea-8386-477c-b0b7-888ba4c0cbe3 None None] Deleting port f994379d-4f7d-4772-b6e6-930f36a6a8c8 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:34.521830 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41627fea-8386-477c-b0b7-888ba4c0cbe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:34.539053 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-85308aea-feb6-41b8-9412-21d180274798 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Deleting port d6a0d72c-466a-40f3-b33d-6abcd0dead5c {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:34.539507 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-85308aea-feb6-41b8-9412-21d180274798 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:34.564297 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] Set router 09640aec-3769-416e-8535-0988c18bbc20 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:01:34.654824 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09189f51-0eea-46b2-9e37-825815dc1676 req-9c05dcbe-1af9-4bef-8fa4-10a62d3b47d9 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:34.657291 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-09189f51-0eea-46b2-9e37-825815dc1676 req-9c05dcbe-1af9-4bef-8fa4-10a62d3b47d9 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.5159831 Jan 20 11:01:34.736369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] For port f994379d-4f7d-4772-b6e6-930f36a6a8c8, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f994379d-4f7d-4772-b6e6-930f36a6a8c8,segment=NetworkSegment(ac7d52dc-8140-441b-aa7c-bcf80e9aa683),segment_id=ac7d52dc-8140-441b-aa7c-bcf80e9aa683)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:34.736643 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:34.785829 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] For port da628102-e0d8-4de1-8226-5950fb68d81a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=da628102-e0d8-4de1-8226-5950fb68d81a,segment=NetworkSegment(d375a76a-1bc9-4e30-8246-f38b6ef29947),segment_id=d375a76a-1bc9-4e30-8246-f38b6ef29947)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:34.786114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:34.812453 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:34.915401 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09640aec-3769-416e-8535-0988c18bbc20', 'name': 'tempest-snat-router-1488687285', 'tenant_id': '4ed204bfc23f48879574fab00b447923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.25'}], 'enable_snat': False}, 'gw_port_id': 'cc465972-e27d-4dda-b43d-598fd6cd8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:01:25Z', 'updated_at': '2022-01-20T11:01:29Z', 'revision_number': 3, 'project_id': '4ed204bfc23f48879574fab00b447923', 'gw_port': {'id': 'cc465972-e27d-4dda-b43d-598fd6cd8055', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09640aec-3769-416e-8535-0988c18bbc20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:01:27Z', 'updated_at': '2022-01-20T11:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:34.918616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-41627fea-8386-477c-b0b7-888ba4c0cbe3 None None] For port f994379d-4f7d-4772-b6e6-930f36a6a8c8, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f994379d-4f7d-4772-b6e6-930f36a6a8c8,segment=NetworkSegment(ac7d52dc-8140-441b-aa7c-bcf80e9aa683),segment_id=ac7d52dc-8140-441b-aa7c-bcf80e9aa683)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:34.921775 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41627fea-8386-477c-b0b7-888ba4c0cbe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:34.925249 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Calling delete_port for da628102-e0d8-4de1-8226-5950fb68d81a owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:34.925827 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b49735d-d3ca-4bbd-9a81-b827dcb84b1d None None] The sync data for ids ['09640aec-3769-416e-8535-0988c18bbc20'] in dv-neutron-825471-1-hyperv is: [{'id': '09640aec-3769-416e-8535-0988c18bbc20', 'name': 'tempest-snat-router-1488687285', 'tenant_id': '4ed204bfc23f48879574fab00b447923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.25'}], 'enable_snat': False}, 'gw_port_id': 'cc465972-e27d-4dda-b43d-598fd6cd8055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:01:25Z', 'updated_at': '2022-01-20T11:01:29Z', 'revision_number': 3, 'project_id': '4ed204bfc23f48879574fab00b447923', 'gw_port': {'id': 'cc465972-e27d-4dda-b43d-598fd6cd8055', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09640aec-3769-416e-8535-0988c18bbc20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:01:27Z', 'updated_at': '2022-01-20T11:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:01:34.965370 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-03a8bcfd-c792-4c0d-9a52-cbaa24c99644 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1944978 Jan 20 11:01:35.026798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59044) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:35.040301 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for f994379d-4f7d-4772-b6e6-930f36a6a8c8 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:35.043439 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:35.085844 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Request body: {'ports': [{'network_id': '8c4e869a-46eb-4803-b459-25e9af36415b', 'name': 'tempest-port--107615192', 'admin_state_up': True}, {'network_id': '1c870fe2-eca2-4e07-bd23-c80fed807214', 'admin_state_up': False}]} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:35.086155 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Request body: {'port': {'network_id': '8c4e869a-46eb-4803-b459-25e9af36415b', 'name': 'tempest-port--107615192', 'admin_state_up': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:35.086636 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Request body: {'port': {'network_id': '1c870fe2-eca2-4e07-bd23-c80fed807214', 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:35.107312 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-41627fea-8386-477c-b0b7-888ba4c0cbe3 None None] Calling delete_port for f994379d-4f7d-4772-b6e6-930f36a6a8c8 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:35.150509 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-09189f51-0eea-46b2-9e37-825815dc1676 req-d1d82fc8-469a-43c1-b171-2b1b90e3d740 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4694707 Jan 20 11:01:35.175033 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8bcfd-c792-4c0d-9a52-cbaa24c99644 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event updated for resources: {'Network': ['ID=1c870fe2-eca2-4e07-bd23-c80fed807214,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:35.217081 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 1c870fe2-eca2-4e07-bd23-c80fed807214 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:01:35.235916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:35.270532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-85308aea-feb6-41b8-9412-21d180274798 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:35.429699 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-85308aea-feb6-41b8-9412-21d180274798 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Calling delete_port for d6a0d72c-466a-40f3-b33d-6abcd0dead5c owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:35.455978 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:35.462158 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Usage tracker for resource:port and tenant:ea34bca32a0d498186288ecf311aa6f7 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:35.465516 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:35.466756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:35.479447 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:35.482331 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-41627fea-8386-477c-b0b7-888ba4c0cbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:35.506850 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:01:35.507214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:01:35.545328 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Port': ['ID=da628102-e0d8-4de1-8226-5950fb68d81a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:35.558179 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:35.568027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] No DVR routers for this DVR port da628102-e0d8-4de1-8226-5950fb68d81a on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:01:35.574459 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41627fea-8386-477c-b0b7-888ba4c0cbe3 None None] Pushing event deleted for resources: {'Port': ['ID=f994379d-4f7d-4772-b6e6-930f36a6a8c8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:35.589567 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41627fea-8386-477c-b0b7-888ba4c0cbe3 None None] No DVR routers for this DVR port f994379d-4f7d-4772-b6e6-930f36a6a8c8 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:01:35.604060 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Made reservation on behalf of ea34bca32a0d498186288ecf311aa6f7 for: {'port': 2} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:35.605797 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:35.612601 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33c0e8a-80fd-4006-a7bf-53b993106f4c None None] get_active_networks_info from dv-neutron-825471-1-hyperv {{(pid=84333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 11:01:35.666022 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:35.704129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:35.720264 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:35.723579 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:35.731426 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Pushing event updated for resources: {'Port': ['ID=4edd2cc4-6db2-4c25-a3cb-c2176364a8c0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:35.750958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:35.777808 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33c0e8a-80fd-4006-a7bf-53b993106f4c None None] Resources bound (agent type, host, resource id): {{(pid=84333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 11:01:35.782200 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:35.786524 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:35.786925 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b666ab-3722-4c9d-b632-98c2f71f953f']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:35.802516 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd375a76a-1bc9-4e30-8246-f38b6ef29947') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:35.802983 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd375a76a-1bc9-4e30-8246-f38b6ef29947') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:35.821109 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:35.877434 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:35.906726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:01:35.907944 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:35.914772 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device cc465972-e27d-4dda-b43d-598fd6cd8055 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:01:35.923774 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:01:36.029551 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port f994379d-4f7d-4772-b6e6-930f36a6a8c8 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:36.029898 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:36.080280 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-85308aea-feb6-41b8-9412-21d180274798 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:36.124806 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port cc465972-e27d-4dda-b43d-598fd6cd8055 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:36.134287 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port cc465972-e27d-4dda-b43d-598fd6cd8055 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:36.134661 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:36.137785 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:36.142204 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:36.167606 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] The port 'f994379d-4f7d-4772-b6e6-930f36a6a8c8' was deleted {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:01:36.176439 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85308aea-feb6-41b8-9412-21d180274798 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event deleted for resources: {'Port': ['ID=d6a0d72c-466a-40f3-b33d-6abcd0dead5c,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:36.235508 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Network': ['ID=d8b666ab-3722-4c9d-b632-98c2f71f953f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:36.248240 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:36.252665 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-11ce4d1f-382a-4987-82ee-1d78142a5c59 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/networks/d8b666ab-3722-4c9d-b632-98c2f71f953f HTTP/1.1" status: 204 len: 168 time: 3.9613461 Jan 20 11:01:36.309531 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59050) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:36.320776 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:36.326786 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-dffaa3c5-9d59-41c6-98b6-10e6f3b764da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-328643159'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:36.382138 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dffaa3c5-9d59-41c6-98b6-10e6f3b764da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:36.394284 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port cc465972-e27d-4dda-b43d-598fd6cd8055, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=cc465972-e27d-4dda-b43d-598fd6cd8055,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:36.461930 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dffaa3c5-9d59-41c6-98b6-10e6f3b764da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Usage tracker for resource:network and tenant:fa35f0375ba34722acf099d25191ba04 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:36.476827 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dffaa3c5-9d59-41c6-98b6-10e6f3b764da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:36.485470 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:36.500753 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dffaa3c5-9d59-41c6-98b6-10e6f3b764da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:36.549675 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device f994379d-4f7d-4772-b6e6-930f36a6a8c8 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:01:36.586939 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-85308aea-feb6-41b8-9412-21d180274798 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:36.590871 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: f994379d-4f7d-4772-b6e6-930f36a6a8c8 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:01:36.591479 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device f994379d-4f7d-4772-b6e6-930f36a6a8c8 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:01:36.605402 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=cc465972-e27d-4dda-b43d-598fd6cd8055,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:36.665318 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] device_id is not set on port 0cff8597-becf-49f6-9e5e-eece100a64bf yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:01:36.716822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Allocated IP 172.26.0.220 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/ccdb5b2d-63d2-45ec-a336-76665e17719e) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:36.737632 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:36.851260 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a09b946-d844-459a-b658-d41376d270b2']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:36.857810 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffaa3c5-9d59-41c6-98b6-10e6f3b764da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:36.861669 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dffaa3c5-9d59-41c6-98b6-10e6f3b764da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:36.869006 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-85308aea-feb6-41b8-9412-21d180274798 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:36.873378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-85308aea-feb6-41b8-9412-21d180274798 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:36.899311 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7d52dc-8140-441b-aa7c-bcf80e9aa683') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:36.899624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7d52dc-8140-441b-aa7c-bcf80e9aa683') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:37.002590 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-85308aea-feb6-41b8-9412-21d180274798 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.003246 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85308aea-feb6-41b8-9412-21d180274798 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Fanout notify agent at l3_agent the message router_deleted on router babb07ba-4e46-4fc1-8fbc-213345269271 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:01:37.008191 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.013702 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-85308aea-feb6-41b8-9412-21d180274798 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.014825 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-85308aea-feb6-41b8-9412-21d180274798 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/routers/babb07ba-4e46-4fc1-8fbc-213345269271 HTTP/1.1" status: 204 len: 168 time: 3.5268230 Jan 20 11:01:37.017688 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59056) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:37.048740 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.067327 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffaa3c5-9d59-41c6-98b6-10e6f3b764da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:01:37.074265 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de4f69-8c17-427f-be74-572f0f8df719 req-2ddd4fd6-b8db-4cea-977a-c292884bf8ec tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:37.075722 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d6de4f69-8c17-427f-be74-572f0f8df719 req-2ddd4fd6-b8db-4cea-977a-c292884bf8ec tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.7039402 Jan 20 11:01:37.095534 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.145496 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:01:37.145923 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:01:37.160920 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:01:37.170081 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dffaa3c5-9d59-41c6-98b6-10e6f3b764da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.170428 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-dffaa3c5-9d59-41c6-98b6-10e6f3b764da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Added segment 38cc7f44-0a63-4200-bd45-56389f522926 of type vlan for network cd83b3fd-2cbf-457c-ab83-96fc27c08d76 Jan 20 11:01:37.204314 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c671ca-b798-4fad-8621-5fef8bfca7dd tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Deleting subnet 3ae9e6bf-3f21-49ed-a945-89680e115fdf {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:01:37.207334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4c671ca-b798-4fad-8621-5fef8bfca7dd tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.260143 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4c671ca-b798-4fad-8621-5fef8bfca7dd tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.326336 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.333916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.353626 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4c671ca-b798-4fad-8621-5fef8bfca7dd tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.444881 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dffaa3c5-9d59-41c6-98b6-10e6f3b764da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.455208 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.488438 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d6de4f69-8c17-427f-be74-572f0f8df719 req-a99981bb-a0ef-4437-b4f0-883e9ebf9a39 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3906033 Jan 20 11:01:37.506527 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.511527 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4c671ca-b798-4fad-8621-5fef8bfca7dd tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.554619 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c671ca-b798-4fad-8621-5fef8bfca7dd tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event deleted for resources: {'Subnet': ['ID=3ae9e6bf-3f21-49ed-a945-89680e115fdf,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:37.557575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.561063 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4c671ca-b798-4fad-8621-5fef8bfca7dd tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.569788 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e7f4c2-8674-44bb-9867-c7bcd7819d3c None None] Network baa6987e-4c61-4bcf-8734-7394e128eb2c requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:37.570416 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c4c671ca-b798-4fad-8621-5fef8bfca7dd tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/subnets/3ae9e6bf-3f21-49ed-a945-89680e115fdf HTTP/1.1" status: 204 len: 168 time: 0.5513275 Jan 20 11:01:37.571171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59060) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:37.583279 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] device_id is not set on port 279f68db-c68f-4f60-8235-8e1a17f5133b yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:01:37.586203 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Network': ['ID=2a09b946-d844-459a-b658-d41376d270b2,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:37.693200 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.704926 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Deleting port 6e554393-f04d-49b8-b594-be2b712e3f22 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:37.705274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.720712 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dffaa3c5-9d59-41c6-98b6-10e6f3b764da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.724377 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffaa3c5-9d59-41c6-98b6-10e6f3b764da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:37.725000 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dffaa3c5-9d59-41c6-98b6-10e6f3b764da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.763000 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.825813 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device cc465972-e27d-4dda-b43d-598fd6cd8055 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:37.863823 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf9cec0-eac8-42ca-a561-9cecd2b64e2e None None] DHCP port deletion for baa6987e-4c61-4bcf-8734-7394e128eb2c request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:01:37.875411 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5cf9cec0-eac8-42ca-a561-9cecd2b64e2e None None] Deleting port 6e554393-f04d-49b8-b594-be2b712e3f22 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:37.876441 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5cf9cec0-eac8-42ca-a561-9cecd2b64e2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:37.881151 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2cc12b07-68e9-48e0-8fce-c3a673c5968d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/networks/2a09b946-d844-459a-b658-d41376d270b2 HTTP/1.1" status: 204 len: 168 time: 4.0015473 Jan 20 11:01:37.892441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59064) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:37.976595 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] For port 6e554393-f04d-49b8-b594-be2b712e3f22, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=6e554393-f04d-49b8-b594-be2b712e3f22,segment=NetworkSegment(feb576f2-ea04-4a28-be3b-d6d749579451),segment_id=feb576f2-ea04-4a28-be3b-d6d749579451)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:37.977522 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:38.013405 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dffaa3c5-9d59-41c6-98b6-10e6f3b764da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6930611 Jan 20 11:01:38.015189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:38.080554 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffaa3c5-9d59-41c6-98b6-10e6f3b764da tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Network': ['ID=cd83b3fd-2cbf-457c-ab83-96fc27c08d76,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:38.090529 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59068) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:38.106594 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:38.120178 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port cc465972-e27d-4dda-b43d-598fd6cd8055 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:38.120619 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:38.122497 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0ed5cdc3-d9b6-43dc-96a3-3edce9c5c961 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'subnet': {'network_id': 'cd83b3fd-2cbf-457c-ab83-96fc27c08d76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:38.143421 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:38.159231 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network cd83b3fd-2cbf-457c-ab83-96fc27c08d76 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:01:38.169918 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:38.174281 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Pushing event updated for resources: {'Port': ['ID=ccdb5b2d-63d2-45ec-a336-76665e17719e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:38.215250 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Calling delete_port for 6e554393-f04d-49b8-b594-be2b712e3f22 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:38.276121 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e680ebd2-7771-4087-8281-b4dd106999cf tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:38.276851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e680ebd2-7771-4087-8281-b4dd106999cf tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Synchronizing usage tracker for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:01:38.280838 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:38.309942 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5cf9cec0-eac8-42ca-a561-9cecd2b64e2e None None] For port 6e554393-f04d-49b8-b594-be2b712e3f22, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=6e554393-f04d-49b8-b594-be2b712e3f22,segment=NetworkSegment(feb576f2-ea04-4a28-be3b-d6d749579451),segment_id=feb576f2-ea04-4a28-be3b-d6d749579451)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:38.310380 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5cf9cec0-eac8-42ca-a561-9cecd2b64e2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:38.350374 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:38.370133 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:38.419321 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event deleted for resources: {'Port': ['ID=6e554393-f04d-49b8-b594-be2b712e3f22,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:38.427566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] No DVR routers for this DVR port 6e554393-f04d-49b8-b594-be2b712e3f22 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:01:38.502133 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5cf9cec0-eac8-42ca-a561-9cecd2b64e2e None None] Calling delete_port for 6e554393-f04d-49b8-b594-be2b712e3f22 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:38.565183 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:38.594920 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa6987e-4c61-4bcf-8734-7394e128eb2c']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:38.610749 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb576f2-ea04-4a28-be3b-d6d749579451') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:38.611203 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb576f2-ea04-4a28-be3b-d6d749579451') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:38.625147 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:38.633333 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-5cf9cec0-eac8-42ca-a561-9cecd2b64e2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:01:38.634071 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-5cf9cec0-eac8-42ca-a561-9cecd2b64e2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:01:38.650602 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:38.654481 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0ed5cdc3-d9b6-43dc-96a3-3edce9c5c961 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:38.658802 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:01:38.658802 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:38.663863 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e680ebd2-7771-4087-8281-b4dd106999cf tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Unset dirty status for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:01:38.665158 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e680ebd2-7771-4087-8281-b4dd106999cf tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports/48b5c1d0-70e3-4012-a794-1f2db583a819 HTTP/1.1" status: 200 len: 841 time: 0.7659104 Jan 20 11:01:38.678570 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Pushing event updated for resources: {'Port': ['ID=4edd2cc4-6db2-4c25-a3cb-c2176364a8c0,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:38.681636 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59076) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:01:38.684704 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:01:38.687564 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0ed5cdc3-d9b6-43dc-96a3-3edce9c5c961 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Usage tracker for resource:subnet and tenant:fa35f0375ba34722acf099d25191ba04 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:38.704384 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0ed5cdc3-d9b6-43dc-96a3-3edce9c5c961 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:38.755575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0ed5cdc3-d9b6-43dc-96a3-3edce9c5c961 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:38.838375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:38.879140 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1620e9a6-0879-4301-b9b2-00c62c7fa419 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports/48b5c1d0-70e3-4012-a794-1f2db583a819?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1868143 Jan 20 11:01:38.883768 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59080) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:38.889928 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-e10b8cd9-f735-4441-9c8b-eb5b2060a1af tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'subnet': {'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:38.926941 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f6b07-eaf0-4abc-867f-263dd57a2021 req-6e1431f8-0572-4bc6-9417-84f0c820a40e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:38.928508 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c30f6b07-eaf0-4abc-867f-263dd57a2021 req-6e1431f8-0572-4bc6-9417-84f0c820a40e tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.1564038 Jan 20 11:01:38.954301 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:38.960348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:38.962359 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-344f6afe-bab2-410d-b978-513331ca12d5 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5578797 Jan 20 11:01:38.962522 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed5cdc3-d9b6-43dc-96a3-3edce9c5c961 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:38.969983 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:38.974237 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59084) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:39.002340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:39.091600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event deleted for resources: {'Network': ['ID=baa6987e-4c61-4bcf-8734-7394e128eb2c,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:39.105706 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c5eff25b-bc3b-408a-ac96-763e8bdd36af tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/networks/baa6987e-4c61-4bcf-8734-7394e128eb2c HTTP/1.1" status: 204 len: 168 time: 1.5333800 Jan 20 11:01:39.111187 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59088) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:39.128554 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e10b8cd9-f735-4441-9c8b-eb5b2060a1af tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:39.135049 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5cf9cec0-eac8-42ca-a561-9cecd2b64e2e None None] Deleting port 6e554393-f04d-49b8-b594-be2b712e3f22 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:39.135545 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5cf9cec0-eac8-42ca-a561-9cecd2b64e2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:39.181461 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event updated for resources: {'Port': ['ID=0cff8597-becf-49f6-9e5e-eece100a64bf,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:39.187156 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c30f6b07-eaf0-4abc-867f-263dd57a2021 req-01723b13-28c9-43f3-b0d7-9bcb60dd0411 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510095 Jan 20 11:01:39.195430 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e10b8cd9-f735-4441-9c8b-eb5b2060a1af tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:subnet and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:39.196158 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ed5cdc3-d9b6-43dc-96a3-3edce9c5c961 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:39.204427 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5cf9cec0-eac8-42ca-a561-9cecd2b64e2e None None] The port '6e554393-f04d-49b8-b594-be2b712e3f22' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:01:39.208139 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e10b8cd9-f735-4441-9c8b-eb5b2060a1af tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:39.227233 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e10b8cd9-f735-4441-9c8b-eb5b2060a1af tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:39.239167 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2a9f7c8a-dd31-48d4-a952-fd88b1879920 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2915 time: 0.2637904 Jan 20 11:01:39.280686 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59092) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:39.318516 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-a740e330-49cb-448f-854c-9bbe132b6b92 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Deleting port 846f802f-0668-454a-bb88-5653b05928ca {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:39.318918 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a740e330-49cb-448f-854c-9bbe132b6b92 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:39.371909 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Checking segment: {'id': '62bf96ff-5084-4d2a-8eea-ecde268d4df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8c4e869a-46eb-4803-b459-25e9af36415b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:39.372318 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Network hostable DHCP agents. Network: 8c4e869a-46eb-4803-b459-25e9af36415b, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:01:39.405625 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6559bd39-0f74-483a-959a-7e7693f2b401 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Synchronizing usage tracker for tenant:2f4f9b2e1edb4edd98a1a69d1e5e2888 on resource:floatingip {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:01:39.419663 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:39.426338 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:39.427056 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:39.436459 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10b8cd9-f735-4441-9c8b-eb5b2060a1af tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:39.570728 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e10b8cd9-f735-4441-9c8b-eb5b2060a1af tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:39.586149 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6559bd39-0f74-483a-959a-7e7693f2b401 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Unset dirty status for tenant:2f4f9b2e1edb4edd98a1a69d1e5e2888 on resource:floatingip {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:01:39.587299 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6559bd39-0f74-483a-959a-7e7693f2b401 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3041644 Jan 20 11:01:39.597191 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59096) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:39.679129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Network 8c4e869a-46eb-4803-b459-25e9af36415b is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:01:39.708971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a740e330-49cb-448f-854c-9bbe132b6b92 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:39.709291 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a740e330-49cb-448f-854c-9bbe132b6b92 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:39.712893 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ed5cdc3-d9b6-43dc-96a3-3edce9c5c961 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:39.781072 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6e554393-f04d-49b8-b594-be2b712e3f22 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:01:39.806809 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5cdc3-d9b6-43dc-96a3-3edce9c5c961 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Subnet': ['ID=fd5dc0c6-cc6c-4dc0-8f14-9eae9437d53b,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:39.816505 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 6e554393-f04d-49b8-b594-be2b712e3f22 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:01:39.816855 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6e554393-f04d-49b8-b594-be2b712e3f22 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:01:39.826204 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 8c4e869a-46eb-4803-b459-25e9af36415b) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:39.830983 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:39.832039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:39.838421 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa8e910-693c-4892-b9dd-9b9110c001e8 None None] Network 8c4e869a-46eb-4803-b459-25e9af36415b requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:39.935286 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed5cdc3-d9b6-43dc-96a3-3edce9c5c961 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Checking segment: {'id': '38cc7f44-0a63-4200-bd45-56389f522926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'cd83b3fd-2cbf-457c-ab83-96fc27c08d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:39.935651 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed5cdc3-d9b6-43dc-96a3-3edce9c5c961 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network hostable DHCP agents. Network: cd83b3fd-2cbf-457c-ab83-96fc27c08d76, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:01:39.945365 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event updated for resources: {'Port': ['ID=279f68db-c68f-4f60-8235-8e1a17f5133b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:39.999095 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Checking segment: {'id': '58f7d86d-3eb0-4864-afca-21b543ef960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1c870fe2-eca2-4e07-bd23-c80fed807214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:39.999541 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Network hostable DHCP agents. Network: 1c870fe2-eca2-4e07-bd23-c80fed807214, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:01:40.045757 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-a740e330-49cb-448f-854c-9bbe132b6b92 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Calling delete_port for 846f802f-0668-454a-bb88-5653b05928ca owned by network:floatingip {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:40.099596 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed5cdc3-d9b6-43dc-96a3-3edce9c5c961 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network cd83b3fd-2cbf-457c-ab83-96fc27c08d76 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:01:40.102519 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-5488cf76-5aaa-489a-86c2-cca644b57037 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Deleting port 4edd2cc4-6db2-4c25-a3cb-c2176364a8c0 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:40.102863 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5488cf76-5aaa-489a-86c2-cca644b57037 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:40.106126 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-0ed5cdc3-d9b6-43dc-96a3-3edce9c5c961 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, cd83b3fd-2cbf-457c-ab83-96fc27c08d76) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:40.110900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed5cdc3-d9b6-43dc-96a3-3edce9c5c961 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:40.111528 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ed5cdc3-d9b6-43dc-96a3-3edce9c5c961 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:40.117680 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877ba8b8-a7e7-440b-95e2-e16f7ee65f23 None None] Network cd83b3fd-2cbf-457c-ab83-96fc27c08d76 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:40.130205 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Network 1c870fe2-eca2-4e07-bd23-c80fed807214 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:01:40.137698 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Router 69c88ec2-357a-4720-bd8c-0cb6533a6ec3 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:01:40.221125 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 1c870fe2-eca2-4e07-bd23-c80fed807214) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:40.227002 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:40.231461 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:40.235726 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:40.236661 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:40.239360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2f2318-9795-4cc8-a339-a609e6cd0275 None None] Network 1c870fe2-eca2-4e07-bd23-c80fed807214 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:40.255503 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0ed5cdc3-d9b6-43dc-96a3-3edce9c5c961 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1505959 Jan 20 11:01:40.267343 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59102) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:40.274931 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-54c85703-2080-49bd-87b4-1d24a1367b22 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'subnet': {'network_id': 'cd83b3fd-2cbf-457c-ab83-96fc27c08d76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:40.374593 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f378423d-7d6f-4de8-ad9d-d59e75621a13 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.3405137 Jan 20 11:01:40.383887 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59106) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:40.439830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5488cf76-5aaa-489a-86c2-cca644b57037 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:40.440458 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5488cf76-5aaa-489a-86c2-cca644b57037 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:40.524776 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-cd83b3fd-2cbf-457c-ab83-96fc27c08d76', 'network_id': 'cd83b3fd-2cbf-457c-ab83-96fc27c08d76', 'tenant_id': 'fa35f0375ba34722acf099d25191ba04', 'fixed_ips': [{'subnet_id': 'fd5dc0c6-cc6c-4dc0-8f14-9eae9437d53b'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:01:40.525707 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:40.569166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-5488cf76-5aaa-489a-86c2-cca644b57037 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Calling delete_port for 4edd2cc4-6db2-4c25-a3cb-c2176364a8c0 owned by network:floatingip {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:40.605685 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e10b8cd9-f735-4441-9c8b-eb5b2060a1af tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:40.658341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a740e330-49cb-448f-854c-9bbe132b6b92 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:40.712121 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Allocated IP 2001:db8::2 (cd83b3fd-2cbf-457c-ab83-96fc27c08d76/fd5dc0c6-cc6c-4dc0-8f14-9eae9437d53b/9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:40.736984 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740e330-49cb-448f-854c-9bbe132b6b92 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event deleted for resources: {'Port': ['ID=846f802f-0668-454a-bb88-5653b05928ca,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:40.761372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10b8cd9-f735-4441-9c8b-eb5b2060a1af tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:40.762181 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b8cd9-f735-4441-9c8b-eb5b2060a1af tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Subnet': ['ID=238bd6c6-7f33-490f-958d-85a01b365640,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:40.763499 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-54c85703-2080-49bd-87b4-1d24a1367b22 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:40.777216 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-54c85703-2080-49bd-87b4-1d24a1367b22 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Usage tracker for resource:subnet and tenant:fa35f0375ba34722acf099d25191ba04 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:40.787903 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-54c85703-2080-49bd-87b4-1d24a1367b22 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:40.792057 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-e10b8cd9-f735-4441-9c8b-eb5b2060a1af tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:40.797939 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10b8cd9-f735-4441-9c8b-eb5b2060a1af tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:40.798527 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e10b8cd9-f735-4441-9c8b-eb5b2060a1af tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:40.806550 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2858683-5963-4f55-9e14-842ef1205899 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:40.810914 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2858683-5963-4f55-9e14-842ef1205899 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:40.811723 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e2858683-5963-4f55-9e14-842ef1205899 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Synchronizing usage tracker for tenant:ea34bca32a0d498186288ecf311aa6f7 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:01:40.814888 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-54c85703-2080-49bd-87b4-1d24a1367b22 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:40.815173 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a657d0-3099-463a-b07d-654a3c2f1293 None None] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:40.829564 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe48b7-bcf1-41aa-94ca-8812853cdb44 req-f9eb62c3-5e6b-4f25-8c49-bf1c6f5476b8 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:40.832238 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ffe48b7-bcf1-41aa-94ca-8812853cdb44 req-f9eb62c3-5e6b-4f25-8c49-bf1c6f5476b8 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.3530524 Jan 20 11:01:40.857764 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:01:40.868850 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Sync routers for ids ['69c88ec2-357a-4720-bd8c-0cb6533a6ec3'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:01:40.886045 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Routers {'69c88ec2-357a-4720-bd8c-0cb6533a6ec3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:40.887120 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['69c88ec2-357a-4720-bd8c-0cb6533a6ec3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:40.921391 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a740e330-49cb-448f-854c-9bbe132b6b92 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for floatingip, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:40.936665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a740e330-49cb-448f-854c-9bbe132b6b92 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:40.941243 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a740e330-49cb-448f-854c-9bbe132b6b92 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/floatingips/f4f80036-0e29-453f-bfd8-4df3e53eb509 HTTP/1.1" status: 204 len: 168 time: 1.8264158 Jan 20 11:01:40.946968 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59110) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:40.960144 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e2858683-5963-4f55-9e14-842ef1205899 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Unset dirty status for tenant:ea34bca32a0d498186288ecf311aa6f7 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:01:40.963835 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e2858683-5963-4f55-9e14-842ef1205899 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5735910 Jan 20 11:01:40.975765 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59114) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:41.018716 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb750116-f350-4d0d-a0c6-b14b035a275b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] DELETE failed (client error): The resource could not be found. Jan 20 11:01:41.019162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb750116-f350-4d0d-a0c6-b14b035a275b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:01:41.024190 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cb750116-f350-4d0d-a0c6-b14b035a275b tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/ports/429c86a0-51cd-466d-817c-09b0f0958d4f HTTP/1.1" status: 404 len: 333 time: 0.0755842 Jan 20 11:01:41.025368 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59118) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:41.054435 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ffe48b7-bcf1-41aa-94ca-8812853cdb44 req-8438e100-95e9-4b6e-931f-3d7b5333f8e7 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051001 Jan 20 11:01:41.072841 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e10b8cd9-f735-4441-9c8b-eb5b2060a1af tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1878374 Jan 20 11:01:41.075228 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-336651ca-ea4c-4fd6-ac45-9c9f4d98009c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Synchronizing usage tracker for tenant:a9b63c66c76744f0803551403ba4c783 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:01:41.080100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59122) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:41.080280 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:41.081707 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-60d6acb3-f779-4484-b5b7-e978e802372b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.3923285 Jan 20 11:01:41.091606 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59124) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:41.096048 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-70a3f24c-ae8b-4f32-929c-a6ec5289374d tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Deleting port 0cff8597-becf-49f6-9e5e-eece100a64bf {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:41.096503 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70a3f24c-ae8b-4f32-929c-a6ec5289374d tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:41.098246 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-72cf82e6-5364-4e8d-9035-4cba6e9f5e72 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'security_group': {'name': 'tempest-secgroup-5240322'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:41.107236 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-72cf82e6-5364-4e8d-9035-4cba6e9f5e72 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:41.111966 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5488cf76-5aaa-489a-86c2-cca644b57037 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:41.156174 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-72cf82e6-5364-4e8d-9035-4cba6e9f5e72 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:security_group and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:41.159748 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-72cf82e6-5364-4e8d-9035-4cba6e9f5e72 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:41.161959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:41.175265 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488cf76-5aaa-489a-86c2-cca644b57037 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Pushing event deleted for resources: {'Port': ['ID=4edd2cc4-6db2-4c25-a3cb-c2176364a8c0,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:41.177179 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-72cf82e6-5364-4e8d-9035-4cba6e9f5e72 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:41.183205 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Transition to ACTIVE for port object 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:41.197658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c85703-2080-49bd-87b4-1d24a1367b22 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:41.201195 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-54c85703-2080-49bd-87b4-1d24a1367b22 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:41.225660 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Transition to ACTIVE for port object 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:41.246888 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-6b749f6e-3931-46cf-bc1b-55cf8af4af89', 'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89', 'tenant_id': '89d097505bb140ab9f19a93c365adac0', 'fixed_ips': [{'subnet_id': '238bd6c6-7f33-490f-958d-85a01b365640'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:01:41.247713 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:41.257580 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Set router 69c88ec2-357a-4720-bd8c-0cb6533a6ec3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:01:41.293175 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5488cf76-5aaa-489a-86c2-cca644b57037 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Notify callbacks [] for floatingip, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:41.297709 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5488cf76-5aaa-489a-86c2-cca644b57037 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:41.299183 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5488cf76-5aaa-489a-86c2-cca644b57037 tempest-FloatingIPAdminTestJSON-48047575 tempest-FloatingIPAdminTestJSON-48047575-project] 10.222.0.70 "DELETE /v2.0/floatingips/9189bed1-65b8-4b5b-82a8-69b9d49cc300 HTTP/1.1" status: 204 len: 168 time: 1.7010386 Jan 20 11:01:41.300614 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-336651ca-ea4c-4fd6-ac45-9c9f4d98009c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Unset dirty status for tenant:a9b63c66c76744f0803551403ba4c783 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:01:41.304772 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-336651ca-ea4c-4fd6-ac45-9c9f4d98009c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "GET /v2.0/ports?device_id=babb07ba-4e46-4fc1-8fbc-213345269271 HTTP/1.1" status: 200 len: 205 time: 0.2777176 Jan 20 11:01:41.305756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59130) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:41.305756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59132) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:41.358697 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:41.446075 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Network cd83b3fd-2cbf-457c-ab83-96fc27c08d76 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:41.452013 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:41.458827 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:41.611534 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70a3f24c-ae8b-4f32-929c-a6ec5289374d tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:41.639097 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c88ec2-357a-4720-bd8c-0cb6533a6ec3', 'name': 'tempest-snat-router-1488687285', 'tenant_id': '4ed204bfc23f48879574fab00b447923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ccdb5b2d-63d2-45ec-a336-76665e17719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:01:33Z', 'updated_at': '2022-01-20T11:01:38Z', 'revision_number': 3, 'project_id': '4ed204bfc23f48879574fab00b447923', 'gw_port': {'id': 'ccdb5b2d-63d2-45ec-a336-76665e17719e', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c88ec2-357a-4720-bd8c-0cb6533a6ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:01:35Z', 'updated_at': '2022-01-20T11:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:41.643814 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Checking router: 69c88ec2-357a-4720-bd8c-0cb6533a6ec3 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:01:41.644164 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Updating router 69c88ec2-357a-4720-bd8c-0cb6533a6ec3 port ccdb5b2d-63d2-45ec-a336-76665e17719e binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:01:41.660321 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Allocated IP 172.20.0.2 (6b749f6e-3931-46cf-bc1b-55cf8af4af89/238bd6c6-7f33-490f-958d-85a01b365640/c9ad0f25-c92b-46dd-b3c5-cd1404c0b253) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:41.688517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-72cf82e6-5364-4e8d-9035-4cba6e9f5e72 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:41.710181 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:41.717187 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-be49279c-17db-4925-b969-3e730eba3c00 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] delete failed (client error): The resource could not be found. Jan 20 11:01:41.722800 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-be49279c-17db-4925-b969-3e730eba3c00 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/routers/babb07ba-4e46-4fc1-8fbc-213345269271 HTTP/1.1" status: 404 len: 336 time: 0.4111896 Jan 20 11:01:41.722800 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-4c809bfd-7569-4ff1-b93b-dff6d66809a3 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Deleting port 304e53d2-4f44-46fb-8a02-06fc718a9a02 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:41.722968 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4c809bfd-7569-4ff1-b93b-dff6d66809a3 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:41.741934 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59138) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:41.759277 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-70a3f24c-ae8b-4f32-929c-a6ec5289374d tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Calling delete_port for 0cff8597-becf-49f6-9e5e-eece100a64bf owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:41.805671 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-72cf82e6-5364-4e8d-9035-4cba6e9f5e72 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:41.860318 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-72cf82e6-5364-4e8d-9035-4cba6e9f5e72 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:security_group_rule and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:41.867230 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-72cf82e6-5364-4e8d-9035-4cba6e9f5e72 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:41.876671 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-72cf82e6-5364-4e8d-9035-4cba6e9f5e72 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:41.878786 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb25495-c8fa-403e-a80d-3bf314053038 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] DELETE failed (client error): The resource could not be found. Jan 20 11:01:41.879495 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb25495-c8fa-403e-a80d-3bf314053038 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:01:41.916466 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cfb25495-c8fa-403e-a80d-3bf314053038 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/subnets/3ae9e6bf-3f21-49ed-a945-89680e115fdf HTTP/1.1" status: 404 len: 337 time: 0.1633751 Jan 20 11:01:41.918356 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59142) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:41.930969 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:41.944283 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Transition to ACTIVE for port object c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:41.975333 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Transition to ACTIVE for port object c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:41.981971 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-07015250-adb0-46c3-91ee-247f08618ff1 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "GET /v2.0/routers/69c88ec2-357a-4720-bd8c-0cb6533a6ec3 HTTP/1.1" status: 200 len: 908 time: 0.8957140 Jan 20 11:01:41.992251 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59146) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:41.998545 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Pushing event updated for resources: {'Port': ['ID=9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:42.004038 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Attempting to bind port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:01:42.004634 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Attempting to bind port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '38cc7f44-0a63-4200-bd45-56389f522926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'cd83b3fd-2cbf-457c-ab83-96fc27c08d76'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:01:42.005336 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Attempting to bind port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 on network cd83b3fd-2cbf-457c-ab83-96fc27c08d76 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:01:42.015572 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:01:42.016242 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Checking segment: {'id': '38cc7f44-0a63-4200-bd45-56389f522926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'cd83b3fd-2cbf-457c-ab83-96fc27c08d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:42.016812 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.017377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Bound using segment: {'id': '38cc7f44-0a63-4200-bd45-56389f522926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'cd83b3fd-2cbf-457c-ab83-96fc27c08d76'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:01:42.018054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Bound port: 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cc7f44-0a63-4200-bd45-56389f522926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'cd83b3fd-2cbf-457c-ab83-96fc27c08d76'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:01:42.018610 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.023700 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4c809bfd-7569-4ff1-b93b-dff6d66809a3 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.024029 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4c809bfd-7569-4ff1-b93b-dff6d66809a3 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.077613 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70a3f24c-ae8b-4f32-929c-a6ec5289374d tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.083987 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.172859 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-72cf82e6-5364-4e8d-9035-4cba6e9f5e72 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.174330 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3f24c-ae8b-4f32-929c-a6ec5289374d tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event deleted for resources: {'Port': ['ID=0cff8597-becf-49f6-9e5e-eece100a64bf,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:42.179623 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-4c809bfd-7569-4ff1-b93b-dff6d66809a3 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Calling delete_port for 304e53d2-4f44-46fb-8a02-06fc718a9a02 owned by network:floatingip {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:42.187343 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:42.202754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Pushing event updated for resources: {'Port': ['ID=c9ad0f25-c92b-46dd-b3c5-cd1404c0b253,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:42.205440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-70a3f24c-ae8b-4f32-929c-a6ec5289374d tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.207299 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:42.213654 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:42.216566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-3636d5ff-5248-4ee1-87d3-24ce3e8403dc tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Deleting port 61fbefb2-371e-40a3-927c-01c2874ec1ff {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:42.216907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3636d5ff-5248-4ee1-87d3-24ce3e8403dc tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.249397 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-54c85703-2080-49bd-87b4-1d24a1367b22 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.309473 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-72cf82e6-5364-4e8d-9035-4cba6e9f5e72 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.316491 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.337251 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Transition to ACTIVE for port object ccdb5b2d-63d2-45ec-a336-76665e17719e will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:42.345494 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Attempting to bind port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:01:42.347107 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Attempting to bind port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '8e36aa1d-8378-4760-8a36-86086a188300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:01:42.347484 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Attempting to bind port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 on network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:01:42.361682 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:01:42.362053 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Checking segment: {'id': '8e36aa1d-8378-4760-8a36-86086a188300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:42.362942 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.363346 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Bound using segment: {'id': '8e36aa1d-8378-4760-8a36-86086a188300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:01:42.363823 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Bound port: c9ad0f25-c92b-46dd-b3c5-cd1404c0b253, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e36aa1d-8378-4760-8a36-86086a188300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:01:42.364201 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.409726 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c85703-2080-49bd-87b4-1d24a1367b22 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network cd83b3fd-2cbf-457c-ab83-96fc27c08d76 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:42.415725 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-54c85703-2080-49bd-87b4-1d24a1367b22 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:42.418170 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf82e6-5364-4e8d-9035-4cba6e9f5e72 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d4ade2-2036-4341-b53c-16703b66fb89,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:42.424316 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c85703-2080-49bd-87b4-1d24a1367b22 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:42.425164 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-54c85703-2080-49bd-87b4-1d24a1367b22 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.436812 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-70a3f24c-ae8b-4f32-929c-a6ec5289374d tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "DELETE /v2.0/ports/0cff8597-becf-49f6-9e5e-eece100a64bf HTTP/1.1" status: 204 len: 168 time: 1.4568753 Jan 20 11:01:42.436812 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c85703-2080-49bd-87b4-1d24a1367b22 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Subnet': ['ID=ae465a0a-9553-42ef-97e6-8a2982caeb4c,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:42.438073 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59154) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:42.466557 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] For port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:01:42.479379 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.490082 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] For port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50,segment=NetworkSegment(38cc7f44-0a63-4200-bd45-56389f522926),segment_id=38cc7f44-0a63-4200-bd45-56389f522926)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:01:42.497723 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] For port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:01:42.501833 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] For port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c9ad0f25-c92b-46dd-b3c5-cd1404c0b253,segment=NetworkSegment(8e36aa1d-8378-4760-8a36-86086a188300),segment_id=8e36aa1d-8378-4760-8a36-86086a188300)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:01:42.514011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-72cf82e6-5364-4e8d-9035-4cba6e9f5e72 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.516760 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-72cf82e6-5364-4e8d-9035-4cba6e9f5e72 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1574 time: 1.4341617 Jan 20 11:01:42.519050 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59158) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:42.526474 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-25554dd3-6c92-4ecf-b176-b132ff8a7298 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'security_group': {'name': 'tempest-secgroup-487948959'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:42.534776 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-25554dd3-6c92-4ecf-b176-b132ff8a7298 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:42.562342 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Attempting to bind port ccdb5b2d-63d2-45ec-a336-76665e17719e on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:01:42.562650 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Attempting to bind port ccdb5b2d-63d2-45ec-a336-76665e17719e by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:01:42.562924 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Attempting to bind port ccdb5b2d-63d2-45ec-a336-76665e17719e on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:01:42.575055 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c4de9-676e-412d-8bd4-3c4603a97c53 None None] Pushing event updated for resources: {'Port': ['ID=ccdb5b2d-63d2-45ec-a336-76665e17719e,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:42.579869 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:01:42.579869 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:42.579869 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.579869 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:01:42.579869 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Bound port: ccdb5b2d-63d2-45ec-a336-76665e17719e, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:01:42.579869 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.600041 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.613330 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.644903 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-25554dd3-6c92-4ecf-b176-b132ff8a7298 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:security_group and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:42.655988 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3636d5ff-5248-4ee1-87d3-24ce3e8403dc tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.661615 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] For port ccdb5b2d-63d2-45ec-a336-76665e17719e, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:01:42.668487 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] For port ccdb5b2d-63d2-45ec-a336-76665e17719e, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ccdb5b2d-63d2-45ec-a336-76665e17719e,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:01:42.704161 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-54c85703-2080-49bd-87b4-1d24a1367b22 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4338632 Jan 20 11:01:42.715520 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59162) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:42.723373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-25554dd3-6c92-4ecf-b176-b132ff8a7298 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:42.736413 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95844b20-e706-4a85-9081-c5beff892e81 None None] Pushing event updated for resources: {'Port': ['ID=c9ad0f25-c92b-46dd-b3c5-cd1404c0b253,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:42.761863 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.780500 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1f97d192-441e-4ebc-8e56-44eb0f0a16e0 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Deleting port 279f68db-c68f-4f60-8235-8e1a17f5133b {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:42.780838 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f97d192-441e-4ebc-8e56-44eb0f0a16e0 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.790714 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-25554dd3-6c92-4ecf-b176-b132ff8a7298 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:42.801491 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-3636d5ff-5248-4ee1-87d3-24ce3e8403dc tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Calling delete_port for 61fbefb2-371e-40a3-927c-01c2874ec1ff owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:42.814368 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c4998-d025-46df-9366-154d35183d6d None None] Pushing event updated for resources: {'Port': ['ID=9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:42.890732 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c4de9-676e-412d-8bd4-3c4603a97c53 None None] Pushing event updated for resources: {'Port': ['ID=ccdb5b2d-63d2-45ec-a336-76665e17719e,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:42.905560 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Routers {'69c88ec2-357a-4720-bd8c-0cb6533a6ec3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:42.906689 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['69c88ec2-357a-4720-bd8c-0cb6533a6ec3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:42.914444 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fc8b7-0fa1-4db2-8cbf-bdbda94c7213 req-99414e35-6964-4e7b-9ef0-be5f5c7ddd7f tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:42.922021 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-682fc8b7-0fa1-4db2-8cbf-bdbda94c7213 req-99414e35-6964-4e7b-9ef0-be5f5c7ddd7f tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.5902216 Jan 20 11:01:42.922786 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-25554dd3-6c92-4ecf-b176-b132ff8a7298 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.980659 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4c809bfd-7569-4ff1-b93b-dff6d66809a3 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:42.994620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f793ab10-97c0-4287-8bcd-35ee749aa6e1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:42.996555 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f793ab10-97c0-4287-8bcd-35ee749aa6e1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:42.997922 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f793ab10-97c0-4287-8bcd-35ee749aa6e1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:42.999711 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f793ab10-97c0-4287-8bcd-35ee749aa6e1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:43.001086 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f793ab10-97c0-4287-8bcd-35ee749aa6e1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:43.002024 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f793ab10-97c0-4287-8bcd-35ee749aa6e1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Synchronizing usage tracker for tenant:fa35f0375ba34722acf099d25191ba04 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:01:43.167771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c809bfd-7569-4ff1-b93b-dff6d66809a3 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Pushing event deleted for resources: {'Port': ['ID=304e53d2-4f44-46fb-8a02-06fc718a9a02,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:43.176133 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-682fc8b7-0fa1-4db2-8cbf-bdbda94c7213 req-2e4de993-986a-4970-8787-ffc1e00a8bf0 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532542 Jan 20 11:01:43.248387 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] Set router 69c88ec2-357a-4720-bd8c-0cb6533a6ec3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:01:43.292891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-25554dd3-6c92-4ecf-b176-b132ff8a7298 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:43.316969 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-25554dd3-6c92-4ecf-b176-b132ff8a7298 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:security_group_rule and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:43.319859 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f793ab10-97c0-4287-8bcd-35ee749aa6e1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Unset dirty status for tenant:fa35f0375ba34722acf099d25191ba04 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:01:43.322427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-25554dd3-6c92-4ecf-b176-b132ff8a7298 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:43.322906 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f793ab10-97c0-4287-8bcd-35ee749aa6e1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6052213 Jan 20 11:01:43.326441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59166) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:43.330328 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f97d192-441e-4ebc-8e56-44eb0f0a16e0 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:43.333750 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-25554dd3-6c92-4ecf-b176-b132ff8a7298 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:43.338405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4c809bfd-7569-4ff1-b93b-dff6d66809a3 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:43.347477 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-da37d64b-7268-4241-aa11-508e96399d88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1307681435'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:43.352345 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-97b3ab67-5487-4de8-90bf-74ea39699108 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:43.373127 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3636d5ff-5248-4ee1-87d3-24ce3e8403dc tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:43.451207 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-da37d64b-7268-4241-aa11-508e96399d88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:43.516928 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-da37d64b-7268-4241-aa11-508e96399d88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Usage tracker for resource:network and tenant:fa35f0375ba34722acf099d25191ba04 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:43.522100 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-da37d64b-7268-4241-aa11-508e96399d88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:43.568935 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636d5ff-5248-4ee1-87d3-24ce3e8403dc tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event deleted for resources: {'Port': ['ID=61fbefb2-371e-40a3-927c-01c2874ec1ff,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:43.580498 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4c809bfd-7569-4ff1-b93b-dff6d66809a3 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:43.582206 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4c809bfd-7569-4ff1-b93b-dff6d66809a3 tempest-FloatingIPAdminTestJSON-9927290 tempest-FloatingIPAdminTestJSON-9927290-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/abc439d3-ea22-4726-9cbd-04cabedce172 HTTP/1.1" status: 204 len: 168 time: 2.2751312 Jan 20 11:01:43.595294 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1f97d192-441e-4ebc-8e56-44eb0f0a16e0 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Calling delete_port for 279f68db-c68f-4f60-8235-8e1a17f5133b owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:43.621271 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59170) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:43.630646 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-da37d64b-7268-4241-aa11-508e96399d88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:43.649124 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c88ec2-357a-4720-bd8c-0cb6533a6ec3', 'name': 'tempest-snat-router-1488687285', 'tenant_id': '4ed204bfc23f48879574fab00b447923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ccdb5b2d-63d2-45ec-a336-76665e17719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:01:33Z', 'updated_at': '2022-01-20T11:01:38Z', 'revision_number': 3, 'project_id': '4ed204bfc23f48879574fab00b447923', 'gw_port': {'id': 'ccdb5b2d-63d2-45ec-a336-76665e17719e', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c88ec2-357a-4720-bd8c-0cb6533a6ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:01:35Z', 'updated_at': '2022-01-20T11:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:43.653270 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fa5aa7-339b-43d5-8af0-1bcbd71ecafb None None] The sync data for ids ['69c88ec2-357a-4720-bd8c-0cb6533a6ec3'] in dv-neutron-825471-1-hyperv is: [{'id': '69c88ec2-357a-4720-bd8c-0cb6533a6ec3', 'name': 'tempest-snat-router-1488687285', 'tenant_id': '4ed204bfc23f48879574fab00b447923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ccdb5b2d-63d2-45ec-a336-76665e17719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:01:33Z', 'updated_at': '2022-01-20T11:01:38Z', 'revision_number': 3, 'project_id': '4ed204bfc23f48879574fab00b447923', 'gw_port': {'id': 'ccdb5b2d-63d2-45ec-a336-76665e17719e', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c88ec2-357a-4720-bd8c-0cb6533a6ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:01:35Z', 'updated_at': '2022-01-20T11:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:01:43.666027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-25554dd3-6c92-4ecf-b176-b132ff8a7298 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:43.755845 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-34fc182e-b70e-4377-8ac8-d38636469482 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Deleting port e99a8a26-f123-4b85-b362-3dd15244e1a4 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:43.755845 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34fc182e-b70e-4377-8ac8-d38636469482 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:43.781188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-25554dd3-6c92-4ecf-b176-b132ff8a7298 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:43.845586 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3636d5ff-5248-4ee1-87d3-24ce3e8403dc tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:43.847464 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3636d5ff-5248-4ee1-87d3-24ce3e8403dc tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/ports/61fbefb2-371e-40a3-927c-01c2874ec1ff HTTP/1.1" status: 204 len: 168 time: 1.9243069 Jan 20 11:01:43.849978 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59174) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:43.853230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-97b3ab67-5487-4de8-90bf-74ea39699108 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:43.872762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25554dd3-6c92-4ecf-b176-b132ff8a7298 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbc21c5-d999-46bb-9ed4-38ca2865257f,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:43.900138 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f97d192-441e-4ebc-8e56-44eb0f0a16e0 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:43.911524 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da37d64b-7268-4241-aa11-508e96399d88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:43.915821 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-da37d64b-7268-4241-aa11-508e96399d88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:43.924011 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:44.044359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-25554dd3-6c92-4ecf-b176-b132ff8a7298 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:44.045724 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-25554dd3-6c92-4ecf-b176-b132ff8a7298 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.5258086 Jan 20 11:01:44.050574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59178) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:44.101608 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-97b3ab67-5487-4de8-90bf-74ea39699108 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Deleting port ccdb5b2d-63d2-45ec-a336-76665e17719e {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:44.101954 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-97b3ab67-5487-4de8-90bf-74ea39699108 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:44.111233 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-e2484200-68b3-4eb1-872e-2b6d6c301ca4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-608646679', 'security_groups': ['ecbc21c5-d999-46bb-9ed4-38ca2865257f'], 'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '238bd6c6-7f33-490f-958d-85a01b365640'}]}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:44.128803 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f97d192-441e-4ebc-8e56-44eb0f0a16e0 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:44.131553 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97d192-441e-4ebc-8e56-44eb0f0a16e0 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event deleted for resources: {'Port': ['ID=279f68db-c68f-4f60-8235-8e1a17f5133b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:44.173787 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:44.184775 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:44.187006 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da37d64b-7268-4241-aa11-508e96399d88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:01:44.198757 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ecbd1-9a1d-47c9-85df-d027cba3947c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Deleting port 1b7f2ecb-1517-4a81-acdb-47235bb93115 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:44.199028 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ae4ecbd1-9a1d-47c9-85df-d027cba3947c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:44.294322 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1f97d192-441e-4ebc-8e56-44eb0f0a16e0 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "DELETE /v2.0/ports/279f68db-c68f-4f60-8235-8e1a17f5133b HTTP/1.1" status: 204 len: 168 time: 1.8481181 Jan 20 11:01:44.295725 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59184) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:44.412408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34fc182e-b70e-4377-8ac8-d38636469482 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:44.431943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e2484200-68b3-4eb1-872e-2b6d6c301ca4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:44.433504 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:44.462532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a2a0b7c5-6491-471f-a646-6cfbdcc3e63c tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Synchronizing usage tracker for tenant:ea34bca32a0d498186288ecf311aa6f7 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:01:44.483759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-da37d64b-7268-4241-aa11-508e96399d88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:44.484603 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-da37d64b-7268-4241-aa11-508e96399d88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Added segment 06b6ed8b-0070-44b9-a09a-dbaf373dfc4c of type vlan for network 048af72a-5ccf-4b8e-9d7c-5c71c0d98671 Jan 20 11:01:44.565531 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e2484200-68b3-4eb1-872e-2b6d6c301ca4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:port and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:44.583652 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-34fc182e-b70e-4377-8ac8-d38636469482 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Calling delete_port for e99a8a26-f123-4b85-b362-3dd15244e1a4 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:44.622782 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e2484200-68b3-4eb1-872e-2b6d6c301ca4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:44.637343 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e2484200-68b3-4eb1-872e-2b6d6c301ca4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:44.698152 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-da37d64b-7268-4241-aa11-508e96399d88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:44.706422 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ec30ec78-e900-45bd-9a8e-de79125028c0 None None] Provisioning for port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:44.716347 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ec30ec78-e900-45bd-9a8e-de79125028c0 None None] Provisioning complete for port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:44.717118 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec30ec78-e900-45bd-9a8e-de79125028c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:44.782586 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2484200-68b3-4eb1-872e-2b6d6c301ca4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:44.812655 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f5071f-ca76-4efb-997c-bc0892f34650 None None] Network cd83b3fd-2cbf-457c-ab83-96fc27c08d76 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:44.856309 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a2a0b7c5-6491-471f-a646-6cfbdcc3e63c tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Unset dirty status for tenant:ea34bca32a0d498186288ecf311aa6f7 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:01:44.857338 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a2a0b7c5-6491-471f-a646-6cfbdcc3e63c tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5481606 Jan 20 11:01:44.863114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59188) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:44.872008 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f6c84cf5-6a59-4c88-a7f6-74c71e51d1c6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-362642479'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:44.881573 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f6c84cf5-6a59-4c88-a7f6-74c71e51d1c6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:44.885325 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f6c84cf5-6a59-4c88-a7f6-74c71e51d1c6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Usage tracker for resource:network and tenant:ea34bca32a0d498186288ecf311aa6f7 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:44.888534 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f6c84cf5-6a59-4c88-a7f6-74c71e51d1c6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:44.896053 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f6c84cf5-6a59-4c88-a7f6-74c71e51d1c6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:44.907517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34fc182e-b70e-4377-8ac8-d38636469482 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:44.929222 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-97b3ab67-5487-4de8-90bf-74ea39699108 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] For port ccdb5b2d-63d2-45ec-a336-76665e17719e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ccdb5b2d-63d2-45ec-a336-76665e17719e,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:44.929786 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-97b3ab67-5487-4de8-90bf-74ea39699108 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:44.981492 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec30ec78-e900-45bd-9a8e-de79125028c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:45.005897 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c84cf5-6a59-4c88-a7f6-74c71e51d1c6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Made reservation on behalf of ea34bca32a0d498186288ecf311aa6f7 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:45.009007 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f6c84cf5-6a59-4c88-a7f6-74c71e51d1c6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:45.039251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc182e-b70e-4377-8ac8-d38636469482 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Pushing event deleted for resources: {'Port': ['ID=e99a8a26-f123-4b85-b362-3dd15244e1a4,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:45.074849 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ec30ec78-e900-45bd-9a8e-de79125028c0 None None] For port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c9ad0f25-c92b-46dd-b3c5-cd1404c0b253,segment=NetworkSegment(8e36aa1d-8378-4760-8a36-86086a188300),segment_id=8e36aa1d-8378-4760-8a36-86086a188300)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:45.079178 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e70c5-e044-4fd8-be04-ffc27db1fbfd req-1649fc5a-0af5-4fce-8261-0934a68525e6 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:45.087104 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ea6e70c5-e044-4fd8-be04-ffc27db1fbfd req-1649fc5a-0af5-4fce-8261-0934a68525e6 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.6275003 Jan 20 11:01:45.088964 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-da37d64b-7268-4241-aa11-508e96399d88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:45.093523 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da37d64b-7268-4241-aa11-508e96399d88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:45.094373 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-da37d64b-7268-4241-aa11-508e96399d88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:45.137198 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e2484200-68b3-4eb1-872e-2b6d6c301ca4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:45.170407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c84cf5-6a59-4c88-a7f6-74c71e51d1c6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:01:45.179360 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-e2484200-68b3-4eb1-872e-2b6d6c301ca4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] device_id is not set on port 3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:01:45.210978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec30ec78-e900-45bd-9a8e-de79125028c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:45.221059 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34fc182e-b70e-4377-8ac8-d38636469482 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:45.246514 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f6c84cf5-6a59-4c88-a7f6-74c71e51d1c6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:45.246846 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-f6c84cf5-6a59-4c88-a7f6-74c71e51d1c6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Added segment 736ab40e-d35f-4b44-8c6b-92aab07a64a7 of type vlan for network 8a45b971-c49c-443b-9e97-b0f515f35097 Jan 20 11:01:45.254789 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-34fc182e-b70e-4377-8ac8-d38636469482 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] 10.222.0.70 "DELETE /v2.0/ports/e99a8a26-f123-4b85-b362-3dd15244e1a4 HTTP/1.1" status: 204 len: 168 time: 1.6241782 Jan 20 11:01:45.258826 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59192) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:45.281743 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-97b3ab67-5487-4de8-90bf-74ea39699108 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Calling delete_port for ccdb5b2d-63d2-45ec-a336-76665e17719e owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:45.305921 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ec30ec78-e900-45bd-9a8e-de79125028c0 None None] Provisioning complete for port 48b5c1d0-70e3-4012-a794-1f2db583a819 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:45.306391 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec30ec78-e900-45bd-9a8e-de79125028c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:45.357114 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30ec78-e900-45bd-9a8e-de79125028c0 None None] Pushing event updated for resources: {'Port': ['ID=c9ad0f25-c92b-46dd-b3c5-cd1404c0b253,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:45.382027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f6c84cf5-6a59-4c88-a7f6-74c71e51d1c6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:45.383394 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ec30ec78-e900-45bd-9a8e-de79125028c0 None None] Port 48b5c1d0-70e3-4012-a794-1f2db583a819 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:01:45.450839 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37d64b-7268-4241-aa11-508e96399d88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Network': ['ID=048af72a-5ccf-4b8e-9d7c-5c71c0d98671,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:45.454876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ae4ecbd1-9a1d-47c9-85df-d027cba3947c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:45.469858 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-da37d64b-7268-4241-aa11-508e96399d88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1396446 Jan 20 11:01:45.476851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59196) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:45.482326 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 048af72a-5ccf-4b8e-9d7c-5c71c0d98671 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:01:45.495937 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-bfaabb18-7c74-41fe-95f3-cd4fbdd6b1ba tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:45.538143 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ea6e70c5-e044-4fd8-be04-ffc27db1fbfd req-8b8b4f97-ef37-45df-84c9-cc764e7d626f tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4500332 Jan 20 11:01:45.626414 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bd0eb9-860f-4c78-b526-15d5c00772b0 None None] Update dhcp port {'port': {'network_id': 'cd83b3fd-2cbf-457c-ab83-96fc27c08d76', 'fixed_ips': [{'subnet_id': 'fd5dc0c6-cc6c-4dc0-8f14-9eae9437d53b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ae465a0a-9553-42ef-97e6-8a2982caeb4c'}], 'binding:host_id': 'dv-neutron-825471-1-hyperv'}, 'id': '9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50'} from dv-neutron-825471-1-hyperv. {{(pid=84333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 11:01:45.678562 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-dbef3e2e-c3e9-42e0-9ac9-d78cbfb9367c None None] Provisioning for port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:45.689809 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-dbef3e2e-c3e9-42e0-9ac9-d78cbfb9367c None None] Provisioning complete for port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:45.690338 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dbef3e2e-c3e9-42e0-9ac9-d78cbfb9367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:45.708501 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d29d58-4750-4c3b-8427-1501d957bf33 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:45.709208 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-38d29d58-4750-4c3b-8427-1501d957bf33 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Synchronizing usage tracker for tenant:2f4f9b2e1edb4edd98a1a69d1e5e2888 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:01:45.711763 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f6c84cf5-6a59-4c88-a7f6-74c71e51d1c6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:45.715279 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c84cf5-6a59-4c88-a7f6-74c71e51d1c6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:45.716450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f6c84cf5-6a59-4c88-a7f6-74c71e51d1c6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:45.724705 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17bd0eb9-860f-4c78-b526-15d5c00772b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:45.804194 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ecbd1-9a1d-47c9-85df-d027cba3947c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Calling delete_port for 1b7f2ecb-1517-4a81-acdb-47235bb93115 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:45.825443 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-e2484200-68b3-4eb1-872e-2b6d6c301ca4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Allocated IP 172.20.0.9 (6b749f6e-3931-46cf-bc1b-55cf8af4af89/238bd6c6-7f33-490f-958d-85a01b365640/3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:45.844087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-97b3ab67-5487-4de8-90bf-74ea39699108 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:45.925072 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c84cf5-6a59-4c88-a7f6-74c71e51d1c6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event updated for resources: {'Network': ['ID=8a45b971-c49c-443b-9e97-b0f515f35097,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:45.931809 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:45.932146 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3ab67-5487-4de8-90bf-74ea39699108 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccdb5b2d-63d2-45ec-a336-76665e17719e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:45.977779 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 8a45b971-c49c-443b-9e97-b0f515f35097 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:01:46.148925 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bfaabb18-7c74-41fe-95f3-cd4fbdd6b1ba tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:46.222911 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e2484200-68b3-4eb1-872e-2b6d6c301ca4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:46.235045 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f6c84cf5-6a59-4c88-a7f6-74c71e51d1c6 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3681345 Jan 20 11:01:46.237630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59204) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:46.241762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-6038dadc-8a74-46bb-8bb7-30de2dec0709 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1105188655'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:46.251412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6038dadc-8a74-46bb-8bb7-30de2dec0709 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:46.253924 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-e2484200-68b3-4eb1-872e-2b6d6c301ca4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Transition to ACTIVE for port object 3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:46.257488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6038dadc-8a74-46bb-8bb7-30de2dec0709 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Usage tracker for resource:network and tenant:ea34bca32a0d498186288ecf311aa6f7 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:46.261142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6038dadc-8a74-46bb-8bb7-30de2dec0709 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:46.268727 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6038dadc-8a74-46bb-8bb7-30de2dec0709 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:46.281260 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dbef3e2e-c3e9-42e0-9ac9-d78cbfb9367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:46.310001 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-17bd0eb9-860f-4c78-b526-15d5c00772b0 None None] Allocated IP 172.20.0.1 (cd83b3fd-2cbf-457c-ab83-96fc27c08d76/ae465a0a-9553-42ef-97e6-8a2982caeb4c/9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:46.334873 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:46.335513 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:46.335759 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-38d29d58-4750-4c3b-8427-1501d957bf33 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Unset dirty status for tenant:2f4f9b2e1edb4edd98a1a69d1e5e2888 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:01:46.339674 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-38d29d58-4750-4c3b-8427-1501d957bf33 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0ca5384-3279-4b81-be6c-2d12326e53c5 HTTP/1.1" status: 200 len: 913 time: 1.0747273 Jan 20 11:01:46.339942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59208) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:46.349112 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-97b3ab67-5487-4de8-90bf-74ea39699108 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:46.404632 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bfaabb18-7c74-41fe-95f3-cd4fbdd6b1ba tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:46.410178 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ae4ecbd1-9a1d-47c9-85df-d027cba3947c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:46.419836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6038dadc-8a74-46bb-8bb7-30de2dec0709 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Made reservation on behalf of ea34bca32a0d498186288ecf311aa6f7 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:46.419836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6038dadc-8a74-46bb-8bb7-30de2dec0709 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:46.463593 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e2484200-68b3-4eb1-872e-2b6d6c301ca4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:46.530901 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ecbd1-9a1d-47c9-85df-d027cba3947c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event deleted for resources: {'Port': ['ID=1b7f2ecb-1517-4a81-acdb-47235bb93115,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:46.546647 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-17bd0eb9-860f-4c78-b526-15d5c00772b0 None None] For port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50,segment=NetworkSegment(38cc7f44-0a63-4200-bd45-56389f522926),segment_id=38cc7f44-0a63-4200-bd45-56389f522926)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:46.570066 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bfaabb18-7c74-41fe-95f3-cd4fbdd6b1ba tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network 048af72a-5ccf-4b8e-9d7c-5c71c0d98671 is not hosted by any dhcp agent {{(pid=84331) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 20 11:01:46.573763 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaabb18-7c74-41fe-95f3-cd4fbdd6b1ba tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:46.574831 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bfaabb18-7c74-41fe-95f3-cd4fbdd6b1ba tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:46.579583 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bfaabb18-7c74-41fe-95f3-cd4fbdd6b1ba tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "PUT /v2.0/networks/048af72a-5ccf-4b8e-9d7c-5c71c0d98671 HTTP/1.1" status: 200 len: 723 time: 1.0940263 Jan 20 11:01:46.593919 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6038dadc-8a74-46bb-8bb7-30de2dec0709 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:01:46.609925 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6038dadc-8a74-46bb-8bb7-30de2dec0709 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:46.610319 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-6038dadc-8a74-46bb-8bb7-30de2dec0709 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Added segment ee86c687-331d-4f82-b59d-31b35e9618bf of type vlan for network 546b10a8-03f4-4de5-955a-68d774e3a4a0 Jan 20 11:01:46.627328 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17bd0eb9-860f-4c78-b526-15d5c00772b0 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:46.634200 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59212) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:46.636593 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ccdb5b2d-63d2-45ec-a336-76665e17719e up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:46.676682 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: ccdb5b2d-63d2-45ec-a336-76665e17719e {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:01:46.677019 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ccdb5b2d-63d2-45ec-a336-76665e17719e not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 20 11:01:46.711342 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-17bd0eb9-860f-4c78-b526-15d5c00772b0 None None] Transition to ACTIVE for port object 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:46.712145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-ca31c026-3f08-4ec9-b29e-46a66b1c6688 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'subnet': {'network_id': '048af72a-5ccf-4b8e-9d7c-5c71c0d98671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:46.717939 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Port ccdb5b2d-63d2-45ec-a336-76665e17719e not found, will not notify nova. {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 20 11:01:46.749682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6038dadc-8a74-46bb-8bb7-30de2dec0709 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:46.760632 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaabb18-7c74-41fe-95f3-cd4fbdd6b1ba tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Network': ['ID=048af72a-5ccf-4b8e-9d7c-5c71c0d98671,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:46.770577 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17bd0eb9-860f-4c78-b526-15d5c00772b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:46.805525 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 048af72a-5ccf-4b8e-9d7c-5c71c0d98671 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:01:46.837798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2484200-68b3-4eb1-872e-2b6d6c301ca4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:46.857417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2484200-68b3-4eb1-872e-2b6d6c301ca4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:46.860668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-e2484200-68b3-4eb1-872e-2b6d6c301ca4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:46.884407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2484200-68b3-4eb1-872e-2b6d6c301ca4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:46.900168 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-97b3ab67-5487-4de8-90bf-74ea39699108 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:46.925004 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-97b3ab67-5487-4de8-90bf-74ea39699108 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:46.939690 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1c9d5-5185-4d08-9e8a-f85f683b2a59 req-39a5186f-9aa9-49fa-9624-5ff95c7c058c tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:46.941198 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d4b1c9d5-5185-4d08-9e8a-f85f683b2a59 req-39a5186f-9aa9-49fa-9624-5ff95c7c058c tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.7047384 Jan 20 11:01:47.002881 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ca31c026-3f08-4ec9-b29e-46a66b1c6688 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:47.010446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ae4ecbd1-9a1d-47c9-85df-d027cba3947c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:47.028209 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2484200-68b3-4eb1-872e-2b6d6c301ca4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:47.028785 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e2484200-68b3-4eb1-872e-2b6d6c301ca4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:47.060144 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ae4ecbd1-9a1d-47c9-85df-d027cba3947c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/ports/1b7f2ecb-1517-4a81-acdb-47235bb93115 HTTP/1.1" status: 204 len: 168 time: 3.2064850 Jan 20 11:01:47.062474 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59216) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:47.089717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd0eb9-860f-4c78-b526-15d5c00772b0 None None] Pushing event updated for resources: {'Port': ['ID=9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:47.092459 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-dbef3e2e-c3e9-42e0-9ac9-d78cbfb9367c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:01:47.092817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-dbef3e2e-c3e9-42e0-9ac9-d78cbfb9367c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:01:47.114660 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ca31c026-3f08-4ec9-b29e-46a66b1c6688 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:47.121854 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d4b1c9d5-5185-4d08-9e8a-f85f683b2a59 req-d5c57020-9a3b-483e-86ca-12262bbe932f tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217604 Jan 20 11:01:47.122532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-97b3ab67-5487-4de8-90bf-74ea39699108 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:47.123183 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b3ab67-5487-4de8-90bf-74ea39699108 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69c88ec2-357a-4720-bd8c-0cb6533a6ec3 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:01:47.131531 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-97b3ab67-5487-4de8-90bf-74ea39699108 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:47.132412 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-97b3ab67-5487-4de8-90bf-74ea39699108 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "DELETE /v2.0/routers/69c88ec2-357a-4720-bd8c-0cb6533a6ec3 HTTP/1.1" status: 204 len: 168 time: 5.1372333 Jan 20 11:01:47.134177 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59220) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:47.142557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6038dadc-8a74-46bb-8bb7-30de2dec0709 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:47.146431 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6038dadc-8a74-46bb-8bb7-30de2dec0709 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:47.147023 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6038dadc-8a74-46bb-8bb7-30de2dec0709 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:47.198070 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0da3b092-8128-4d5c-a020-37adedf9afe0 req-cb6ac40b-6cc1-4391-96b7-09b9927a7275 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a8cdee6b9b64cc6952bd8d638e90fed&device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 1098 time: 0.6343956 Jan 20 11:01:47.262198 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02281916-2470-4860-9d15-295bb35fd19f tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:47.262198 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-02281916-2470-4860-9d15-295bb35fd19f tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Synchronizing usage tracker for tenant:a9b63c66c76744f0803551403ba4c783 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:01:47.374426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038dadc-8a74-46bb-8bb7-30de2dec0709 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event updated for resources: {'Network': ['ID=546b10a8-03f4-4de5-955a-68d774e3a4a0,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:47.381064 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90195ed2-8eda-4183-979f-369b0657eab8 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:47.387213 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 546b10a8-03f4-4de5-955a-68d774e3a4a0 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:01:47.388273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca31c026-3f08-4ec9-b29e-46a66b1c6688 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:47.417250 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e2484200-68b3-4eb1-872e-2b6d6c301ca4 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3657265 Jan 20 11:01:47.425585 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6038dadc-8a74-46bb-8bb7-30de2dec0709 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1885138 Jan 20 11:01:47.454515 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59224) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:47.460722 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6b2d44de-405a-4e78-87c8-b92559539710 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'subnet': {'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:47.491315 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-02281916-2470-4860-9d15-295bb35fd19f tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Unset dirty status for tenant:a9b63c66c76744f0803551403ba4c783 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:01:47.503840 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-02281916-2470-4860-9d15-295bb35fd19f tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "GET /v2.0/ports?device_id=7808d997-0e79-46d1-bab3-0af3f05906f9 HTTP/1.1" status: 200 len: 913 time: 0.4404497 Jan 20 11:01:47.514788 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59228) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:47.631448 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59232) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:47.657425 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Request body: {'subnets': [{'network_id': '8a45b971-c49c-443b-9e97-b0f515f35097', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--721663433', 'ip_version': 4}, {'network_id': '546b10a8-03f4-4de5-955a-68d774e3a4a0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:47.657773 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Request body: {'subnet': {'network_id': '8a45b971-c49c-443b-9e97-b0f515f35097', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--721663433', 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:47.658715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Request body: {'subnet': {'network_id': '546b10a8-03f4-4de5-955a-68d774e3a4a0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:47.719751 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3b092-8128-4d5c-a020-37adedf9afe0 req-a92ffdc9-a734-4549-8c9f-ae6ffd00ed20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:47.721224 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0da3b092-8128-4d5c-a020-37adedf9afe0 req-a92ffdc9-a734-4549-8c9f-ae6ffd00ed20 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca1f7bf9-9972-4b0c-baef-5692be1408d6 HTTP/1.1" status: 200 len: 912 time: 0.4666953 Jan 20 11:01:47.726779 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca31c026-3f08-4ec9-b29e-46a66b1c6688 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:47.741841 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dbef3e2e-c3e9-42e0-9ac9-d78cbfb9367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:47.805468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-dbef3e2e-c3e9-42e0-9ac9-d78cbfb9367c None None] For port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50,segment=NetworkSegment(38cc7f44-0a63-4200-bd45-56389f522926),segment_id=38cc7f44-0a63-4200-bd45-56389f522926)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:47.856604 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c89c7d5-1bf5-444d-a590-f2869ecfd09b None None] Network cd83b3fd-2cbf-457c-ab83-96fc27c08d76 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:47.960877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:47.972504 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6b2d44de-405a-4e78-87c8-b92559539710 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:47.989570 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6b2d44de-405a-4e78-87c8-b92559539710 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:subnet and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:47.991876 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dbef3e2e-c3e9-42e0-9ac9-d78cbfb9367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:47.998648 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6b2d44de-405a-4e78-87c8-b92559539710 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:48.035044 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0da3b092-8128-4d5c-a020-37adedf9afe0 req-2c4793a4-b2b2-4a66-b2f8-1ddf8cacb3f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=441dacbf-3516-43ae-b255-bc606c7a5f9f HTTP/1.1" status: 200 len: 1000 time: 0.2858956 Jan 20 11:01:48.075482 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6b2d44de-405a-4e78-87c8-b92559539710 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:48.161682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3b092-8128-4d5c-a020-37adedf9afe0 req-5730ea95-5e11-4534-91f9-c3f81b5c6c12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:48.162001 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0da3b092-8128-4d5c-a020-37adedf9afe0 req-5730ea95-5e11-4534-91f9-c3f81b5c6c12 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d58e3eb1-ffbd-4209-8283-de4f696a38a8 HTTP/1.1" status: 200 len: 850 time: 0.1162703 Jan 20 11:01:48.163333 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef3e2e-c3e9-42e0-9ac9-d78cbfb9367c None None] Pushing event updated for resources: {'Port': ['ID=9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:48.183172 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:48.193370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Usage tracker for resource:subnet and tenant:ea34bca32a0d498186288ecf311aa6f7 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:48.205310 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:48.215576 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:48.274217 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90195ed2-8eda-4183-979f-369b0657eab8 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:48.346317 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2bd98d6b-b571-483e-996a-3e97f8738bff None None] Provisioning for port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:48.357375 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2bd98d6b-b571-483e-996a-3e97f8738bff None None] Provisioning complete for port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:48.360271 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2bd98d6b-b571-483e-996a-3e97f8738bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:48.371022 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0da3b092-8128-4d5c-a020-37adedf9afe0 req-329cf742-1c09-44e3-b1d3-c05ed5111523 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca1f7bf9-9972-4b0c-baef-5692be1408d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2029219 Jan 20 11:01:48.460790 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-010530d1-877c-4c3b-aba2-4f918984177b tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:48.522394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca31c026-3f08-4ec9-b29e-46a66b1c6688 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:48.525930 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-90195ed2-8eda-4183-979f-369b0657eab8 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Deleting port cc465972-e27d-4dda-b43d-598fd6cd8055 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:48.526364 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90195ed2-8eda-4183-979f-369b0657eab8 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:48.568292 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Made reservation on behalf of ea34bca32a0d498186288ecf311aa6f7 for: {'subnet': 2} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:48.568292 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2d44de-405a-4e78-87c8-b92559539710 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:48.625274 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2bd98d6b-b571-483e-996a-3e97f8738bff None None] Provisioning for port 3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:48.630952 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2bd98d6b-b571-483e-996a-3e97f8738bff None None] Provisioning complete for port 3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:48.631664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2bd98d6b-b571-483e-996a-3e97f8738bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:48.642968 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31c026-3f08-4ec9-b29e-46a66b1c6688 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Subnet': ['ID=c9f9a9e0-9016-4fd8-bb20-26ae69a88de5,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:48.680315 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0da3b092-8128-4d5c-a020-37adedf9afe0 req-f26f6bb6-ce1e-487d-9e79-393ea0639785 service neutron] 10.222.0.72 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023005 Jan 20 11:01:48.686883 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2bd98d6b-b571-483e-996a-3e97f8738bff None None] Port 3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:01:48.761436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca31c026-3f08-4ec9-b29e-46a66b1c6688 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Checking segment: {'id': '06b6ed8b-0070-44b9-a09a-dbaf373dfc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '048af72a-5ccf-4b8e-9d7c-5c71c0d98671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:48.762083 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca31c026-3f08-4ec9-b29e-46a66b1c6688 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network hostable DHCP agents. Network: 048af72a-5ccf-4b8e-9d7c-5c71c0d98671, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:01:48.809552 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7d779745-83e6-4391-9931-8ba0595880f9 None None] Provisioning complete for port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:48.810048 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d779745-83e6-4391-9931-8ba0595880f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:48.915283 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0da3b092-8128-4d5c-a020-37adedf9afe0 req-616b4c9f-16e4-4a4f-9b2c-eee4dbb110c1 service neutron] 10.222.0.72 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268820 Jan 20 11:01:49.036752 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6b2d44de-405a-4e78-87c8-b92559539710 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:49.050416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca31c026-3f08-4ec9-b29e-46a66b1c6688 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network 048af72a-5ccf-4b8e-9d7c-5c71c0d98671 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:01:49.127707 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e85f36-b9c9-41b1-8749-c719fd987b1a req-7e2450d5-6fb5-4c98-bb40-cdac869252c0 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:49.129172 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-99e85f36-b9c9-41b1-8749-c719fd987b1a req-7e2450d5-6fb5-4c98-bb40-cdac869252c0 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.6455803 Jan 20 11:01:49.186402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-ca31c026-3f08-4ec9-b29e-46a66b1c6688 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 048af72a-5ccf-4b8e-9d7c-5c71c0d98671) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:49.196329 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c26d7d-2804-4eae-90ba-b4546e7a94bf None None] Network 048af72a-5ccf-4b8e-9d7c-5c71c0d98671 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:49.219473 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca31c026-3f08-4ec9-b29e-46a66b1c6688 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:49.220096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca31c026-3f08-4ec9-b29e-46a66b1c6688 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:49.223542 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:49.223915 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:49.401596 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-90195ed2-8eda-4183-979f-369b0657eab8 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] For port cc465972-e27d-4dda-b43d-598fd6cd8055, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=cc465972-e27d-4dda-b43d-598fd6cd8055,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:49.402007 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90195ed2-8eda-4183-979f-369b0657eab8 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:49.472450 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-048af72a-5ccf-4b8e-9d7c-5c71c0d98671', 'network_id': '048af72a-5ccf-4b8e-9d7c-5c71c0d98671', 'tenant_id': 'fa35f0375ba34722acf099d25191ba04', 'fixed_ips': [{'subnet_id': 'c9f9a9e0-9016-4fd8-bb20-26ae69a88de5'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:01:49.473442 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:49.568136 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ca31c026-3f08-4ec9-b29e-46a66b1c6688 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8853829 Jan 20 11:01:49.569598 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59238) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:49.574482 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-90195ed2-8eda-4183-979f-369b0657eab8 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Calling delete_port for cc465972-e27d-4dda-b43d-598fd6cd8055 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:49.581794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-ba589d76-d0e7-4780-881c-09a066a3cc71 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:49.635889 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-010530d1-877c-4c3b-aba2-4f918984177b tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Deleting port 5193b47f-6e3d-4a84-9b80-7be207394176 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:49.636231 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-010530d1-877c-4c3b-aba2-4f918984177b tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:49.663840 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.ipam_backend_mixin [None req-6b2d44de-405a-4e78-87c8-b92559539710 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 238bd6c6-7f33-490f-958d-85a01b365640 (CIDR: 172.20.0.0/28) Jan 20 11:01:49.687132 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-99e85f36-b9c9-41b1-8749-c719fd987b1a req-81655636-27a2-4a6e-aa83-6bcb25d0e4c9 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5374377 Jan 20 11:01:49.691943 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Allocated IP 2001:db8::2 (048af72a-5ccf-4b8e-9d7c-5c71c0d98671/c9f9a9e0-9016-4fd8-bb20-26ae69a88de5/94172f9e-fa6f-4f3e-9b7f-07e996ad34bf) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:49.744181 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2d44de-405a-4e78-87c8-b92559539710 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:01:49.744624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2d44de-405a-4e78-87c8-b92559539710 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:01:49.779428 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9cc30bd-340b-41c3-8e88-3cb3e95fc387 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:49.895981 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ba589d76-d0e7-4780-881c-09a066a3cc71 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32064715'] for subnet, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:49.966012 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:49.979208 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Transition to ACTIVE for port object 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:50.002134 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Transition to ACTIVE for port object 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:50.045914 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-010530d1-877c-4c3b-aba2-4f918984177b tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:50.124211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:50.168501 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:50.182956 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-010530d1-877c-4c3b-aba2-4f918984177b tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Calling delete_port for 5193b47f-6e3d-4a84-9b80-7be207394176 owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:50.193099 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6b2d44de-405a-4e78-87c8-b92559539710 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.7344615 Jan 20 11:01:50.210912 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59242) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:50.257479 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-13782f3d-cde6-4c6b-8371-baab1ee614a5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'subnet': {'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:50.266769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Network 048af72a-5ccf-4b8e-9d7c-5c71c0d98671 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:50.270432 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Pushing event updated for resources: {'Port': ['ID=94172f9e-fa6f-4f3e-9b7f-07e996ad34bf,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:50.273799 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:50.285255 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:50.381514 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:50.381935 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:50.437136 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Attempting to bind port 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:01:50.437136 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Attempting to bind port 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '06b6ed8b-0070-44b9-a09a-dbaf373dfc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '048af72a-5ccf-4b8e-9d7c-5c71c0d98671'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:01:50.437588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Attempting to bind port 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf on network 048af72a-5ccf-4b8e-9d7c-5c71c0d98671 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:01:50.455260 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:01:50.460475 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Checking segment: {'id': '06b6ed8b-0070-44b9-a09a-dbaf373dfc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '048af72a-5ccf-4b8e-9d7c-5c71c0d98671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:50.460475 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:50.460475 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Bound using segment: {'id': '06b6ed8b-0070-44b9-a09a-dbaf373dfc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '048af72a-5ccf-4b8e-9d7c-5c71c0d98671'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:01:50.460475 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Bound port: 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b6ed8b-0070-44b9-a09a-dbaf373dfc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '048af72a-5ccf-4b8e-9d7c-5c71c0d98671'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:01:50.460475 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:50.503830 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90195ed2-8eda-4183-979f-369b0657eab8 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:50.524840 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-13782f3d-cde6-4c6b-8371-baab1ee614a5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:50.530234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-13782f3d-cde6-4c6b-8371-baab1ee614a5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:subnet and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:50.533790 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-13782f3d-cde6-4c6b-8371-baab1ee614a5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:50.541259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-13782f3d-cde6-4c6b-8371-baab1ee614a5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:50.575489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90195ed2-8eda-4183-979f-369b0657eab8 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc465972-e27d-4dda-b43d-598fd6cd8055,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:50.609828 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ba589d76-d0e7-4780-881c-09a066a3cc71 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747725419255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32148229'] for subnet, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:50.669443 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13782f3d-cde6-4c6b-8371-baab1ee614a5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:50.673723 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] For port 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:01:50.677203 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] For port 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=94172f9e-fa6f-4f3e-9b7f-07e996ad34bf,segment=NetworkSegment(06b6ed8b-0070-44b9-a09a-dbaf373dfc4c),segment_id=06b6ed8b-0070-44b9-a09a-dbaf373dfc4c)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:01:50.694658 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba589d76-d0e7-4780-881c-09a066a3cc71 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:50.695151 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ba589d76-d0e7-4780-881c-09a066a3cc71 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:50.696412 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ba589d76-d0e7-4780-881c-09a066a3cc71 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "PUT /v2.0/subnets/c9f9a9e0-9016-4fd8-bb20-26ae69a88de5 HTTP/1.1" status: 200 len: 826 time: 1.1265042 Jan 20 11:01:50.708721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59246) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:50.776491 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:50.812304 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba589d76-d0e7-4780-881c-09a066a3cc71 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Subnet': ['ID=c9f9a9e0-9016-4fd8-bb20-26ae69a88de5,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:50.879665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-010530d1-877c-4c3b-aba2-4f918984177b tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:50.911198 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:50.911901 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346191a5-c0f4-4b21-9625-aa59a433dbe4 None None] Pushing event updated for resources: {'Port': ['ID=94172f9e-fa6f-4f3e-9b7f-07e996ad34bf,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:50.937882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010530d1-877c-4c3b-aba2-4f918984177b tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Pushing event deleted for resources: {'Port': ['ID=5193b47f-6e3d-4a84-9b80-7be207394176,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:51.129481 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13782f3d-cde6-4c6b-8371-baab1ee614a5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:51.147410 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90195ed2-8eda-4183-979f-369b0657eab8 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:51.359091 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event updated for resources: {'Subnet': ['ID=d40eb777-ab92-4fb7-8e37-1a5b91554a60,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:51.375552 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:51.480817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Deleting port 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:51.481049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:51.657429 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Checking segment: {'id': '736ab40e-d35f-4b44-8c6b-92aab07a64a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8a45b971-c49c-443b-9e97-b0f515f35097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:51.657815 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Network hostable DHCP agents. Network: 8a45b971-c49c-443b-9e97-b0f515f35097, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:01:51.669340 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ab8f4-17ad-48f0-84f5-1d256a618269 req-80102f4c-e414-4d64-bb40-c38d8789121d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:51.671517 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0a6ab8f4-17ad-48f0-84f5-1d256a618269 req-80102f4c-e414-4d64-bb40-c38d8789121d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.7717104 Jan 20 11:01:51.679449 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90195ed2-8eda-4183-979f-369b0657eab8 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:51.710010 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90195ed2-8eda-4183-979f-369b0657eab8 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:51.814078 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0a6ab8f4-17ad-48f0-84f5-1d256a618269 req-51ac03b3-31e4-412e-9a97-b191b8dc8381 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300159 Jan 20 11:01:51.900259 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Network 8a45b971-c49c-443b-9e97-b0f515f35097 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:01:51.930577 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90195ed2-8eda-4183-979f-369b0657eab8 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:51.935753 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90195ed2-8eda-4183-979f-369b0657eab8 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09640aec-3769-416e-8535-0988c18bbc20 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:01:51.976808 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d9cc30bd-340b-41c3-8e88-3cb3e95fc387 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Deleting port 7d554eab-ee12-4f6f-aaa5-d867ed665c11 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:51.977782 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9cc30bd-340b-41c3-8e88-3cb3e95fc387 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:51.996787 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] For port 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=94172f9e-fa6f-4f3e-9b7f-07e996ad34bf,segment=NetworkSegment(06b6ed8b-0070-44b9-a09a-dbaf373dfc4c),segment_id=06b6ed8b-0070-44b9-a09a-dbaf373dfc4c)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:51.997158 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:52.020859 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:52.037181 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 8a45b971-c49c-443b-9e97-b0f515f35097) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:52.047380 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:52.077808 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd01f12e-e401-40b7-b759-5526bc634636 None None] Network 8a45b971-c49c-443b-9e97-b0f515f35097 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:52.199269 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Calling delete_port for 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:52.214006 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02aa9d1-294b-4752-8f29-6d30ecd5e209 None None] Network 048af72a-5ccf-4b8e-9d7c-5c71c0d98671 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:52.234523 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90195ed2-8eda-4183-979f-369b0657eab8 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:52.235784 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-90195ed2-8eda-4183-979f-369b0657eab8 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "DELETE /v2.0/routers/09640aec-3769-416e-8535-0988c18bbc20 HTTP/1.1" status: 204 len: 168 time: 5.1006079 Jan 20 11:01:52.244003 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59254) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:52.266399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1311643190', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:52.300773 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:52.301011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-010530d1-877c-4c3b-aba2-4f918984177b tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:52.364402 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Usage tracker for resource:router and tenant:5eda8dc9c9c64973918ccb7e6870f561 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:52.370142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event updated for resources: {'Subnet': ['ID=d3dc9ead-8549-4763-bbc5-32fa2185d649,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:52.381663 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:52.396393 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:52.414509 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13782f3d-cde6-4c6b-8371-baab1ee614a5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:52.421758 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Checking segment: {'id': 'ee86c687-331d-4f82-b59d-31b35e9618bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '546b10a8-03f4-4de5-955a-68d774e3a4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:52.422223 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Network hostable DHCP agents. Network: 546b10a8-03f4-4de5-955a-68d774e3a4a0, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:01:52.470440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606b828-0a73-499d-bb4a-623d3079e21e req-c64079eb-eacc-4e97-87e5-c01be5ce90a3 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:52.471975 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8606b828-0a73-499d-bb4a-623d3079e21e req-c64079eb-eacc-4e97-87e5-c01be5ce90a3 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.3103187 Jan 20 11:01:52.515036 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9cc30bd-340b-41c3-8e88-3cb3e95fc387 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:52.537018 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13782f3d-cde6-4c6b-8371-baab1ee614a5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:52.537018 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-13782f3d-cde6-4c6b-8371-baab1ee614a5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:52.538333 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:52.538333 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:52.538504 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13782f3d-cde6-4c6b-8371-baab1ee614a5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:52.538504 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13782f3d-cde6-4c6b-8371-baab1ee614a5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:52.554113 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13782f3d-cde6-4c6b-8371-baab1ee614a5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Subnet': ['ID=5b7d67a8-ce8d-447d-abc4-d148bdd92c51,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:52.571672 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8a45b971-c49c-443b-9e97-b0f515f35097', 'network_id': '8a45b971-c49c-443b-9e97-b0f515f35097', 'tenant_id': 'ea34bca32a0d498186288ecf311aa6f7', 'fixed_ips': [{'subnet_id': 'd40eb777-ab92-4fb7-8e37-1a5b91554a60'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:01:52.572824 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:52.594607 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97549175-8415-473d-943e-d5f91ddcacd8 None None] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:52.660889 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:52.676001 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d9cc30bd-340b-41c3-8e88-3cb3e95fc387 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Calling delete_port for 7d554eab-ee12-4f6f-aaa5-d867ed665c11 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:52.702360 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Network 546b10a8-03f4-4de5-955a-68d774e3a4a0 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:01:52.720365 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Port': ['ID=94172f9e-fa6f-4f3e-9b7f-07e996ad34bf,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:52.730374 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:52.734771 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8606b828-0a73-499d-bb4a-623d3079e21e req-7f1204d7-6e0b-4579-adfd-692e0912e07c tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444923 Jan 20 11:01:52.743006 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-64a320f9-9158-489a-9225-fb608727fe13 None None] Provisioning for port 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:52.748317 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:52.761133 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:52.761133 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:52.766139 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-13782f3d-cde6-4c6b-8371-baab1ee614a5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5513368 Jan 20 11:01:52.770036 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59258) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:52.777786 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9f03ae23-53b5-45ef-afb9-f7df514970ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-923465932', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5b7d67a8-ce8d-447d-abc4-d148bdd92c51'}], 'security_groups': ['b3d4ade2-2036-4341-b53c-16703b66fb89']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:52.819629 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] No DVR routers for this DVR port 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:01:52.829460 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 546b10a8-03f4-4de5-955a-68d774e3a4a0) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:52.841696 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:52.841696 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:52.843115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:52.892251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:52.926288 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Port 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf was deleted so its status cannot be updated. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 20 11:01:52.928242 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-64a320f9-9158-489a-9225-fb608727fe13 None None] Provisioning complete for port 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:52.928857 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-64a320f9-9158-489a-9225-fb608727fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:52.995822 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab02517d-87a6-4f42-8550-1ad4ae194541 None None] Network 546b10a8-03f4-4de5-955a-68d774e3a4a0 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:53.009135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ccdb5b2d-63d2-45ec-a336-76665e17719e no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:01:53.069711 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-64a320f9-9158-489a-9225-fb608727fe13 None None] Port 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf was deleted so its status cannot be updated. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 20 11:01:53.115868 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c03b84d2-6cc4-4e8a-8e9d-93179b0c62ae tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.4747639 Jan 20 11:01:53.121810 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: ccdb5b2d-63d2-45ec-a336-76665e17719e {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:01:53.124156 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ccdb5b2d-63d2-45ec-a336-76665e17719e not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:01:53.124291 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59264) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:53.195958 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Allocated IP 172.20.0.2 (8a45b971-c49c-443b-9e97-b0f515f35097/d40eb777-ab92-4fb7-8e37-1a5b91554a60/355738e8-474c-44b8-875a-b80a7bd71c5a) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:53.240481 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9f03ae23-53b5-45ef-afb9-f7df514970ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:53.318047 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:53.326044 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3994e9d-8530-42ed-8f07-fdf031991679 req-36038801-3444-435c-aee5-875b832c59dc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:53.333336 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3994e9d-8530-42ed-8f07-fdf031991679 req-36038801-3444-435c-aee5-875b832c59dc tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.4278193 Jan 20 11:01:53.342854 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae7580c-cc08-46db-b01b-5dffad9b9d0f tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:53.342854 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae7580c-cc08-46db-b01b-5dffad9b9d0f tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:53.342854 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae7580c-cc08-46db-b01b-5dffad9b9d0f tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:53.344287 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4ae7580c-cc08-46db-b01b-5dffad9b9d0f tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2200985 Jan 20 11:01:53.347925 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59268) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:53.363553 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9cc30bd-340b-41c3-8e88-3cb3e95fc387 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:53.437355 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77388f0a-7d76-43b1-856d-30cd02f38ffd None None] Network 048af72a-5ccf-4b8e-9d7c-5c71c0d98671 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:53.448074 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:53.496796 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f9a9e0-9016-4fd8-bb20-26ae69a88de5,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:53.571989 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-546b10a8-03f4-4de5-955a-68d774e3a4a0', 'network_id': '546b10a8-03f4-4de5-955a-68d774e3a4a0', 'tenant_id': 'ea34bca32a0d498186288ecf311aa6f7', 'fixed_ips': [{'subnet_id': 'd3dc9ead-8549-4763-bbc5-32fa2185d649'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:01:53.572783 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:53.617876 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:53.624531 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc30bd-340b-41c3-8e88-3cb3e95fc387 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event deleted for resources: {'Port': ['ID=7d554eab-ee12-4f6f-aaa5-d867ed665c11,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:53.652541 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048af72a-5ccf-4b8e-9d7c-5c71c0d98671']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:53.706900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-760e495e-82ee-49ca-8d3e-6b3904821ad4 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Deleting subnet d40eb777-ab92-4fb7-8e37-1a5b91554a60 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:01:53.726547 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b6ed8b-0070-44b9-a09a-dbaf373dfc4c') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:53.726907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b6ed8b-0070-44b9-a09a-dbaf373dfc4c') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:53.742301 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:53.780506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:53.781007 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3994e9d-8530-42ed-8f07-fdf031991679 req-35bc8461-09bc-48d2-be2a-2edce15cdca2 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4467220 Jan 20 11:01:53.789593 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:01:53.789985 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:01:53.809412 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:01:53.916964 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device cc465972-e27d-4dda-b43d-598fd6cd8055 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:01:54.002166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010530d1-877c-4c3b-aba2-4f918984177b tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Router e0ca5384-3279-4b81-be6c-2d12326e53c5 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:01:54.090224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:54.095674 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:54.096875 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: cc465972-e27d-4dda-b43d-598fd6cd8055 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:01:54.097355 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device cc465972-e27d-4dda-b43d-598fd6cd8055 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:01:54.116122 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f493c6-e1cc-4757-adb7-cc1dbf3f259a None None] DHCP port deletion for 048af72a-5ccf-4b8e-9d7c-5c71c0d98671 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:01:54.141555 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Network': ['ID=048af72a-5ccf-4b8e-9d7c-5c71c0d98671,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:54.148739 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-704b955a-54b7-46d4-940b-aa4019628cc0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/networks/048af72a-5ccf-4b8e-9d7c-5c71c0d98671 HTTP/1.1" status: 204 len: 168 time: 3.4359705 Jan 20 11:01:54.150410 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59274) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:54.202116 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-62dd46d8-4d77-412a-b499-034dc97296f1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] DELETE failed (client error): The resource could not be found. Jan 20 11:01:54.202566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62dd46d8-4d77-412a-b499-034dc97296f1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:01:54.207806 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-62dd46d8-4d77-412a-b499-034dc97296f1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/networks/048af72a-5ccf-4b8e-9d7c-5c71c0d98671 HTTP/1.1" status: 404 len: 339 time: 0.0490475 Jan 20 11:01:54.208061 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59278) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:54.213307 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-b65b7a16-2e42-4696-9218-b13995c1ec11 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-953004124', 'description': 'd1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:54.221510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b65b7a16-2e42-4696-9218-b13995c1ec11 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:01:54.227187 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b65b7a16-2e42-4696-9218-b13995c1ec11 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Usage tracker for resource:network and tenant:fa35f0375ba34722acf099d25191ba04 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:01:54.232274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b65b7a16-2e42-4696-9218-b13995c1ec11 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:01:54.233767 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Allocated IP 172.20.0.18 (546b10a8-03f4-4de5-955a-68d774e3a4a0/d3dc9ead-8549-4763-bbc5-32fa2185d649/48cbca36-4786-4a3a-b918-0cf2091d1cf6) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:54.240493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b65b7a16-2e42-4696-9218-b13995c1ec11 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:01:54.253622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49782f54-5f7b-4637-a507-2537e0585078 None None] Update dhcp port {'port': {'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89', 'fixed_ips': [{'subnet_id': '238bd6c6-7f33-490f-958d-85a01b365640', 'ip_address': '172.20.0.2'}, {'subnet_id': '5b7d67a8-ce8d-447d-abc4-d148bdd92c51'}], 'binding:host_id': 'dv-neutron-825471-1-hyperv'}, 'id': 'c9ad0f25-c92b-46dd-b3c5-cd1404c0b253'} from dv-neutron-825471-1-hyperv. {{(pid=84333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 11:01:54.327114 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:54.356945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010530d1-877c-4c3b-aba2-4f918984177b tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:01:54.364736 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-010530d1-877c-4c3b-aba2-4f918984177b tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] 10.222.0.70 "PUT /v2.0/routers/e0ca5384-3279-4b81-be6c-2d12326e53c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0214839 Jan 20 11:01:54.365635 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59282) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:54.391436 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98114dc1-1ea6-4201-b710-1dd13fc0f6c3 None None] Sync routers for ids ['e0ca5384-3279-4b81-be6c-2d12326e53c5'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:01:54.408116 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-9f03ae23-53b5-45ef-afb9-f7df514970ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Delete allocated IP 172.20.0.9 (6b749f6e-3931-46cf-bc1b-55cf8af4af89/238bd6c6-7f33-490f-958d-85a01b365640) {{(pid=84332) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 20 11:01:54.416717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Transition to ACTIVE for port object 355738e8-474c-44b8-875a-b80a7bd71c5a will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:54.419301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49782f54-5f7b-4637-a507-2537e0585078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:54.423320 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65b7a16-2e42-4696-9218-b13995c1ec11 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:01:54.426305 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b65b7a16-2e42-4696-9218-b13995c1ec11 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:54.472506 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:54.477407 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98114dc1-1ea6-4201-b710-1dd13fc0f6c3 None None] Routers {'e0ca5384-3279-4b81-be6c-2d12326e53c5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:54.478724 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-98114dc1-1ea6-4201-b710-1dd13fc0f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e0ca5384-3279-4b81-be6c-2d12326e53c5'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:54.507942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65b7a16-2e42-4696-9218-b13995c1ec11 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:01:54.520281 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-9f03ae23-53b5-45ef-afb9-f7df514970ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Allocated IP 172.20.0.30 (6b749f6e-3931-46cf-bc1b-55cf8af4af89/5b7d67a8-ce8d-447d-abc4-d148bdd92c51/3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:54.523274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b65b7a16-2e42-4696-9218-b13995c1ec11 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:54.523768 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:54.523907 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-b65b7a16-2e42-4696-9218-b13995c1ec11 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Added segment 4fcfc8b3-93a6-4487-ab24-daa4e375321b of type vlan for network 2119d1f0-75b6-4a5a-832b-3f4706859133 Jan 20 11:01:54.554667 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b65b7a16-2e42-4696-9218-b13995c1ec11 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:54.580710 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Transition to ACTIVE for port object 355738e8-474c-44b8-875a-b80a7bd71c5a will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:54.584357 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-98114dc1-1ea6-4201-b710-1dd13fc0f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:54.678027 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-760e495e-82ee-49ca-8d3e-6b3904821ad4 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:54.696208 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-02a2e92e-72aa-4a59-8aa1-19b5a575cbb0 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:54.702667 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:54.760387 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b65b7a16-2e42-4696-9218-b13995c1ec11 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:54.765039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65b7a16-2e42-4696-9218-b13995c1ec11 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:54.765669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b65b7a16-2e42-4696-9218-b13995c1ec11 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:54.783480 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98114dc1-1ea6-4201-b710-1dd13fc0f6c3 None None] Routers {'e0ca5384-3279-4b81-be6c-2d12326e53c5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:54.783986 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-98114dc1-1ea6-4201-b710-1dd13fc0f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e0ca5384-3279-4b81-be6c-2d12326e53c5'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:54.884827 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-760e495e-82ee-49ca-8d3e-6b3904821ad4 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:54.916715 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-98114dc1-1ea6-4201-b710-1dd13fc0f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:54.917696 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98114dc1-1ea6-4201-b710-1dd13fc0f6c3 None None] The sync data for ids ['e0ca5384-3279-4b81-be6c-2d12326e53c5'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:01:54.928311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Pushing event updated for resources: {'Port': ['ID=355738e8-474c-44b8-875a-b80a7bd71c5a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:54.960952 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Network 8a45b971-c49c-443b-9e97-b0f515f35097 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:54.972094 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:54.976231 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9cc30bd-340b-41c3-8e88-3cb3e95fc387 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:54.980135 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Allocated IP 172.26.0.116 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/338fcb9f-3eac-4301-98db-8325b3167c77) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:54.982268 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:55.011649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b7a16-2e42-4696-9218-b13995c1ec11 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Network': ['ID=2119d1f0-75b6-4a5a-832b-3f4706859133,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:55.030809 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:55.049570 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 2119d1f0-75b6-4a5a-832b-3f4706859133 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:01:55.086161 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e07a6-096b-454e-88a5-883f85667430 req-af6a4d65-fee4-4f76-93ce-87f93e454403 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:55.087661 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-893e07a6-096b-454e-88a5-883f85667430 req-af6a4d65-fee4-4f76-93ce-87f93e454403 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.5202157 Jan 20 11:01:55.101234 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b65b7a16-2e42-4696-9218-b13995c1ec11 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8899114 Jan 20 11:01:55.105026 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59288) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:55.160719 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Transition to ACTIVE for port object 48cbca36-4786-4a3a-b918-0cf2091d1cf6 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:55.215044 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Attempting to bind port 355738e8-474c-44b8-875a-b80a7bd71c5a on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:01:55.215330 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Attempting to bind port 355738e8-474c-44b8-875a-b80a7bd71c5a by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '736ab40e-d35f-4b44-8c6b-92aab07a64a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8a45b971-c49c-443b-9e97-b0f515f35097'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:01:55.216166 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Attempting to bind port 355738e8-474c-44b8-875a-b80a7bd71c5a on network 8a45b971-c49c-443b-9e97-b0f515f35097 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:01:55.218130 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Transition to ACTIVE for port object 48cbca36-4786-4a3a-b918-0cf2091d1cf6 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:55.240084 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:01:55.240465 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Checking segment: {'id': '736ab40e-d35f-4b44-8c6b-92aab07a64a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8a45b971-c49c-443b-9e97-b0f515f35097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:55.240641 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b007a95-a1b2-4d88-a652-7bcf18725a88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:55.240877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:55.241252 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5b007a95-a1b2-4d88-a652-7bcf18725a88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Synchronizing usage tracker for tenant:fa35f0375ba34722acf099d25191ba04 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:01:55.241366 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Bound using segment: {'id': '736ab40e-d35f-4b44-8c6b-92aab07a64a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8a45b971-c49c-443b-9e97-b0f515f35097'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:01:55.241758 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Bound port: 355738e8-474c-44b8-875a-b80a7bd71c5a, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736ab40e-d35f-4b44-8c6b-92aab07a64a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8a45b971-c49c-443b-9e97-b0f515f35097'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:01:55.242137 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:55.279960 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-02a2e92e-72aa-4a59-8aa1-19b5a575cbb0 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:55.360153 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:55.368001 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5b007a95-a1b2-4d88-a652-7bcf18725a88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Unset dirty status for tenant:fa35f0375ba34722acf099d25191ba04 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:01:55.371895 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5b007a95-a1b2-4d88-a652-7bcf18725a88 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "GET /v2.0/networks?id=2119d1f0-75b6-4a5a-832b-3f4706859133 HTTP/1.1" status: 200 len: 764 time: 0.2621624 Jan 20 11:01:55.371895 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-02a2e92e-72aa-4a59-8aa1-19b5a575cbb0 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Deleting port 37777cf6-5e72-423c-aa12-51a516e17fcb {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:55.371895 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-02a2e92e-72aa-4a59-8aa1-19b5a575cbb0 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:55.394584 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59292) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:55.404985 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3d4e8b68-d8e6-476c-a7d2-b41c979765ff tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'network': {'description': 'd2'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:01:55.428115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-9f03ae23-53b5-45ef-afb9-f7df514970ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 11:01:55.455301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Pushing event updated for resources: {'Port': ['ID=48cbca36-4786-4a3a-b918-0cf2091d1cf6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:55.460652 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-760e495e-82ee-49ca-8d3e-6b3904821ad4 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:55.461297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Network 546b10a8-03f4-4de5-955a-68d774e3a4a0 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:55.462534 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:55.464788 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:55.495406 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9f03ae23-53b5-45ef-afb9-f7df514970ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:55.571499 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Attempting to bind port 48cbca36-4786-4a3a-b918-0cf2091d1cf6 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:01:55.572129 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Attempting to bind port 48cbca36-4786-4a3a-b918-0cf2091d1cf6 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ee86c687-331d-4f82-b59d-31b35e9618bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '546b10a8-03f4-4de5-955a-68d774e3a4a0'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:01:55.572657 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Attempting to bind port 48cbca36-4786-4a3a-b918-0cf2091d1cf6 on network 546b10a8-03f4-4de5-955a-68d774e3a4a0 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:01:55.580974 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:01:55.581667 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Checking segment: {'id': 'ee86c687-331d-4f82-b59d-31b35e9618bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '546b10a8-03f4-4de5-955a-68d774e3a4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:01:55.582247 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:55.582812 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Bound using segment: {'id': 'ee86c687-331d-4f82-b59d-31b35e9618bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '546b10a8-03f4-4de5-955a-68d774e3a4a0'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:01:55.583494 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Bound port: 48cbca36-4786-4a3a-b918-0cf2091d1cf6, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee86c687-331d-4f82-b59d-31b35e9618bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '546b10a8-03f4-4de5-955a-68d774e3a4a0'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:01:55.584029 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:55.591682 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-893e07a6-096b-454e-88a5-883f85667430 req-b08eb4fa-54bf-4496-9862-3562bfd6adbe tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4197502 Jan 20 11:01:55.591682 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-9f03ae23-53b5-45ef-afb9-f7df514970ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Transition to ACTIVE for port object 3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:55.661338 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:55.725071 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] For port 48cbca36-4786-4a3a-b918-0cf2091d1cf6, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:01:55.728982 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9f03ae23-53b5-45ef-afb9-f7df514970ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:55.746754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] For port 48cbca36-4786-4a3a-b918-0cf2091d1cf6, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=48cbca36-4786-4a3a-b918-0cf2091d1cf6,segment=NetworkSegment(ee86c687-331d-4f82-b59d-31b35e9618bf),segment_id=ee86c687-331d-4f82-b59d-31b35e9618bf)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:01:55.758756 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-49782f54-5f7b-4637-a507-2537e0585078 None None] Allocated IP 172.20.0.18 (6b749f6e-3931-46cf-bc1b-55cf8af4af89/5b7d67a8-ce8d-447d-abc4-d148bdd92c51/c9ad0f25-c92b-46dd-b3c5-cd1404c0b253) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:01:55.761622 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-02a2e92e-72aa-4a59-8aa1-19b5a575cbb0 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:55.767553 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] For port 355738e8-474c-44b8-875a-b80a7bd71c5a, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:01:55.782485 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8b68-d8e6-476c-a7d2-b41c979765ff tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:55.783032 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:01:55.786122 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-760e495e-82ee-49ca-8d3e-6b3904821ad4 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:55.820654 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] For port 355738e8-474c-44b8-875a-b80a7bd71c5a, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=355738e8-474c-44b8-875a-b80a7bd71c5a,segment=NetworkSegment(736ab40e-d35f-4b44-8c6b-92aab07a64a7),segment_id=736ab40e-d35f-4b44-8c6b-92aab07a64a7)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:01:55.823217 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:01:55.823601 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 94172f9e-fa6f-4f3e-9b7f-07e996ad34bf not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:01:55.841299 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:55.861039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e495e-82ee-49ca-8d3e-6b3904821ad4 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event deleted for resources: {'Subnet': ['ID=d40eb777-ab92-4fb7-8e37-1a5b91554a60,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:55.899412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-02a2e92e-72aa-4a59-8aa1-19b5a575cbb0 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Calling delete_port for 37777cf6-5e72-423c-aa12-51a516e17fcb owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:55.923462 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03ae23-53b5-45ef-afb9-f7df514970ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:55.932865 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-760e495e-82ee-49ca-8d3e-6b3904821ad4 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:55.943518 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:55.990958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8b68-d8e6-476c-a7d2-b41c979765ff tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:56.016617 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-760e495e-82ee-49ca-8d3e-6b3904821ad4 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "DELETE /v2.0/subnets/d40eb777-ab92-4fb7-8e37-1a5b91554a60 HTTP/1.1" status: 204 len: 168 time: 2.6592245 Jan 20 11:01:56.016617 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:56.017125 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59298) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:56.042634 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb36ec-aca6-4e5f-b7d6-572e6df5bbc7 None None] Pushing event updated for resources: {'Port': ['ID=48cbca36-4786-4a3a-b918-0cf2091d1cf6,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:56.115523 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-49782f54-5f7b-4637-a507-2537e0585078 None None] For port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c9ad0f25-c92b-46dd-b3c5-cd1404c0b253,segment=NetworkSegment(8e36aa1d-8378-4760-8a36-86086a188300),segment_id=8e36aa1d-8378-4760-8a36-86086a188300)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:56.121113 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-9f03ae23-53b5-45ef-afb9-f7df514970ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] In _notify_port_updated(), no bound segment for port 3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606 on network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 11:01:56.121296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d4e8b68-d8e6-476c-a7d2-b41c979765ff tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network 2119d1f0-75b6-4a5a-832b-3f4706859133 is not hosted by any dhcp agent {{(pid=84331) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 20 11:01:56.124353 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f03ae23-53b5-45ef-afb9-f7df514970ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:56.124987 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9f03ae23-53b5-45ef-afb9-f7df514970ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:56.130543 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9f03ae23-53b5-45ef-afb9-f7df514970ad tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "PUT /v2.0/ports/3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606 HTTP/1.1" status: 200 len: 920 time: 3.3542485 Jan 20 11:01:56.130798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4e8b68-d8e6-476c-a7d2-b41c979765ff tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:56.130798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8b68-d8e6-476c-a7d2-b41c979765ff tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:56.130798 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3d4e8b68-d8e6-476c-a7d2-b41c979765ff tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "PUT /v2.0/networks/2119d1f0-75b6-4a5a-832b-3f4706859133 HTTP/1.1" status: 200 len: 761 time: 0.7327836 Jan 20 11:01:56.133909 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59302) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:56.134246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59304) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:56.135993 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:01:56.141284 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Pushing event updated for resources: {'Port': ['ID=338fcb9f-3eac-4301-98db-8325b3167c77,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:56.153657 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94a78b-46b0-421d-a6e2-e488bf3ae32b None None] Pushing event updated for resources: {'Port': ['ID=355738e8-474c-44b8-875a-b80a7bd71c5a,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:56.175607 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49782f54-5f7b-4637-a507-2537e0585078 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:56.204244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e8b68-d8e6-476c-a7d2-b41c979765ff tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Network': ['ID=2119d1f0-75b6-4a5a-832b-3f4706859133,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:56.207887 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-49782f54-5f7b-4637-a507-2537e0585078 None None] Transition to ACTIVE for port object c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:01:56.226195 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:01:56.229967 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 2119d1f0-75b6-4a5a-832b-3f4706859133 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:01:56.286862 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:01:56.322151 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49782f54-5f7b-4637-a507-2537e0585078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:56.420509 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b37b6b-e9cc-48db-bbd2-eddcc395ac1a tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Deleting subnet d3dc9ead-8549-4763-bbc5-32fa2185d649 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:01:56.425368 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a7b37b6b-e9cc-48db-bbd2-eddcc395ac1a tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:56.492688 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c2f3c92e-2028-4630-8608-d32f9a96d8a2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port 3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:56.493040 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c2f3c92e-2028-4630-8608-d32f9a96d8a2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:56.515687 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a7b37b6b-e9cc-48db-bbd2-eddcc395ac1a tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:56.601442 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49782f54-5f7b-4637-a507-2537e0585078 None None] Pushing event updated for resources: {'Port': ['ID=c9ad0f25-c92b-46dd-b3c5-cd1404c0b253,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:56.725375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8811bfbe-1d34-4fe0-926d-d3786c9ccc4c tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:56.726136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8811bfbe-1d34-4fe0-926d-d3786c9ccc4c tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Synchronizing usage tracker for tenant:fa35f0375ba34722acf099d25191ba04 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:01:56.750042 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-02a2e92e-72aa-4a59-8aa1-19b5a575cbb0 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:56.830453 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2e92e-72aa-4a59-8aa1-19b5a575cbb0 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Pushing event deleted for resources: {'Port': ['ID=37777cf6-5e72-423c-aa12-51a516e17fcb,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:56.887459 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8811bfbe-1d34-4fe0-926d-d3786c9ccc4c tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Unset dirty status for tenant:fa35f0375ba34722acf099d25191ba04 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:01:56.889345 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8811bfbe-1d34-4fe0-926d-d3786c9ccc4c tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "GET /v2.0/networks?id=2119d1f0-75b6-4a5a-832b-3f4706859133 HTTP/1.1" status: 200 len: 764 time: 0.7494862 Jan 20 11:01:56.899388 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59314) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:57.240916 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a7b37b6b-e9cc-48db-bbd2-eddcc395ac1a tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:57.272761 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-02a2e92e-72aa-4a59-8aa1-19b5a575cbb0 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:57.320332 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a1559-fc9a-4cdd-be2c-a49380d3ff3d req-6a612a97-5fd4-44ea-8e55-6c202e22d622 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:57.321900 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-969a1559-fc9a-4cdd-be2c-a49380d3ff3d req-6a612a97-5fd4-44ea-8e55-6c202e22d622 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.4876544 Jan 20 11:01:57.323944 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c2f3c92e-2028-4630-8608-d32f9a96d8a2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:57.446846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387d5c41-0078-4f25-bd66-1c7ae8f34fe9 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:57.449587 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-387d5c41-0078-4f25-bd66-1c7ae8f34fe9 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5456750 Jan 20 11:01:57.469898 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59322) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:57.479346 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c2f3c92e-2028-4630-8608-d32f9a96d8a2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for 3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:57.589591 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-64d323eb-d549-40ed-b809-3e841d0ecdb3 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc HTTP/1.1" status: 200 len: 207 time: 0.0810168 Jan 20 11:01:57.598307 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59326) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:57.605102 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-02a2e92e-72aa-4a59-8aa1-19b5a575cbb0 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:57.619662 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-02a2e92e-72aa-4a59-8aa1-19b5a575cbb0 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:57.672414 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-db86c95d-61bf-41cf-afa5-630683a921fc None None] Provisioning for port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:57.681700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-db86c95d-61bf-41cf-afa5-630683a921fc None None] Provisioning complete for port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:57.682076 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db86c95d-61bf-41cf-afa5-630683a921fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:57.771714 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a7b37b6b-e9cc-48db-bbd2-eddcc395ac1a tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:57.800827 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-969a1559-fc9a-4cdd-be2c-a49380d3ff3d req-8522c52b-9fb1-4a45-8b64-01c017713a2a tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4671686 Jan 20 11:01:57.899999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:57.900663 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:57.916109 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b37b6b-e9cc-48db-bbd2-eddcc395ac1a tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event deleted for resources: {'Subnet': ['ID=d3dc9ead-8549-4763-bbc5-32fa2185d649,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:57.923393 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a7b37b6b-e9cc-48db-bbd2-eddcc395ac1a tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:57.952980 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-02a2e92e-72aa-4a59-8aa1-19b5a575cbb0 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:57.953805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a2e92e-72aa-4a59-8aa1-19b5a575cbb0 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Fanout notify agent at l3_agent the message router_deleted on router e0ca5384-3279-4b81-be6c-2d12326e53c5 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:01:57.965054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c57e5de-8a9e-48f0-9942-c2c096f9f053 None None] Network 546b10a8-03f4-4de5-955a-68d774e3a4a0 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:57.994557 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a7b37b6b-e9cc-48db-bbd2-eddcc395ac1a tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "DELETE /v2.0/subnets/d3dc9ead-8549-4763-bbc5-32fa2185d649 HTTP/1.1" status: 204 len: 168 time: 1.9739032 Jan 20 11:01:58.000834 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-02a2e92e-72aa-4a59-8aa1-19b5a575cbb0 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:58.005452 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59338) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:58.011552 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-02a2e92e-72aa-4a59-8aa1-19b5a575cbb0 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] 10.222.0.70 "DELETE /v2.0/routers/e0ca5384-3279-4b81-be6c-2d12326e53c5 HTTP/1.1" status: 204 len: 168 time: 3.6455503 Jan 20 11:01:58.021229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59342) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:58.117714 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 48cbca36-4786-4a3a-b918-0cf2091d1cf6 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:58.242238 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a369d9c7-db91-4532-810c-1bdd95b5b5e4 None None] Network 8a45b971-c49c-443b-9e97-b0f515f35097 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:58.319053 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144a1874-31d9-4100-8076-b28ae976ff6a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:58.322962 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144a1874-31d9-4100-8076-b28ae976ff6a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:58.326914 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144a1874-31d9-4100-8076-b28ae976ff6a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:58.331204 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144a1874-31d9-4100-8076-b28ae976ff6a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:58.335065 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144a1874-31d9-4100-8076-b28ae976ff6a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:58.338883 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144a1874-31d9-4100-8076-b28ae976ff6a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:58.346742 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-144a1874-31d9-4100-8076-b28ae976ff6a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6763654 Jan 20 11:01:58.346980 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-54185140-ee65-4f53-974f-5b617985bbb8 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Deleting subnet 94e6e4d0-425b-40e1-8c7b-073e27e7b71c {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:01:58.346980 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-54185140-ee65-4f53-974f-5b617985bbb8 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:58.351489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59346) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:58.384965 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a0cc1c-5bde-41cd-8b02-a1f9a38a6f41 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:58.385674 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-81a0cc1c-5bde-41cd-8b02-a1f9a38a6f41 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Synchronizing usage tracker for tenant:ea34bca32a0d498186288ecf311aa6f7 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:01:58.405976 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-54185140-ee65-4f53-974f-5b617985bbb8 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:58.461007 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c2f3c92e-2028-4630-8608-d32f9a96d8a2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:58.478223 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-db86c95d-61bf-41cf-afa5-630683a921fc None None] Provisioning for port 3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:58.492609 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-db86c95d-61bf-41cf-afa5-630683a921fc None None] Provisioning complete for port 3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:58.492987 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db86c95d-61bf-41cf-afa5-630683a921fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:58.500986 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-54185140-ee65-4f53-974f-5b617985bbb8 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:58.535531 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-db86c95d-61bf-41cf-afa5-630683a921fc None None] Port 3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606 was deleted so its status cannot be updated. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 20 11:01:58.536241 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cc30bd-340b-41c3-8e88-3cb3e95fc387 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Router 7808d997-0e79-46d1-bab3-0af3f05906f9 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:01:58.555620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3c92e-2028-4630-8608-d32f9a96d8a2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Port': ['ID=3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:58.570682 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-db86c95d-61bf-41cf-afa5-630683a921fc None None] Provisioning complete for port 48b5c1d0-70e3-4012-a794-1f2db583a819 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:58.571059 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db86c95d-61bf-41cf-afa5-630683a921fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:58.632879 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3c92e-2028-4630-8608-d32f9a96d8a2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:58.633230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3c92e-2028-4630-8608-d32f9a96d8a2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:58.633587 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3c92e-2028-4630-8608-d32f9a96d8a2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:58.634248 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3c92e-2028-4630-8608-d32f9a96d8a2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:58.634618 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3c92e-2028-4630-8608-d32f9a96d8a2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:58.634968 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3c92e-2028-4630-8608-d32f9a96d8a2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:58.637120 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3c92e-2028-4630-8608-d32f9a96d8a2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:58.637478 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3c92e-2028-4630-8608-d32f9a96d8a2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:58.637833 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3c92e-2028-4630-8608-d32f9a96d8a2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:58.638162 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3c92e-2028-4630-8608-d32f9a96d8a2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:58.638622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f3c92e-2028-4630-8608-d32f9a96d8a2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:01:58.671051 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a829f1-ca4d-4121-9c6f-2a10bd1cc6de None None] DHCP port deletion for 546b10a8-03f4-4de5-955a-68d774e3a4a0 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:01:58.681272 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 48cbca36-4786-4a3a-b918-0cf2091d1cf6 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:58.693917 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a5a829f1-ca4d-4121-9c6f-2a10bd1cc6de None None] Deleting port 48cbca36-4786-4a3a-b918-0cf2091d1cf6 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:58.694350 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5a829f1-ca4d-4121-9c6f-2a10bd1cc6de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:58.716108 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-81a0cc1c-5bde-41cd-8b02-a1f9a38a6f41 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Unset dirty status for tenant:ea34bca32a0d498186288ecf311aa6f7 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:01:58.717912 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-81a0cc1c-5bde-41cd-8b02-a1f9a38a6f41 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7093906 Jan 20 11:01:58.722371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59354) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:58.755719 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 355738e8-474c-44b8-875a-b80a7bd71c5a up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:58.792033 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-77fef91f-5b4b-4a78-89b4-a965c9e51561 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4361696 Jan 20 11:01:58.915607 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-db86c95d-61bf-41cf-afa5-630683a921fc None None] Port 48b5c1d0-70e3-4012-a794-1f2db583a819 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:01:58.919381 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59358) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:59.010642 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-54185140-ee65-4f53-974f-5b617985bbb8 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:59.023360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde38cc6-a2a4-4979-a5a9-86cf83475971 None None] DHCP port deletion for 8a45b971-c49c-443b-9e97-b0f515f35097 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:01:59.037743 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c2f3c92e-2028-4630-8608-d32f9a96d8a2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:59.048845 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-cde38cc6-a2a4-4979-a5a9-86cf83475971 None None] Deleting port 355738e8-474c-44b8-875a-b80a7bd71c5a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:59.049219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cde38cc6-a2a4-4979-a5a9-86cf83475971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:59.079389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54185140-ee65-4f53-974f-5b617985bbb8 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Pushing event deleted for resources: {'Subnet': ['ID=94e6e4d0-425b-40e1-8c7b-073e27e7b71c,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:01:59.083315 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c7660d-0d3b-4958-9460-639f60c75195 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:59.084725 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c7660d-0d3b-4958-9460-639f60c75195 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:59.086086 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c7660d-0d3b-4958-9460-639f60c75195 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:59.087303 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c7660d-0d3b-4958-9460-639f60c75195 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:59.088684 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c7660d-0d3b-4958-9460-639f60c75195 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:59.090400 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a9c7660d-0d3b-4958-9460-639f60c75195 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1706297 Jan 20 11:01:59.096737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59362) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:59.104743 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c2f3c92e-2028-4630-8608-d32f9a96d8a2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/ports/3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606 HTTP/1.1" status: 204 len: 168 time: 2.9601915 Jan 20 11:01:59.110187 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59366) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:59.129422 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac644e68-03cb-4b23-8720-8c8722031f86 None None] Network 05f7129b-f7d6-487b-9c03-cda57fce059b requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:01:59.131401 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-54185140-ee65-4f53-974f-5b617985bbb8 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:59.162209 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:59.173593 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-54185140-ee65-4f53-974f-5b617985bbb8 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] 10.222.0.70 "DELETE /v2.0/subnets/94e6e4d0-425b-40e1-8c7b-073e27e7b71c HTTP/1.1" status: 204 len: 168 time: 1.1403739 Jan 20 11:01:59.175842 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59370) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:59.214074 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8f43fc38-ab41-42a0-9e66-ad42e880a2f5 None None] Provisioning for port 48cbca36-4786-4a3a-b918-0cf2091d1cf6 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:59.236724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818df118-192e-4dcb-aa92-9496484c68ce tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:59.238248 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818df118-192e-4dcb-aa92-9496484c68ce tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:59.239550 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818df118-192e-4dcb-aa92-9496484c68ce tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:59.240886 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818df118-192e-4dcb-aa92-9496484c68ce tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:59.242202 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818df118-192e-4dcb-aa92-9496484c68ce tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:59.243027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-818df118-192e-4dcb-aa92-9496484c68ce tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Synchronizing usage tracker for tenant:fa35f0375ba34722acf099d25191ba04 on resource:subnet {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:01:59.255636 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a5a829f1-ca4d-4121-9c6f-2a10bd1cc6de None None] For port 48cbca36-4786-4a3a-b918-0cf2091d1cf6, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=48cbca36-4786-4a3a-b918-0cf2091d1cf6,segment=NetworkSegment(ee86c687-331d-4f82-b59d-31b35e9618bf),segment_id=ee86c687-331d-4f82-b59d-31b35e9618bf)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:59.266406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5a829f1-ca4d-4121-9c6f-2a10bd1cc6de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:59.272889 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 355738e8-474c-44b8-875a-b80a7bd71c5a completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:01:59.288128 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8f43fc38-ab41-42a0-9e66-ad42e880a2f5 None None] Provisioning complete for port 48cbca36-4786-4a3a-b918-0cf2091d1cf6 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:01:59.294963 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f43fc38-ab41-42a0-9e66-ad42e880a2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:59.295129 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-384f77a5-0f50-42be-ba4f-d2e646c15de5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] GET failed (client error): The resource could not be found. Jan 20 11:01:59.295129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-384f77a5-0f50-42be-ba4f-d2e646c15de5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Synchronizing usage tracker for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:01:59.298825 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df464d-e40a-4570-a42e-18c2a1e797d3 req-53bab83d-74fc-43d9-9bd3-266e071ed2d1 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:59.300073 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e5df464d-e40a-4570-a42e-18c2a1e797d3 req-53bab83d-74fc-43d9-9bd3-266e071ed2d1 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.6263359 Jan 20 11:01:59.314706 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Deleting port 48cbca36-4786-4a3a-b918-0cf2091d1cf6 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:59.329500 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:59.370010 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-79447ff9-3737-483c-8188-83b2d181af70 req-84d1d999-048a-4d71-b0d1-cc947f7ca2c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0a8cdee6b9b64cc6952bd8d638e90fed&device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 1098 time: 0.4125769 Jan 20 11:01:59.395392 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:01:59.423380 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:59.430162 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-384f77a5-0f50-42be-ba4f-d2e646c15de5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Unset dirty status for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:01:59.433867 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-384f77a5-0f50-42be-ba4f-d2e646c15de5 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports/3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606 HTTP/1.1" status: 404 len: 333 time: 0.3200994 Jan 20 11:01:59.433867 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e5df464d-e40a-4570-a42e-18c2a1e797d3 req-76568908-ac80-407d-8efb-877451acd312 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244965 Jan 20 11:01:59.437270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59376) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:59.525169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-818df118-192e-4dcb-aa92-9496484c68ce tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Unset dirty status for tenant:fa35f0375ba34722acf099d25191ba04 on resource:subnet {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:01:59.531368 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-818df118-192e-4dcb-aa92-9496484c68ce tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4276872 Jan 20 11:01:59.532203 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59380) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:59.534065 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a5a829f1-ca4d-4121-9c6f-2a10bd1cc6de None None] Calling delete_port for 48cbca36-4786-4a3a-b918-0cf2091d1cf6 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:01:59.547568 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Deleting port 8b615f45-0c93-4507-acca-8bc6b963bf0e {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:01:59.548017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:59.652401 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ccb55982-6f80-49bb-b55a-932877ed2150 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:59.673727 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cc30bd-340b-41c3-8e88-3cb3e95fc387 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:01:59.683070 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d9cc30bd-340b-41c3-8e88-3cb3e95fc387 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "PUT /v2.0/routers/7808d997-0e79-46d1-bab3-0af3f05906f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1672361 Jan 20 11:01:59.686938 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59384) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:59.690740 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Router 1a84535e-eccc-4e67-bc3d-710798b26046 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:01:59.691638 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55456dba-9a40-4bdb-b41d-c8bdb010d7a8 None None] Sync routers for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:01:59.712465 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55456dba-9a40-4bdb-b41d-c8bdb010d7a8 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:59.713609 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-55456dba-9a40-4bdb-b41d-c8bdb010d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:59.734107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79447ff9-3737-483c-8188-83b2d181af70 req-1f62efae-c933-458e-8da9-bde2b8248208 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:59.736780 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-79447ff9-3737-483c-8188-83b2d181af70 req-1f62efae-c933-458e-8da9-bde2b8248208 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca1f7bf9-9972-4b0c-baef-5692be1408d6 HTTP/1.1" status: 200 len: 912 time: 0.3457124 Jan 20 11:01:59.766764 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ccb55982-6f80-49bb-b55a-932877ed2150 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:59.787136 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-55456dba-9a40-4bdb-b41d-c8bdb010d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:59.799872 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55456dba-9a40-4bdb-b41d-c8bdb010d7a8 None None] Routers {'7808d997-0e79-46d1-bab3-0af3f05906f9'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:01:59.801026 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-55456dba-9a40-4bdb-b41d-c8bdb010d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7808d997-0e79-46d1-bab3-0af3f05906f9'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:59.817151 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-cde38cc6-a2a4-4979-a5a9-86cf83475971 None None] For port 355738e8-474c-44b8-875a-b80a7bd71c5a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=355738e8-474c-44b8-875a-b80a7bd71c5a,segment=NetworkSegment(736ab40e-d35f-4b44-8c6b-92aab07a64a7),segment_id=736ab40e-d35f-4b44-8c6b-92aab07a64a7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:59.817864 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cde38cc6-a2a4-4979-a5a9-86cf83475971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:59.832355 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] For port 48cbca36-4786-4a3a-b918-0cf2091d1cf6, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=48cbca36-4786-4a3a-b918-0cf2091d1cf6,segment=NetworkSegment(ee86c687-331d-4f82-b59d-31b35e9618bf),segment_id=ee86c687-331d-4f82-b59d-31b35e9618bf)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:01:59.832771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:01:59.860756 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9a82b8-fc8c-460f-9bf1-aaf4b842f27d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:01:59.862161 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9e9a82b8-fc8c-460f-9bf1-aaf4b842f27d tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "GET /v2.0/networks/7fa71769-e7d8-40b7-8b88-cca89900ef22 HTTP/1.1" status: 200 len: 804 time: 0.3290091 Jan 20 11:01:59.870440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59390) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:01:59.876076 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-55456dba-9a40-4bdb-b41d-c8bdb010d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:01:59.876905 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55456dba-9a40-4bdb-b41d-c8bdb010d7a8 None None] The sync data for ids ['7808d997-0e79-46d1-bab3-0af3f05906f9'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:01:59.990795 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-cde38cc6-a2a4-4979-a5a9-86cf83475971 None None] Calling delete_port for 355738e8-474c-44b8-875a-b80a7bd71c5a owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:00.016664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a5a829f1-ca4d-4121-9c6f-2a10bd1cc6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:00.055093 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8f43fc38-ab41-42a0-9e66-ad42e880a2f5 None None] Port 48cbca36-4786-4a3a-b918-0cf2091d1cf6 update to ACTIVE by agent not found {{(pid=84333) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 20 11:02:00.072390 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Calling delete_port for 48cbca36-4786-4a3a-b918-0cf2091d1cf6 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:00.086820 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a829f1-ca4d-4121-9c6f-2a10bd1cc6de None None] Pushing event deleted for resources: {'Port': ['ID=48cbca36-4786-4a3a-b918-0cf2091d1cf6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:00.093771 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8f43fc38-ab41-42a0-9e66-ad42e880a2f5 None None] Could not find standard attr ID for object 3fbbb789-f9f3-4ca4-aaf7-b9c944bb9606. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:02:00.099839 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:00.099997 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:00.126560 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a829f1-ca4d-4121-9c6f-2a10bd1cc6de None None] No DVR routers for this DVR port 48cbca36-4786-4a3a-b918-0cf2091d1cf6 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:02:00.196130 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ccb55982-6f80-49bb-b55a-932877ed2150 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:00.225434 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb55982-6f80-49bb-b55a-932877ed2150 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbc21c5-d999-46bb-9ed4-38ca2865257f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:00.236928 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5a425465-b5f8-4631-867f-d2b68e857c1c tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "GET /v2.0/networks/7fa71769-e7d8-40b7-8b88-cca89900ef22?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3619475 Jan 20 11:02:00.239230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59394) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:00.273906 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-79447ff9-3737-483c-8188-83b2d181af70 req-5d51907e-a000-407f-9375-4e5cd064c9cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=441dacbf-3516-43ae-b255-bc606c7a5f9f HTTP/1.1" status: 200 len: 1000 time: 0.2798758 Jan 20 11:02:00.314885 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ccb55982-6f80-49bb-b55a-932877ed2150 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:00.319196 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ccb55982-6f80-49bb-b55a-932877ed2150 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/security-groups/ecbc21c5-d999-46bb-9ed4-38ca2865257f HTTP/1.1" status: 204 len: 168 time: 0.8704956 Jan 20 11:02:00.321340 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59398) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:00.336970 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.api [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:02:00.337944 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG oslo_db.api [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:02:00.360114 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34fd586-6d45-4dff-88c2-28841b20b656 None None] DHCP port deletion for 05f7129b-f7d6-487b-9c03-cda57fce059b request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:02:00.364197 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8f43fc38-ab41-42a0-9e66-ad42e880a2f5 None None] Provisioning for port 355738e8-474c-44b8-875a-b80a7bd71c5a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:00.373894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d34fd586-6d45-4dff-88c2-28841b20b656 None None] Deleting port 8b615f45-0c93-4507-acca-8bc6b963bf0e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:00.373894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d34fd586-6d45-4dff-88c2-28841b20b656 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:00.374117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79447ff9-3737-483c-8188-83b2d181af70 req-d02a879f-ea29-4b08-ba74-cef049a8b9af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:00.375666 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-79447ff9-3737-483c-8188-83b2d181af70 req-d02a879f-ea29-4b08-ba74-cef049a8b9af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d58e3eb1-ffbd-4209-8283-de4f696a38a8 HTTP/1.1" status: 200 len: 850 time: 0.0952635 Jan 20 11:02:00.403245 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8f43fc38-ab41-42a0-9e66-ad42e880a2f5 None None] Provisioning complete for port 355738e8-474c-44b8-875a-b80a7bd71c5a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:00.403624 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f43fc38-ab41-42a0-9e66-ad42e880a2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:00.436343 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] For port 8b615f45-0c93-4507-acca-8bc6b963bf0e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8b615f45-0c93-4507-acca-8bc6b963bf0e,segment=NetworkSegment(b779bdb6-928d-4f3a-a739-d6ed49d04d4a),segment_id=b779bdb6-928d-4f3a-a739-d6ed49d04d4a)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:00.437106 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:00.458883 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cde38cc6-a2a4-4979-a5a9-86cf83475971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:00.462911 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a656cb-db52-4fbf-bfb6-ccde9e3df0e1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:00.463085 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8f43fc38-ab41-42a0-9e66-ad42e880a2f5 None None] Port 355738e8-474c-44b8-875a-b80a7bd71c5a was deleted so its status cannot be updated. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 20 11:02:00.466235 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-02a656cb-db52-4fbf-bfb6-ccde9e3df0e1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "GET /v2.0/subnets/81f59d72-27df-4a1d-af78-c4b11e2e822b HTTP/1.1" status: 200 len: 843 time: 0.2255642 Jan 20 11:02:00.476486 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59404) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:00.515182 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 355738e8-474c-44b8-875a-b80a7bd71c5a no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:02:00.550988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde38cc6-a2a4-4979-a5a9-86cf83475971 None None] Pushing event deleted for resources: {'Port': ['ID=355738e8-474c-44b8-875a-b80a7bd71c5a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:00.567093 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f193340f-d6f1-4794-bf81-089c894d7795 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:00.573889 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 355738e8-474c-44b8-875a-b80a7bd71c5a {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:02:00.574234 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 355738e8-474c-44b8-875a-b80a7bd71c5a not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:02:00.574663 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8b615f45-0c93-4507-acca-8bc6b963bf0e no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:02:00.622719 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde38cc6-a2a4-4979-a5a9-86cf83475971 None None] No DVR routers for this DVR port 355738e8-474c-44b8-875a-b80a7bd71c5a on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:02:00.690823 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed4dc78-58be-4e0a-948b-565bf3c72c12 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:00.693218 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aed4dc78-58be-4e0a-948b-565bf3c72c12 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "GET /v2.0/subnets/81f59d72-27df-4a1d-af78-c4b11e2e822b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2124405 Jan 20 11:02:00.697367 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ad02f61-2e34-48f1-beb7-1a3116b66486 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:00.700355 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59408) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:00.708392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8c6b2894-476d-45b7-9e87-e7eade4060fa tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-859521498'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:00.725162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Calling delete_port for 8b615f45-0c93-4507-acca-8bc6b963bf0e owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:00.729523 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8c6b2894-476d-45b7-9e87-e7eade4060fa tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:00.776311 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ad02f61-2e34-48f1-beb7-1a3116b66486 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:00.795746 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8c6b2894-476d-45b7-9e87-e7eade4060fa tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:00.840982 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Deleting port 48cbca36-4786-4a3a-b918-0cf2091d1cf6 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:00.843059 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:00.845106 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:02:00.872033 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3de8e84-a4d0-4f91-bd70-2f3e1e52b7ef None None] Sync routers for ids ['1a84535e-eccc-4e67-bc3d-710798b26046'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:02:00.903770 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-79447ff9-3737-483c-8188-83b2d181af70 req-56179773-05c7-46ea-a655-4beb8784206e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca1f7bf9-9972-4b0c-baef-5692be1408d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5223203 Jan 20 11:02:00.925298 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:00.948697 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d34fd586-6d45-4dff-88c2-28841b20b656 None None] For port 8b615f45-0c93-4507-acca-8bc6b963bf0e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8b615f45-0c93-4507-acca-8bc6b963bf0e,segment=NetworkSegment(b779bdb6-928d-4f3a-a739-d6ed49d04d4a),segment_id=b779bdb6-928d-4f3a-a739-d6ed49d04d4a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:00.949173 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d34fd586-6d45-4dff-88c2-28841b20b656 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.006045 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6b2894-476d-45b7-9e87-e7eade4060fa tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:01.009419 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c6b2894-476d-45b7-9e87-e7eade4060fa tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.049347 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] The port '48cbca36-4786-4a3a-b918-0cf2091d1cf6' was deleted {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:02:01.072932 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ad02f61-2e34-48f1-beb7-1a3116b66486 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.075940 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3ad02f61-2e34-48f1-beb7-1a3116b66486 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.080436 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3ad02f61-2e34-48f1-beb7-1a3116b66486 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/security-groups/b3d4ade2-2036-4341-b53c-16703b66fb89 HTTP/1.1" status: 204 len: 168 time: 0.7073770 Jan 20 11:02:01.084153 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59412) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:01.096094 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d34fd586-6d45-4dff-88c2-28841b20b656 None None] Calling delete_port for 8b615f45-0c93-4507-acca-8bc6b963bf0e owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:01.106425 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6b2894-476d-45b7-9e87-e7eade4060fa tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:02:01.109112 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad02f61-2e34-48f1-beb7-1a3116b66486 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d4ade2-2036-4341-b53c-16703b66fb89,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:01.111016 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.116009 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dedc90e0-abd7-42b6-806e-f4ed9b3019e6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.8555424 Jan 20 11:02:01.119511 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59416) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:01.124504 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3de8e84-a4d0-4f91-bd70-2f3e1e52b7ef None None] Routers {'1a84535e-eccc-4e67-bc3d-710798b26046'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:01.124504 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f3de8e84-a4d0-4f91-bd70-2f3e1e52b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1a84535e-eccc-4e67-bc3d-710798b26046'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:01.132667 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-81634b7a-5d9d-4e86-af5e-f51c0b4ea9d1 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'enable_snat': False}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:01.165440 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-79447ff9-3737-483c-8188-83b2d181af70 req-12c0f49b-dd90-4039-a9db-b2627e382637 service neutron] 10.222.0.72 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349017 Jan 20 11:02:01.218355 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.242584 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f3de8e84-a4d0-4f91-bd70-2f3e1e52b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:01.262202 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 48cbca36-4786-4a3a-b918-0cf2091d1cf6 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:02:01.311392 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 48cbca36-4786-4a3a-b918-0cf2091d1cf6 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:02:01.311738 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 48cbca36-4786-4a3a-b918-0cf2091d1cf6 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:02:01.326464 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Pushing event deleted for resources: {'Port': ['ID=8b615f45-0c93-4507-acca-8bc6b963bf0e,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:01.341782 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3de8e84-a4d0-4f91-bd70-2f3e1e52b7ef None None] Routers {'1a84535e-eccc-4e67-bc3d-710798b26046'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:01.347515 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f3de8e84-a4d0-4f91-bd70-2f3e1e52b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:01:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1a84535e-eccc-4e67-bc3d-710798b26046'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:01.362155 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e3878-01ad-41eb-b23e-840cb0a2d393 req-17d18d49-11ed-45f9-8f57-ca0dcf41cd61 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:01.364930 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-543e3878-01ad-41eb-b23e-840cb0a2d393 req-17d18d49-11ed-45f9-8f57-ca0dcf41cd61 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.5046237 Jan 20 11:02:01.374361 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c6b2894-476d-45b7-9e87-e7eade4060fa tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.374751 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-8c6b2894-476d-45b7-9e87-e7eade4060fa tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Added segment dc8ff4d0-e113-43c1-8c61-8abf65744d89 of type vlan for network 0b2cb804-831e-43dc-84b0-f046851a42cd Jan 20 11:02:01.385128 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.399383 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-d34fd586-6d45-4dff-88c2-28841b20b656 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:02:01.399736 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-d34fd586-6d45-4dff-88c2-28841b20b656 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:02:01.414210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f3de8e84-a4d0-4f91-bd70-2f3e1e52b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:01.414675 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3de8e84-a4d0-4f91-bd70-2f3e1e52b7ef None None] The sync data for ids ['1a84535e-eccc-4e67-bc3d-710798b26046'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:02:01.422597 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-69c4bb60-e761-4f13-bd23-e08166f160e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.445078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] No DVR routers for this DVR port 8b615f45-0c93-4507-acca-8bc6b963bf0e on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:02:01.451597 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c6b2894-476d-45b7-9e87-e7eade4060fa tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.483913 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:01.484255 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:01.484858 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:01.485112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:01.485446 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:01.485795 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:01.486154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:01.486474 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:01.486771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:01.487091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:01.487413 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:01.490953 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546b10a8-03f4-4de5-955a-68d774e3a4a0']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:01.505456 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-543e3878-01ad-41eb-b23e-840cb0a2d393 req-f4d258a1-5f8f-41cb-a207-90d6463a52ca tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234269 Jan 20 11:02:01.524186 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f193340f-d6f1-4794-bf81-089c894d7795 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.585583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee86c687-331d-4f82-b59d-31b35e9618bf') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:01.585883 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee86c687-331d-4f82-b59d-31b35e9618bf') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:01.627653 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.692915 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c6b2894-476d-45b7-9e87-e7eade4060fa tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.696594 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6b2894-476d-45b7-9e87-e7eade4060fa tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:01.697223 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c6b2894-476d-45b7-9e87-e7eade4060fa tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.701677 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f193340f-d6f1-4794-bf81-089c894d7795 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Deleting port 47802f70-f252-4eae-a9c8-4cd65a52a8c1 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:01.702193 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f193340f-d6f1-4794-bf81-089c894d7795 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.738512 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.757677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.761037 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-79447ff9-3737-483c-8188-83b2d181af70 req-869814e4-7392-4879-ae57-972e0fb5e976 service neutron] 10.222.0.72 "GET /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386839 Jan 20 11:02:01.781669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:02:01.782106 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:02:01.798182 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:02:01.805259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3afb8a5-d892-4c94-8183-064c20bd1356 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting subnet 238bd6c6-7f33-490f-958d-85a01b365640 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:02:01.807753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f7129b-f7d6-487b-9c03-cda57fce059b']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:01.870276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e3afb8a5-d892-4c94-8183-064c20bd1356 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.897107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b779bdb6-928d-4f3a-a739-d6ed49d04d4a') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:01.897432 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b779bdb6-928d-4f3a-a739-d6ed49d04d4a') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:01.901252 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d34fd586-6d45-4dff-88c2-28841b20b656 None None] Deleting port 8b615f45-0c93-4507-acca-8bc6b963bf0e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:01.901748 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d34fd586-6d45-4dff-88c2-28841b20b656 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.932011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.941875 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b2894-476d-45b7-9e87-e7eade4060fa tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Network': ['ID=0b2cb804-831e-43dc-84b0-f046851a42cd,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:01.972139 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:01.975786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d34fd586-6d45-4dff-88c2-28841b20b656 None None] The port '8b615f45-0c93-4507-acca-8bc6b963bf0e' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:02:01.979588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 0b2cb804-831e-43dc-84b0-f046851a42cd details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:02:02.000231 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e3afb8a5-d892-4c94-8183-064c20bd1356 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:02.015567 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8c6b2894-476d-45b7-9e87-e7eade4060fa tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3120840 Jan 20 11:02:02.028518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59420) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:02.042213 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f48f7590-a451-4096-b9d1-0d60ee77e0c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'subnet': {'network_id': '0b2cb804-831e-43dc-84b0-f046851a42cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:02.059932 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:02:02.060372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:02:02.075165 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:02:02.089343 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f193340f-d6f1-4794-bf81-089c894d7795 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:02.229360 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f193340f-d6f1-4794-bf81-089c894d7795 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Calling delete_port for 47802f70-f252-4eae-a9c8-4cd65a52a8c1 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:02.304963 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:02.350845 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:02.385188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event deleted for resources: {'Network': ['ID=546b10a8-03f4-4de5-955a-68d774e3a4a0,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:02.419014 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f48f7590-a451-4096-b9d1-0d60ee77e0c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:02.425256 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b2291c10-1903-4282-b945-cbd66f098aec tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "DELETE /v2.0/networks/546b10a8-03f4-4de5-955a-68d774e3a4a0 HTTP/1.1" status: 204 len: 168 time: 3.6989455 Jan 20 11:02:02.425464 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59424) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:02.463471 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f48f7590-a451-4096-b9d1-0d60ee77e0c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:02.515882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:02.522007 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e3afb8a5-d892-4c94-8183-064c20bd1356 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:02.596611 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:02.608706 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81634b7a-5d9d-4e86-af5e-f51c0b4ea9d1 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:02.616024 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Pushing event deleted for resources: {'Network': ['ID=05f7129b-f7d6-487b-9c03-cda57fce059b,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:02.620425 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f193340f-d6f1-4794-bf81-089c894d7795 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:02.626439 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6ebcb777-1a4e-41bc-9249-26a81d08433d tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] 10.222.0.70 "DELETE /v2.0/networks/05f7129b-f7d6-487b-9c03-cda57fce059b HTTP/1.1" status: 204 len: 168 time: 3.4434650 Jan 20 11:02:02.630386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59430) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:02.643775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f0ef73cb-6cc4-4ad0-b8cd-ee4ba3492a70 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:02.677925 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193340f-d6f1-4794-bf81-089c894d7795 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event deleted for resources: {'Port': ['ID=47802f70-f252-4eae-a9c8-4cd65a52a8c1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:02.718650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48f7590-a451-4096-b9d1-0d60ee77e0c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Made reservation on behalf of fa35f0375ba34722acf099d25191ba04 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:02.932229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-2a33ef7d-95bd-4ab5-860d-2979078dc233 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Deleting port 1c777a49-0a95-4a2f-83b6-3598e76576d1 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:02.932600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2a33ef7d-95bd-4ab5-860d-2979078dc233 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:02.946225 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:02:03.072409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f48f7590-a451-4096-b9d1-0d60ee77e0c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:03.086703 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e3afb8a5-d892-4c94-8183-064c20bd1356 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:03.140691 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cf435-1898-4eb8-8fab-28a35f9ee463 req-2d0c3abe-6a09-4d38-8038-adc16dba5235 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:03.142211 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c62cf435-1898-4eb8-8fab-28a35f9ee463 req-2d0c3abe-6a09-4d38-8038-adc16dba5235 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.4622042 Jan 20 11:02:03.182524 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f193340f-d6f1-4794-bf81-089c894d7795 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:03.261593 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f0ef73cb-6cc4-4ad0-b8cd-ee4ba3492a70 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:03.277546 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afb8a5-d892-4c94-8183-064c20bd1356 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Subnet': ['ID=238bd6c6-7f33-490f-958d-85a01b365640,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:03.312528 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e3afb8a5-d892-4c94-8183-064c20bd1356 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:03.315433 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b47035a-0e53-4ddf-b836-f3d604fb2ee5 None None] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:03.325327 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.ipam_backend_mixin [None req-f48f7590-a451-4096-b9d1-0d60ee77e0c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Performing IP validity checks on allocation pools {{(pid=84331) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 11:02:03.326548 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.ipam_backend_mixin [None req-f48f7590-a451-4096-b9d1-0d60ee77e0c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84331) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 11:02:03.329431 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-f0ef73cb-6cc4-4ad0-b8cd-ee4ba3492a70 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a45b971-c49c-443b-9e97-b0f515f35097']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:03.353199 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e3afb8a5-d892-4c94-8183-064c20bd1356 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/238bd6c6-7f33-490f-958d-85a01b365640 HTTP/1.1" status: 204 len: 168 time: 2.2609434 Jan 20 11:02:03.353199 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-f0ef73cb-6cc4-4ad0-b8cd-ee4ba3492a70 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736ab40e-d35f-4b44-8c6b-92aab07a64a7') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:03.353495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-f0ef73cb-6cc4-4ad0-b8cd-ee4ba3492a70 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736ab40e-d35f-4b44-8c6b-92aab07a64a7') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:03.370514 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59434) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:03.382426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-ab9daded-0f4b-452f-ad49-b8627e9b5b16 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'subnet': {'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:03.397647 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f0ef73cb-6cc4-4ad0-b8cd-ee4ba3492a70 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:03.408257 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c62cf435-1898-4eb8-8fab-28a35f9ee463 req-a51bf620-4e17-413d-a830-5f8c7d6cf0e6 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557406 Jan 20 11:02:03.497372 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f193340f-d6f1-4794-bf81-089c894d7795 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:03.503493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f0ef73cb-6cc4-4ad0-b8cd-ee4ba3492a70 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:03.507367 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f193340f-d6f1-4794-bf81-089c894d7795 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:03.513635 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2a33ef7d-95bd-4ab5-860d-2979078dc233 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:03.514388 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2a33ef7d-95bd-4ab5-860d-2979078dc233 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:03.536518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ef73cb-6cc4-4ad0-b8cd-ee4ba3492a70 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:02:03.536926 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f0ef73cb-6cc4-4ad0-b8cd-ee4ba3492a70 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:02:03.552056 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:02:03.702334 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f193340f-d6f1-4794-bf81-089c894d7795 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:03.706096 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f193340f-d6f1-4794-bf81-089c894d7795 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Fanout notify agent at l3_agent the message router_deleted on router 7808d997-0e79-46d1-bab3-0af3f05906f9 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:02:03.732181 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f193340f-d6f1-4794-bf81-089c894d7795 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:03.733322 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f193340f-d6f1-4794-bf81-089c894d7795 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/routers/7808d997-0e79-46d1-bab3-0af3f05906f9 HTTP/1.1" status: 204 len: 168 time: 4.0438132 Jan 20 11:02:03.736316 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59438) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:03.799330 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81634b7a-5d9d-4e86-af5e-f51c0b4ea9d1 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:03.814170 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81634b7a-5d9d-4e86-af5e-f51c0b4ea9d1 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:03.827416 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-826a46db-eec1-4268-8ee5-049e847e7577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:03.854859 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-2a33ef7d-95bd-4ab5-860d-2979078dc233 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Calling delete_port for 1c777a49-0a95-4a2f-83b6-3598e76576d1 owned by network:floatingip {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:04.036764 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ab9daded-0f4b-452f-ad49-b8627e9b5b16 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:04.039188 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-1205d6e6-2524-4efa-a119-380c90bd06e5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Deleting subnet 11bf9d40-22b2-4aba-852d-59104e22a6cc {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:02:04.050586 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1205d6e6-2524-4efa-a119-380c90bd06e5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.054088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ab9daded-0f4b-452f-ad49-b8627e9b5b16 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:subnet and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:04.057245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ab9daded-0f4b-452f-ad49-b8627e9b5b16 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:04.064766 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ab9daded-0f4b-452f-ad49-b8627e9b5b16 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:04.086887 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f0ef73cb-6cc4-4ad0-b8cd-ee4ba3492a70 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.109691 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1205d6e6-2524-4efa-a119-380c90bd06e5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.119505 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f0ef73cb-6cc4-4ad0-b8cd-ee4ba3492a70 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.165956 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef73cb-6cc4-4ad0-b8cd-ee4ba3492a70 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event deleted for resources: {'Network': ['ID=8a45b971-c49c-443b-9e97-b0f515f35097,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:04.183543 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9daded-0f4b-452f-ad49-b8627e9b5b16 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:04.187527 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ab9daded-0f4b-452f-ad49-b8627e9b5b16 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.210959 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f0ef73cb-6cc4-4ad0-b8cd-ee4ba3492a70 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "DELETE /v2.0/networks/8a45b971-c49c-443b-9e97-b0f515f35097 HTTP/1.1" status: 204 len: 168 time: 1.7837048 Jan 20 11:02:04.213843 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59442) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:04.227715 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d8647a64-6d91-4750-90ae-bcf0800a75d3 None None] Provisioning complete for port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:04.228093 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8647a64-6d91-4750-90ae-bcf0800a75d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.295727 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f48f7590-a451-4096-b9d1-0d60ee77e0c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.314911 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1205d6e6-2524-4efa-a119-380c90bd06e5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.393121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2a33ef7d-95bd-4ab5-860d-2979078dc233 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.401935 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d8647a64-6d91-4750-90ae-bcf0800a75d3 None None] Provisioning complete for port 48b5c1d0-70e3-4012-a794-1f2db583a819 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:04.403070 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8647a64-6d91-4750-90ae-bcf0800a75d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.448105 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f7590-a451-4096-b9d1-0d60ee77e0c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Subnet': ['ID=75ccbd44-a895-4400-80d6-928f697f21ac,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:04.457956 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d8647a64-6d91-4750-90ae-bcf0800a75d3 None None] Port 48b5c1d0-70e3-4012-a794-1f2db583a819 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:04.475505 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33ef7d-95bd-4ab5-860d-2979078dc233 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Pushing event deleted for resources: {'Port': ['ID=1c777a49-0a95-4a2f-83b6-3598e76576d1,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:04.538727 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e83523c-ec75-4325-8bc9-15312388e9b8 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.557555 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48f7590-a451-4096-b9d1-0d60ee77e0c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Checking segment: {'id': 'dc8ff4d0-e113-43c1-8c61-8abf65744d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0b2cb804-831e-43dc-84b0-f046851a42cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:04.558172 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48f7590-a451-4096-b9d1-0d60ee77e0c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network hostable DHCP agents. Network: 0b2cb804-831e-43dc-84b0-f046851a42cd, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:02:04.654169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2a33ef7d-95bd-4ab5-860d-2979078dc233 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks [] for floatingip, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.659869 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81634b7a-5d9d-4e86-af5e-f51c0b4ea9d1 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Router 1a84535e-eccc-4e67-bc3d-710798b26046 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:02:04.666773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2a33ef7d-95bd-4ab5-860d-2979078dc233 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.667918 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2a33ef7d-95bd-4ab5-860d-2979078dc233 tempest-FloatingIPAdminTestJSON-1257462508 tempest-FloatingIPAdminTestJSON-1257462508-project] 10.222.0.70 "DELETE /v2.0/floatingips/becc2921-a7b1-4f24-90e5-7e8d45bb9a35 HTTP/1.1" status: 204 len: 168 time: 2.0348253 Jan 20 11:02:04.717301 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1205d6e6-2524-4efa-a119-380c90bd06e5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.752697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48f7590-a451-4096-b9d1-0d60ee77e0c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Network 0b2cb804-831e-43dc-84b0-f046851a42cd is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:02:04.778249 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205d6e6-2524-4efa-a119-380c90bd06e5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event deleted for resources: {'Subnet': ['ID=11bf9d40-22b2-4aba-852d-59104e22a6cc,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:04.795358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e83523c-ec75-4325-8bc9-15312388e9b8 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.812848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1205d6e6-2524-4efa-a119-380c90bd06e5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.813417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.815475 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ab9daded-0f4b-452f-ad49-b8627e9b5b16 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.864276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-f48f7590-a451-4096-b9d1-0d60ee77e0c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 0b2cb804-831e-43dc-84b0-f046851a42cd) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:04.877214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48f7590-a451-4096-b9d1-0d60ee77e0c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:04.878360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb540f3e-8689-43ad-8e33-9691774de84c None None] Network 0b2cb804-831e-43dc-84b0-f046851a42cd requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:04.882068 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f48f7590-a451-4096-b9d1-0d60ee77e0c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.895425 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1205d6e6-2524-4efa-a119-380c90bd06e5 tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/subnets/11bf9d40-22b2-4aba-852d-59104e22a6cc HTTP/1.1" status: 204 len: 168 time: 1.1580822 Jan 20 11:02:04.901000 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2e83523c-ec75-4325-8bc9-15312388e9b8 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c870fe2-eca2-4e07-bd23-c80fed807214']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:04.908948 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59450) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:04.921611 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9daded-0f4b-452f-ad49-b8627e9b5b16 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:04.924800 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-ab9daded-0f4b-452f-ad49-b8627e9b5b16 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:04.936865 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9daded-0f4b-452f-ad49-b8627e9b5b16 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:04.937958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ab9daded-0f4b-452f-ad49-b8627e9b5b16 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:04.942271 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2e83523c-ec75-4325-8bc9-15312388e9b8 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f7d86d-3eb0-4864-afca-21b543ef960d') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:04.942569 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2e83523c-ec75-4325-8bc9-15312388e9b8 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f7d86d-3eb0-4864-afca-21b543ef960d') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:04.956966 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7103136b-9eb3-4182-9bfe-e0a117c94512 None None] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:04.976646 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9daded-0f4b-452f-ad49-b8627e9b5b16 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Subnet': ['ID=ec460cfe-80f8-4f4c-9708-3495622258aa,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:05.024071 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56896d2c-8970-4c7a-95cd-60295ed2ae4f req-007f282f-fe5e-4ac3-961f-f0160b3dc42a tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:05.025518 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-56896d2c-8970-4c7a-95cd-60295ed2ae4f req-007f282f-fe5e-4ac3-961f-f0160b3dc42a tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.4277480 Jan 20 11:02:05.027861 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e83523c-ec75-4325-8bc9-15312388e9b8 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.035866 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.063237 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f48f7590-a451-4096-b9d1-0d60ee77e0c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.0304506 Jan 20 11:02:05.065385 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ab9daded-0f4b-452f-ad49-b8627e9b5b16 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6943722 Jan 20 11:02:05.066305 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59454) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:05.072796 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-8926ef47-5811-4d4a-ad70-714c42c31832 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:05.086469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59458) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:05.087443 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e83523c-ec75-4325-8bc9-15312388e9b8 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.104638 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8f371fb4-ea91-4f00-9240-8bebe8c0c59d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'security_group': {'name': 'tempest-secgroup-1122627688'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:05.116582 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50b26a30-ffc6-4c13-8cf5-c38080f0429c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.118608 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8f371fb4-ea91-4f00-9240-8bebe8c0c59d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:05.121907 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e83523c-ec75-4325-8bc9-15312388e9b8 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:02:05.122306 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e83523c-ec75-4325-8bc9-15312388e9b8 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:02:05.137990 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:02:05.152333 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8f371fb4-ea91-4f00-9240-8bebe8c0c59d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:security_group and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:05.211544 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8f371fb4-ea91-4f00-9240-8bebe8c0c59d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:05.237324 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8926ef47-5811-4d4a-ad70-714c42c31832 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32064715'] for subnet, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.245105 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8f371fb4-ea91-4f00-9240-8bebe8c0c59d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:05.268440 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-56896d2c-8970-4c7a-95cd-60295ed2ae4f req-108d2b27-8582-4b59-be08-6713c18130e8 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294817 Jan 20 11:02:05.310511 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-0b2cb804-831e-43dc-84b0-f046851a42cd', 'network_id': '0b2cb804-831e-43dc-84b0-f046851a42cd', 'tenant_id': 'fa35f0375ba34722acf099d25191ba04', 'fixed_ips': [{'subnet_id': '75ccbd44-a895-4400-80d6-928f697f21ac'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:02:05.311506 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.314797 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59466) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:05.441310 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e83523c-ec75-4325-8bc9-15312388e9b8 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.499257 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e83523c-ec75-4325-8bc9-15312388e9b8 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.526792 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5857cb9e-2a5a-4daf-a04f-ee01ad6d82e5 None None] Update dhcp port {'port': {'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89', 'fixed_ips': [{'subnet_id': '5b7d67a8-ce8d-447d-abc4-d148bdd92c51', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ec460cfe-80f8-4f4c-9708-3495622258aa'}], 'binding:host_id': 'dv-neutron-825471-1-hyperv'}, 'id': 'c9ad0f25-c92b-46dd-b3c5-cd1404c0b253'} from dv-neutron-825471-1-hyperv. {{(pid=84333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 11:02:05.582447 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5857cb9e-2a5a-4daf-a04f-ee01ad6d82e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.585855 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6a979a41-caa0-46c7-be71-ad60c5d5735b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2f4f9b2e1edb4edd98a1a69d1e5e2888&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2699592 Jan 20 11:02:05.586520 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59472) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:05.599131 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f371fb4-ea91-4f00-9240-8bebe8c0c59d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.607953 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83523c-ec75-4325-8bc9-15312388e9b8 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event deleted for resources: {'Network': ['ID=1c870fe2-eca2-4e07-bd23-c80fed807214,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:05.634186 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8926ef47-5811-4d4a-ad70-714c42c31832 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747725419255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32148229'] for subnet, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.640618 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2e83523c-ec75-4325-8bc9-15312388e9b8 tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "DELETE /v2.0/networks/1c870fe2-eca2-4e07-bd23-c80fed807214 HTTP/1.1" status: 204 len: 168 time: 1.4257565 Jan 20 11:02:05.645033 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50b26a30-ffc6-4c13-8cf5-c38080f0429c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.659025 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59476) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:05.722997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30cee0e2-d533-4483-8f5b-6fb8c6e90f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.725040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8926ef47-5811-4d4a-ad70-714c42c31832 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:05.725665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8926ef47-5811-4d4a-ad70-714c42c31832 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.730822 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8926ef47-5811-4d4a-ad70-714c42c31832 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "PUT /v2.0/subnets/75ccbd44-a895-4400-80d6-928f697f21ac HTTP/1.1" status: 200 len: 900 time: 0.6598089 Jan 20 11:02:05.730822 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59480) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:05.741017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926ef47-5811-4d4a-ad70-714c42c31832 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event updated for resources: {'Subnet': ['ID=75ccbd44-a895-4400-80d6-928f697f21ac,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:05.761505 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-50b26a30-ffc6-4c13-8cf5-c38080f0429c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdebea4-3654-4a0a-8bf8-d8449d482669']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:05.767493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Allocated IP 2001:db8::3 (0b2cb804-831e-43dc-84b0-f046851a42cd/75ccbd44-a895-4400-80d6-928f697f21ac/aee7929a-41ff-4ecd-a758-f4b5a8fd7ea5) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:05.807483 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-50b26a30-ffc6-4c13-8cf5-c38080f0429c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5574d591-09ab-4888-b151-438eebdcde80') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:05.807852 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-50b26a30-ffc6-4c13-8cf5-c38080f0429c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5574d591-09ab-4888-b151-438eebdcde80') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:05.829488 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8f371fb4-ea91-4f00-9240-8bebe8c0c59d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:05.836365 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30cee0e2-d533-4483-8f5b-6fb8c6e90f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.847070 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50b26a30-ffc6-4c13-8cf5-c38080f0429c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.856419 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8f371fb4-ea91-4f00-9240-8bebe8c0c59d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:security_group_rule and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:05.866584 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8f371fb4-ea91-4f00-9240-8bebe8c0c59d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:05.880555 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8f371fb4-ea91-4f00-9240-8bebe8c0c59d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:05.885203 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5edb6da8-f61b-4eba-bf9e-2c43cad0f6ac tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.887993 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50b26a30-ffc6-4c13-8cf5-c38080f0429c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.911267 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b26a30-ffc6-4c13-8cf5-c38080f0429c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:02:05.911660 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50b26a30-ffc6-4c13-8cf5-c38080f0429c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:02:05.927530 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:02:05.933951 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc47c8-8e8d-4377-8f6a-272ba7dea708 req-1efddf19-a2aa-42fc-8747-4b1cdf8fc53d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:05.941083 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-40dc47c8-8e8d-4377-8f6a-272ba7dea708 req-1efddf19-a2aa-42fc-8747-4b1cdf8fc53d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.4789069 Jan 20 11:02:05.944267 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:05.989503 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-5857cb9e-2a5a-4daf-a04f-ee01ad6d82e5 None None] Allocated IP 172.20.0.2 (6b749f6e-3931-46cf-bc1b-55cf8af4af89/ec460cfe-80f8-4f4c-9708-3495622258aa/c9ad0f25-c92b-46dd-b3c5-cd1404c0b253) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:06.042589 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.072551 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81634b7a-5d9d-4e86-af5e-f51c0b4ea9d1 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:02:06.088688 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666868ce-89d0-458e-bb67-4e173ac50b69 None None] Sync routers for ids ['1a84535e-eccc-4e67-bc3d-710798b26046'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:02:06.102679 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666868ce-89d0-458e-bb67-4e173ac50b69 None None] Routers {'1a84535e-eccc-4e67-bc3d-710798b26046'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:06.103540 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-666868ce-89d0-458e-bb67-4e173ac50b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1a84535e-eccc-4e67-bc3d-710798b26046'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:06.143802 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30cee0e2-d533-4483-8f5b-6fb8c6e90f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.175666 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-666868ce-89d0-458e-bb67-4e173ac50b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:06.197987 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666868ce-89d0-458e-bb67-4e173ac50b69 None None] Routers {'1a84535e-eccc-4e67-bc3d-710798b26046'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:06.199093 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-666868ce-89d0-458e-bb67-4e173ac50b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1a84535e-eccc-4e67-bc3d-710798b26046'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:06.227900 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.258868 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Transition to ACTIVE for port object aee7929a-41ff-4ecd-a758-f4b5a8fd7ea5 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:06.270297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5857cb9e-2a5a-4daf-a04f-ee01ad6d82e5 None None] For port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c9ad0f25-c92b-46dd-b3c5-cd1404c0b253,segment=NetworkSegment(8e36aa1d-8378-4760-8a36-86086a188300),segment_id=8e36aa1d-8378-4760-8a36-86086a188300)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:06.275438 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-666868ce-89d0-458e-bb67-4e173ac50b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:06.276097 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666868ce-89d0-458e-bb67-4e173ac50b69 None None] The sync data for ids ['1a84535e-eccc-4e67-bc3d-710798b26046'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:02:06.292135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Transition to ACTIVE for port object aee7929a-41ff-4ecd-a758-f4b5a8fd7ea5 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:06.314135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5857cb9e-2a5a-4daf-a04f-ee01ad6d82e5 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.318182 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.333329 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5857cb9e-2a5a-4daf-a04f-ee01ad6d82e5 None None] Transition to ACTIVE for port object c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:06.355512 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cee0e2-d533-4483-8f5b-6fb8c6e90f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750417fc-6149-4c67-83ca-e625ee1bb3ec,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:06.355512 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30cee0e2-d533-4483-8f5b-6fb8c6e90f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.357836 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-30cee0e2-d533-4483-8f5b-6fb8c6e90f32 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/750417fc-6149-4c67-83ca-e625ee1bb3ec HTTP/1.1" status: 204 len: 168 time: 0.7634871 Jan 20 11:02:06.360538 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50b26a30-ffc6-4c13-8cf5-c38080f0429c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.380060 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81634b7a-5d9d-4e86-af5e-f51c0b4ea9d1 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.383920 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59486) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:06.384069 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-81634b7a-5d9d-4e86-af5e-f51c0b4ea9d1 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "PUT /v2.0/routers/1a84535e-eccc-4e67-bc3d-710798b26046 HTTP/1.1" status: 200 len: 926 time: 5.2599018 Jan 20 11:02:06.404124 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-40dc47c8-8e8d-4377-8f6a-272ba7dea708 req-6d170246-7451-4d6c-9442-afe65e74adde tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4521067 Jan 20 11:02:06.415461 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f371fb4-ea91-4f00-9240-8bebe8c0c59d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.419259 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50b26a30-ffc6-4c13-8cf5-c38080f0429c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.425720 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.427396 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5edb6da8-f61b-4eba-bf9e-2c43cad0f6ac tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.443290 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b26a30-ffc6-4c13-8cf5-c38080f0429c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] Pushing event deleted for resources: {'Network': ['ID=7fdebea4-3654-4a0a-8bf8-d8449d482669,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:06.452494 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-50b26a30-ffc6-4c13-8cf5-c38080f0429c tempest-FloatingIPTestJSON-1745155584 tempest-FloatingIPTestJSON-1745155584-project] 10.222.0.70 "DELETE /v2.0/networks/7fdebea4-3654-4a0a-8bf8-d8449d482669 HTTP/1.1" status: 204 len: 168 time: 1.5424695 Jan 20 11:02:06.470233 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-5edb6da8-f61b-4eba-bf9e-2c43cad0f6ac tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4e869a-46eb-4803-b459-25e9af36415b']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:06.488475 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-5edb6da8-f61b-4eba-bf9e-2c43cad0f6ac tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62bf96ff-5084-4d2a-8eea-ecde268d4df4') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:06.488959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-5edb6da8-f61b-4eba-bf9e-2c43cad0f6ac tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62bf96ff-5084-4d2a-8eea-ecde268d4df4') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:06.501246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f371fb4-ea91-4f00-9240-8bebe8c0c59d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.516674 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5edb6da8-f61b-4eba-bf9e-2c43cad0f6ac tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.546169 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5edb6da8-f61b-4eba-bf9e-2c43cad0f6ac tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.562994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Pushing event updated for resources: {'Port': ['ID=aee7929a-41ff-4ecd-a758-f4b5a8fd7ea5,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:06.563586 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5edb6da8-f61b-4eba-bf9e-2c43cad0f6ac tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:02:06.563770 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5edb6da8-f61b-4eba-bf9e-2c43cad0f6ac tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:02:06.578652 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:02:06.583995 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f371fb4-ea91-4f00-9240-8bebe8c0c59d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2067609e-2746-425a-8325-98455f295cb6,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:06.588137 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:06.588495 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:06.588842 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:06.589188 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:06.589531 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:06.589892 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:06.590226 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:06.590559 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:06.591037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:06.594216 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:06.599111 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:06.599111 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5857cb9e-2a5a-4daf-a04f-ee01ad6d82e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.651611 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f371fb4-ea91-4f00-9240-8bebe8c0c59d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.652867 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8f371fb4-ea91-4f00-9240-8bebe8c0c59d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5601189 Jan 20 11:02:06.659087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59494) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:06.666920 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.667595 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-182c6fd0-0161-43f2-be3e-03de5661949f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'security_group': {'name': 'tempest-secgroup-1876638580'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:06.693233 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-182c6fd0-0161-43f2-be3e-03de5661949f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:06.698230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-182c6fd0-0161-43f2-be3e-03de5661949f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:security_group and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:06.702175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-182c6fd0-0161-43f2-be3e-03de5661949f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:06.708518 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-182c6fd0-0161-43f2-be3e-03de5661949f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:06.731596 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Subnet': ['ID=75ccbd44-a895-4400-80d6-928f697f21ac,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:06.758433 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Network 0b2cb804-831e-43dc-84b0-f046851a42cd is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:06.765369 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:06.773840 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:06.835842 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5edb6da8-f61b-4eba-bf9e-2c43cad0f6ac tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.839560 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-182c6fd0-0161-43f2-be3e-03de5661949f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.845707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.845870 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857cb9e-2a5a-4daf-a04f-ee01ad6d82e5 None None] Pushing event updated for resources: {'Port': ['ID=c9ad0f25-c92b-46dd-b3c5-cd1404c0b253,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:06.877492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2cb804-831e-43dc-84b0-f046851a42cd']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:06.907882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8ff4d0-e113-43c1-8c61-8abf65744d89') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:06.908241 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8ff4d0-e113-43c1-8c61-8abf65744d89') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:06.917225 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-71d85110-8857-4884-a55e-f503ccf7ca9c tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "GET /v2.0/routers/1a84535e-eccc-4e67-bc3d-710798b26046 HTTP/1.1" status: 200 len: 926 time: 0.5318313 Jan 20 11:02:06.921419 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59500) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:06.929097 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Attempting to bind port aee7929a-41ff-4ecd-a758-f4b5a8fd7ea5 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:02:06.929505 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Attempting to bind port aee7929a-41ff-4ecd-a758-f4b5a8fd7ea5 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'dc8ff4d0-e113-43c1-8c61-8abf65744d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0b2cb804-831e-43dc-84b0-f046851a42cd'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:02:06.929986 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Attempting to bind port aee7929a-41ff-4ecd-a758-f4b5a8fd7ea5 on network 0b2cb804-831e-43dc-84b0-f046851a42cd {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:02:06.940364 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:02:06.940763 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Checking segment: {'id': 'dc8ff4d0-e113-43c1-8c61-8abf65744d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0b2cb804-831e-43dc-84b0-f046851a42cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:06.942921 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.943352 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Bound using segment: {'id': 'dc8ff4d0-e113-43c1-8c61-8abf65744d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0b2cb804-831e-43dc-84b0-f046851a42cd'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:02:06.943835 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Bound port: aee7929a-41ff-4ecd-a758-f4b5a8fd7ea5, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8ff4d0-e113-43c1-8c61-8abf65744d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0b2cb804-831e-43dc-84b0-f046851a42cd'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:02:06.944216 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:06.975792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:07.001846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:07.018848 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:02:07.019306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:07.019563 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-182c6fd0-0161-43f2-be3e-03de5661949f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:07.033054 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-182c6fd0-0161-43f2-be3e-03de5661949f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:security_group_rule and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:07.036442 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-182c6fd0-0161-43f2-be3e-03de5661949f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:02:07.039359 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:02:07.045465 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-182c6fd0-0161-43f2-be3e-03de5661949f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:07.078636 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] For port aee7929a-41ff-4ecd-a758-f4b5a8fd7ea5, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:02:07.120143 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5edb6da8-f61b-4eba-bf9e-2c43cad0f6ac tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:07.133035 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] For port aee7929a-41ff-4ecd-a758-f4b5a8fd7ea5, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=aee7929a-41ff-4ecd-a758-f4b5a8fd7ea5,segment=NetworkSegment(dc8ff4d0-e113-43c1-8c61-8abf65744d89),segment_id=dc8ff4d0-e113-43c1-8c61-8abf65744d89)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:02:07.141179 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-86d65aae-9575-45d3-a0d6-e104a18ff0af tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Synchronizing usage tracker for tenant:4ed204bfc23f48879574fab00b447923 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:02:07.148116 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb6da8-f61b-4eba-bf9e-2c43cad0f6ac tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] Pushing event deleted for resources: {'Network': ['ID=8c4e869a-46eb-4803-b459-25e9af36415b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:07.152980 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5edb6da8-f61b-4eba-bf9e-2c43cad0f6ac tempest-BulkNetworkOpsTest-1170085035 tempest-BulkNetworkOpsTest-1170085035-project] 10.222.0.70 "DELETE /v2.0/networks/8c4e869a-46eb-4803-b459-25e9af36415b HTTP/1.1" status: 204 len: 168 time: 1.4871366 Jan 20 11:02:07.216960 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-182c6fd0-0161-43f2-be3e-03de5661949f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:07.227144 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.api [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 11:02:07.227144 dv-neutron-825471-1-hyperv neutron-server[84331]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 11:02:07.227144 dv-neutron-825471-1-hyperv neutron-server[84331]: [parameters: {'id': '0b2cb804-831e-43dc-84b0-f046851a42cd'}] Jan 20 11:02:07.227144 dv-neutron-825471-1-hyperv neutron-server[84331]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:02:07.227638 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG oslo_db.api [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:02:07.294169 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a60fc-356c-4401-b457-be957852bda8 req-1b92d854-ac3c-4716-ac11-ed9a20a8cff1 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:07.296342 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b9a60fc-356c-4401-b457-be957852bda8 req-1b92d854-ac3c-4716-ac11-ed9a20a8cff1 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.0829968 Jan 20 11:02:07.335752 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:07.344706 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b9a60fc-356c-4401-b457-be957852bda8 req-666d5b7a-f5f6-4fe8-badd-354e67d748f3 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421755 Jan 20 11:02:07.365840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-182c6fd0-0161-43f2-be3e-03de5661949f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:07.374987 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-86d65aae-9575-45d3-a0d6-e104a18ff0af tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Unset dirty status for tenant:4ed204bfc23f48879574fab00b447923 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:02:07.378612 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-86d65aae-9575-45d3-a0d6-e104a18ff0af tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&device_id=1a84535e-eccc-4e67-bc3d-710798b26046&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4537456 Jan 20 11:02:07.379025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59510) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:07.421293 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c6fd0-0161-43f2-be3e-03de5661949f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4adfe36-192f-4c27-9f56-c970f7d4a834,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:07.445917 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa4507-ab00-49ff-aa4c-0928adf10d7c None None] Pushing event updated for resources: {'Port': ['ID=aee7929a-41ff-4ecd-a758-f4b5a8fd7ea5,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:07.488177 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59514) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:07.531525 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc8209e4-eae5-463b-9a07-c971930f59ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:07.543438 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58e7f1-e43d-48c4-b201-2d42c473bbe5 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:07.544034 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4a58e7f1-e43d-48c4-b201-2d42c473bbe5 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Synchronizing usage tracker for tenant:4ed204bfc23f48879574fab00b447923 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:02:07.571835 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-182c6fd0-0161-43f2-be3e-03de5661949f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:07.573509 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-182c6fd0-0161-43f2-be3e-03de5661949f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9140270 Jan 20 11:02:07.577237 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59518) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:07.583436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-dda2add3-35b9-4b04-80dc-7190fdce6f65 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'security_group': {'name': 'tempest-secgroup-833248632'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:07.590874 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-dda2add3-35b9-4b04-80dc-7190fdce6f65 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:07.597262 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-dda2add3-35b9-4b04-80dc-7190fdce6f65 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:security_group and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:07.598307 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59522) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:07.600328 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-dda2add3-35b9-4b04-80dc-7190fdce6f65 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:07.607867 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-dda2add3-35b9-4b04-80dc-7190fdce6f65 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:07.616840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cc8209e4-eae5-463b-9a07-c971930f59ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:07.620672 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cc8209e4-eae5-463b-9a07-c971930f59ed admin admin] Usage tracker for resource:security_group_rule and tenant:e68abbc7e838452287829a12175af641 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:07.624672 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cc8209e4-eae5-463b-9a07-c971930f59ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:07.631167 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cc8209e4-eae5-463b-9a07-c971930f59ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:07.644810 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d341ba67-e1d1-4d97-9b85-581d2e9b825b None None] Network 0b2cb804-831e-43dc-84b0-f046851a42cd requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:07.672840 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4a58e7f1-e43d-48c4-b201-2d42c473bbe5 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Unset dirty status for tenant:4ed204bfc23f48879574fab00b447923 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:02:07.674068 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4a58e7f1-e43d-48c4-b201-2d42c473bbe5 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "GET /v2.0/networks/5b1d19bb-43c5-44cb-9395-b66102f481bc HTTP/1.1" status: 200 len: 881 time: 0.2909677 Jan 20 11:02:07.677057 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59528) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:07.720007 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dda2add3-35b9-4b04-80dc-7190fdce6f65 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:07.733565 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:07.734847 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc8209e4-eae5-463b-9a07-c971930f59ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:07.748036 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-048aef0d-8abc-4346-be6d-27867d4cdb11 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a84535e-eccc-4e67-bc3d-710798b26046 HTTP/1.1" status: 200 len: 205 time: 0.0691776 Jan 20 11:02:07.750782 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59534) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:07.757834 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Deleting port aee7929a-41ff-4ecd-a758-f4b5a8fd7ea5 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:07.758182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:07.760500 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1f58aa22-1e3b-4f50-aeb3-485fda86700f None None] Provisioning for port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:07.769568 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1f58aa22-1e3b-4f50-aeb3-485fda86700f None None] Provisioning complete for port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:07.770106 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1f58aa22-1e3b-4f50-aeb3-485fda86700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:07.832246 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-dda2add3-35b9-4b04-80dc-7190fdce6f65 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:07.839872 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-dda2add3-35b9-4b04-80dc-7190fdce6f65 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:security_group_rule and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:07.870040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-dda2add3-35b9-4b04-80dc-7190fdce6f65 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:07.896414 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1a42f363-f9c3-4ad6-8626-a8cdca2672e7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a9b63c66c76744f0803551403ba4c783&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2967424 Jan 20 11:02:07.897136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59538) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:07.901584 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc8209e4-eae5-463b-9a07-c971930f59ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:07.911828 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59540) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:07.996332 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd194ad4-c80e-467b-8a69-4e0eb96c33ab None None] Network 0b2cb804-831e-43dc-84b0-f046851a42cd requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:08.041068 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] For port aee7929a-41ff-4ecd-a758-f4b5a8fd7ea5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=aee7929a-41ff-4ecd-a758-f4b5a8fd7ea5,segment=NetworkSegment(dc8ff4d0-e113-43c1-8c61-8abf65744d89),segment_id=dc8ff4d0-e113-43c1-8c61-8abf65744d89)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:08.041428 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.057308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-dda2add3-35b9-4b04-80dc-7190fdce6f65 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:08.071850 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8209e4-eae5-463b-9a07-c971930f59ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132ce6a4-8c96-42c3-a4f8-92fffcf0af98,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:08.078157 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2c7520f8-78df-4876-9481-9bb24d8a518d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.085709 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cc8209e4-eae5-463b-9a07-c971930f59ed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e68abbc7e838452287829a12175af641&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5968370 Jan 20 11:02:08.086764 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1f58aa22-1e3b-4f50-aeb3-485fda86700f None None] Provisioning complete for port 48b5c1d0-70e3-4012-a794-1f2db583a819 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:08.087150 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1f58aa22-1e3b-4f50-aeb3-485fda86700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.100532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59548) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:08.190332 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Calling delete_port for aee7929a-41ff-4ecd-a758-f4b5a8fd7ea5 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:08.196622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2c7520f8-78df-4876-9481-9bb24d8a518d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.212058 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1f58aa22-1e3b-4f50-aeb3-485fda86700f None None] Port 48b5c1d0-70e3-4012-a794-1f2db583a819 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:08.262929 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8edbb88-859f-450a-979c-cd37fb38fbf4 None None] get_active_networks_info from dv-neutron-825471-1-hyperv {{(pid=84333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 11:02:08.299136 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dda2add3-35b9-4b04-80dc-7190fdce6f65 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.355319 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fd1f4501-628f-40a1-b990-5cfb40fc9bca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ea34bca32a0d498186288ecf311aa6f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4567003 Jan 20 11:02:08.358282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59554) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:08.360614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0eec8199-b786-41b9-b9a6-0edc81a84384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.399235 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0eec8199-b786-41b9-b9a6-0edc81a84384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.403797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8edbb88-859f-450a-979c-cd37fb38fbf4 None None] Resources bound (agent type, host, resource id): {{(pid=84333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 11:02:08.425022 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-948ccb37-47e6-4e35-be6a-815187bee8d5 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.448625 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dda2add3-35b9-4b04-80dc-7190fdce6f65 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.499912 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2add3-35b9-4b04-80dc-7190fdce6f65 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0a4070-cade-43da-9919-f14be32d44cf,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:08.505389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.505964 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2c7520f8-78df-4876-9481-9bb24d8a518d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.529297 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7520f8-78df-4876-9481-9bb24d8a518d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf050b71-4f76-4d89-8207-61e93fb056b4,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:08.551721 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2c7520f8-78df-4876-9481-9bb24d8a518d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.555666 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2c7520f8-78df-4876-9481-9bb24d8a518d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf050b71-4f76-4d89-8207-61e93fb056b4 HTTP/1.1" status: 204 len: 168 time: 0.6364939 Jan 20 11:02:08.562741 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:02:08.567402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] No DVR routers for this DVR port aee7929a-41ff-4ecd-a758-f4b5a8fd7ea5 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:02:08.581679 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8d617ed2-c3fb-4793-baf0-b95d4ae43f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.604755 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8d617ed2-c3fb-4793-baf0-b95d4ae43f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.710404 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Port': ['ID=aee7929a-41ff-4ecd-a758-f4b5a8fd7ea5,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:08.735978 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d6c13-6f24-4fbd-ba11-42f1ed436856 req-0a6ac8ee-08c9-412a-bba7-2825c7a3f050 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:08.737482 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-049d6c13-6f24-4fbd-ba11-42f1ed436856 req-0a6ac8ee-08c9-412a-bba7-2825c7a3f050 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.1670642 Jan 20 11:02:08.761174 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:08.761951 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.771740 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0eec8199-b786-41b9-b9a6-0edc81a84384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.798172 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0eec8199-b786-41b9-b9a6-0edc81a84384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.799480 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0eec8199-b786-41b9-b9a6-0edc81a84384 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/132ce6a4-8c96-42c3-a4f8-92fffcf0af98 HTTP/1.1" status: 204 len: 168 time: 0.6928370 Jan 20 11:02:08.800215 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec8199-b786-41b9-b9a6-0edc81a84384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132ce6a4-8c96-42c3-a4f8-92fffcf0af98,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:08.830736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-948ccb37-47e6-4e35-be6a-815187bee8d5 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.848704 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-049d6c13-6f24-4fbd-ba11-42f1ed436856 req-f7be1856-5f18-4cd4-8d8b-436f1234e9d2 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022849 Jan 20 11:02:08.897666 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8d617ed2-c3fb-4793-baf0-b95d4ae43f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.900374 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8d617ed2-c3fb-4793-baf0-b95d4ae43f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.904519 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8d617ed2-c3fb-4793-baf0-b95d4ae43f8f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a9d21e6f-cdf1-4de2-931b-ea57d8b6e9c2 HTTP/1.1" status: 204 len: 168 time: 0.5403597 Jan 20 11:02:08.930284 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617ed2-c3fb-4793-baf0-b95d4ae43f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d21e6f-cdf1-4de2-931b-ea57d8b6e9c2,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:08.941424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.948577 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-948ccb37-47e6-4e35-be6a-815187bee8d5 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Deleting port 338fcb9f-3eac-4301-98db-8325b3167c77 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:08.951670 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-948ccb37-47e6-4e35-be6a-815187bee8d5 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:08.999025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dda2add3-35b9-4b04-80dc-7190fdce6f65 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:09.002902 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-dda2add3-35b9-4b04-80dc-7190fdce6f65 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4221535 Jan 20 11:02:09.003484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59566) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:09.007841 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2cb804-831e-43dc-84b0-f046851a42cd']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:09.022097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1781b551-fd24-413f-a88f-b2c82996a7cb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-790026448', 'security_groups': ['bb0a4070-cade-43da-9919-f14be32d44cf'], 'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ec460cfe-80f8-4f4c-9708-3495622258aa'}]}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:09.112300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8ff4d0-e113-43c1-8c61-8abf65744d89') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:09.112300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8ff4d0-e113-43c1-8c61-8abf65744d89') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:09.120687 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:09.151899 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:09.161430 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-948ccb37-47e6-4e35-be6a-815187bee8d5 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:09.175778 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:02:09.181022 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:02:09.191209 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:02:09.283917 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1781b551-fd24-413f-a88f-b2c82996a7cb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:09.295341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1781b551-fd24-413f-a88f-b2c82996a7cb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:09.385500 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-948ccb37-47e6-4e35-be6a-815187bee8d5 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Calling delete_port for 338fcb9f-3eac-4301-98db-8325b3167c77 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:09.398644 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:09.400467 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1781b551-fd24-413f-a88f-b2c82996a7cb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:09.403327 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:09.444964 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:09.450400 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Network': ['ID=0b2cb804-831e-43dc-84b0-f046851a42cd,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:09.561383 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a8640454-16a8-499f-a96e-471095f99d03 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/networks/0b2cb804-831e-43dc-84b0-f046851a42cd HTTP/1.1" status: 204 len: 168 time: 3.8294439 Jan 20 11:02:09.569008 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59582) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:09.630222 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-1619492d-0d1d-4f75-8288-302f1b09d437 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:09.630916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1619492d-0d1d-4f75-8288-302f1b09d437 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:09.632495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1781b551-fd24-413f-a88f-b2c82996a7cb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:09.642240 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1619492d-0d1d-4f75-8288-302f1b09d437 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/subnets/75ccbd44-a895-4400-80d6-928f697f21ac HTTP/1.1" status: 404 len: 337 time: 0.0721807 Jan 20 11:02:09.645593 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59588) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:09.659469 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-1781b551-fd24-413f-a88f-b2c82996a7cb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] device_id is not set on port 345c78cb-1fce-42b3-9823-9a76665aad4f yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:02:09.686880 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-513105f2-b485-447d-b577-1a16b1f0100a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:09.686880 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-513105f2-b485-447d-b577-1a16b1f0100a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:09.686880 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-513105f2-b485-447d-b577-1a16b1f0100a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/networks/0b2cb804-831e-43dc-84b0-f046851a42cd HTTP/1.1" status: 404 len: 339 time: 0.0306726 Jan 20 11:02:09.687524 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59594) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:09.699193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4722f1f-d77f-487f-9771-d75ac6ea5d8c req-6a1ae1ec-0dd0-4b9b-9858-bd2ee9f8a6d4 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:09.699891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-b4722f1f-d77f-487f-9771-d75ac6ea5d8c req-6a1ae1ec-0dd0-4b9b-9858-bd2ee9f8a6d4 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Synchronizing usage tracker for tenant:0a8cdee6b9b64cc6952bd8d638e90fed on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:02:09.715595 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-b4722f1f-d77f-487f-9771-d75ac6ea5d8c req-6a1ae1ec-0dd0-4b9b-9858-bd2ee9f8a6d4 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Unset dirty status for tenant:0a8cdee6b9b64cc6952bd8d638e90fed on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:02:09.718676 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b4722f1f-d77f-487f-9771-d75ac6ea5d8c req-6a1ae1ec-0dd0-4b9b-9858-bd2ee9f8a6d4 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.72 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.2167001 Jan 20 11:02:09.763739 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-948ccb37-47e6-4e35-be6a-815187bee8d5 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:09.820731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-b4722f1f-d77f-487f-9771-d75ac6ea5d8c req-9b6f6855-2303-467f-a9a3-6bab8bab743d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Deleting port 441dacbf-3516-43ae-b255-bc606c7a5f9f {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:09.821080 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b4722f1f-d77f-487f-9771-d75ac6ea5d8c req-9b6f6855-2303-467f-a9a3-6bab8bab743d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:09.827408 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ccb37-47e6-4e35-be6a-815187bee8d5 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Pushing event deleted for resources: {'Port': ['ID=338fcb9f-3eac-4301-98db-8325b3167c77,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:09.881142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99c82682-34d3-4101-a9b5-1472950e98db tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:10.030386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99c82682-34d3-4101-a9b5-1472950e98db tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:10.045270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59604) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:10.136826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-99c82682-34d3-4101-a9b5-1472950e98db tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2119d1f0-75b6-4a5a-832b-3f4706859133']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:10.162144 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-99c82682-34d3-4101-a9b5-1472950e98db tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcfc8b3-93a6-4487-ab24-daa4e375321b') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:10.162626 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-99c82682-34d3-4101-a9b5-1472950e98db tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcfc8b3-93a6-4487-ab24-daa4e375321b') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:10.167152 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-1781b551-fd24-413f-a88f-b2c82996a7cb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Allocated IP 172.20.0.11 (6b749f6e-3931-46cf-bc1b-55cf8af4af89/ec460cfe-80f8-4f4c-9708-3495622258aa/345c78cb-1fce-42b3-9823-9a76665aad4f) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:10.169524 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4b97a283-c33b-4a9f-aaa4-673d6cecfbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:10.188318 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99c82682-34d3-4101-a9b5-1472950e98db tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:10.224505 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99c82682-34d3-4101-a9b5-1472950e98db tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:10.225975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-b4722f1f-d77f-487f-9771-d75ac6ea5d8c req-9b6f6855-2303-467f-a9a3-6bab8bab743d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] For port 441dacbf-3516-43ae-b255-bc606c7a5f9f, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=441dacbf-3516-43ae-b255-bc606c7a5f9f,segment=NetworkSegment(001609c9-628d-45b4-8071-84ff8454d8df),segment_id=001609c9-628d-45b4-8071-84ff8454d8df)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:10.226334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b4722f1f-d77f-487f-9771-d75ac6ea5d8c req-9b6f6855-2303-467f-a9a3-6bab8bab743d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:10.243164 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c82682-34d3-4101-a9b5-1472950e98db tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:02:10.243553 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99c82682-34d3-4101-a9b5-1472950e98db tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:02:10.260088 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:02:10.266095 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4b97a283-c33b-4a9f-aaa4-673d6cecfbee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:10.315006 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4b97a283-c33b-4a9f-aaa4-673d6cecfbee admin admin] Usage tracker for resource:security_group_rule and tenant:6c091004344d482c82cf4ffe2b8dcaa2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:10.323884 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4b97a283-c33b-4a9f-aaa4-673d6cecfbee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:10.348834 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4b97a283-c33b-4a9f-aaa4-673d6cecfbee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:10.370368 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352f398-e1d2-4473-9af0-34ce275e7eec req-4a053834-6fb0-4ec4-8936-9c61489c57df tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:10.371892 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5352f398-e1d2-4473-9af0-34ce275e7eec req-4a053834-6fb0-4ec4-8936-9c61489c57df tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 945 time: 0.3064661 Jan 20 11:02:10.444296 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5352f398-e1d2-4473-9af0-34ce275e7eec req-354f3b41-a408-4300-a33a-0c4a14a4aab4 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups?id=06c0ace8-36b0-4c6c-9227-43da7f40e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653367 Jan 20 11:02:10.518673 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4b97a283-c33b-4a9f-aaa4-673d6cecfbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:10.595749 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99c82682-34d3-4101-a9b5-1472950e98db tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:10.618653 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99c82682-34d3-4101-a9b5-1472950e98db tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:10.690074 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4b97a283-c33b-4a9f-aaa4-673d6cecfbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:10.716384 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c82682-34d3-4101-a9b5-1472950e98db tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Network': ['ID=2119d1f0-75b6-4a5a-832b-3f4706859133,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:10.730065 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-948ccb37-47e6-4e35-be6a-815187bee8d5 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:10.785765 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1781b551-fd24-413f-a88f-b2c82996a7cb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:10.798731 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-99c82682-34d3-4101-a9b5-1472950e98db tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/networks/2119d1f0-75b6-4a5a-832b-3f4706859133 HTTP/1.1" status: 204 len: 168 time: 1.1101940 Jan 20 11:02:10.801127 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59620) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:10.858081 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-1781b551-fd24-413f-a88f-b2c82996a7cb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Transition to ACTIVE for port object 345c78cb-1fce-42b3-9823-9a76665aad4f will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:10.860451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b4722f1f-d77f-487f-9771-d75ac6ea5d8c req-9b6f6855-2303-467f-a9a3-6bab8bab743d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:10.860821 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b4722f1f-d77f-487f-9771-d75ac6ea5d8c req-9b6f6855-2303-467f-a9a3-6bab8bab743d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:10.861346 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [req-b4722f1f-d77f-487f-9771-d75ac6ea5d8c req-9b6f6855-2303-467f-a9a3-6bab8bab743d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Floating IP 02b7ef8d-2e42-42da-8e2c-192803603fd7 disassociated. External IP: 172.26.0.95, port: 441dacbf-3516-43ae-b255-bc606c7a5f9f. Jan 20 11:02:10.861945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-b4722f1f-d77f-487f-9771-d75ac6ea5d8c req-9b6f6855-2303-467f-a9a3-6bab8bab743d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Calling delete_port for 441dacbf-3516-43ae-b255-bc606c7a5f9f owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:10.898245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59624) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:10.915711 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ccf893-cdbd-493d-8f16-d9ddc2cd6ff6 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:10.916191 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ccf893-cdbd-493d-8f16-d9ddc2cd6ff6 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:10.946207 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-00ccf893-cdbd-493d-8f16-d9ddc2cd6ff6 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/subnets/c9f9a9e0-9016-4fd8-bb20-26ae69a88de5 HTTP/1.1" status: 404 len: 337 time: 0.1437087 Jan 20 11:02:10.951747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59630) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:10.994052 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-38159d00-d717-4095-a5d0-d01771c68cb1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:10.994823 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38159d00-d717-4095-a5d0-d01771c68cb1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:10.996745 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-38159d00-d717-4095-a5d0-d01771c68cb1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/networks/048af72a-5ccf-4b8e-9d7c-5c71c0d98671 HTTP/1.1" status: 404 len: 339 time: 0.0438447 Jan 20 11:02:10.999652 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59634) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:11.001046 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4b97a283-c33b-4a9f-aaa4-673d6cecfbee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c091004344d482c82cf4ffe2b8dcaa2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9499938 Jan 20 11:02:11.002304 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97a283-c33b-4a9f-aaa4-673d6cecfbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6cd76f-22b4-4b65-963d-981dd4d9a71a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:11.004899 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59636) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:11.127253 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d4d24a24-c794-4923-9dcf-aa34e4592ae2 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] Request body: {'port': {'network_id': 'd45eb6c3-ecf9-4a7d-b68b-386cb7935294', 'name': 'tempest-NetworksNegativeTestJSON-827619983'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:11.153117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1781b551-fd24-413f-a88f-b2c82996a7cb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:11.175254 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-948ccb37-47e6-4e35-be6a-815187bee8d5 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:11.187078 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-948ccb37-47e6-4e35-be6a-815187bee8d5 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:11.221727 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d24a24-c794-4923-9dcf-aa34e4592ae2 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] POST failed (client error): The resource could not be found. Jan 20 11:02:11.221967 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d24a24-c794-4923-9dcf-aa34e4592ae2 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:11.222206 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4064c57d-1f0b-45cc-9614-763c2c7111d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:11.222973 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d4d24a24-c794-4923-9dcf-aa34e4592ae2 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3171179 Jan 20 11:02:11.233451 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59644) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:11.273932 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59648) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:11.279968 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-4859a0f4-e49b-4c50-b68d-7e6638c70f8a tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:11.280408 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4859a0f4-e49b-4c50-b68d-7e6638c70f8a tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:11.287027 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4064c57d-1f0b-45cc-9614-763c2c7111d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:11.310928 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4859a0f4-e49b-4c50-b68d-7e6638c70f8a tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] 10.222.0.70 "DELETE /v2.0/networks/d2e00bf3-eb33-484f-ac9b-3d0d037a2244 HTTP/1.1" status: 404 len: 339 time: 0.0769999 Jan 20 11:02:11.316064 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59654) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:11.339590 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1781b551-fd24-413f-a88f-b2c82996a7cb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:11.351204 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-1781b551-fd24-413f-a88f-b2c82996a7cb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:11.356484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781b551-fd24-413f-a88f-b2c82996a7cb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=345c78cb-1fce-42b3-9823-9a76665aad4f,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:11.358813 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1781b551-fd24-413f-a88f-b2c82996a7cb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:11.376460 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-948ccb37-47e6-4e35-be6a-815187bee8d5 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:11.376460 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948ccb37-47e6-4e35-be6a-815187bee8d5 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Fanout notify agent at l3_agent the message router_deleted on router 1a84535e-eccc-4e67-bc3d-710798b26046 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:02:11.377259 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-948ccb37-47e6-4e35-be6a-815187bee8d5 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:11.382519 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-948ccb37-47e6-4e35-be6a-815187bee8d5 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "DELETE /v2.0/routers/1a84535e-eccc-4e67-bc3d-710798b26046 HTTP/1.1" status: 204 len: 168 time: 3.6264544 Jan 20 11:02:11.382519 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59658) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:11.383774 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfa3230-a48b-4fd6-a344-19b6358a0202 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:11.383774 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcfa3230-a48b-4fd6-a344-19b6358a0202 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:11.385730 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bcfa3230-a48b-4fd6-a344-19b6358a0202 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] 10.222.0.70 "DELETE /v2.0/ports/ccb53741-dbbd-45c2-9e4e-b9b9107022af HTTP/1.1" status: 404 len: 333 time: 0.0684202 Jan 20 11:02:11.390103 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59662) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:11.427822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-60c98e78-fdfa-4a18-a796-1be45296a4f2 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-678619502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:11.439222 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60c98e78-fdfa-4a18-a796-1be45296a4f2 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:11.451743 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-9422a8ab-688f-4d15-8ba0-6f669f54c200 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:11.452159 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9422a8ab-688f-4d15-8ba0-6f669f54c200 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:11.455562 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-60c98e78-fdfa-4a18-a796-1be45296a4f2 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Usage tracker for resource:router and tenant:5eda8dc9c9c64973918ccb7e6870f561 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:11.460053 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-60c98e78-fdfa-4a18-a796-1be45296a4f2 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:11.464751 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1781b551-fd24-413f-a88f-b2c82996a7cb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:11.465824 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1781b551-fd24-413f-a88f-b2c82996a7cb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:11.473897 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'network': {'name': 'tempest-RoutersTest-125468770'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:11.474231 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b4722f1f-d77f-487f-9771-d75ac6ea5d8c req-9b6f6855-2303-467f-a9a3-6bab8bab743d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:11.481522 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60c98e78-fdfa-4a18-a796-1be45296a4f2 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:11.489755 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad4c6bb-5dc6-4856-b772-a0ca033b043b tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Deleting subnet ae465a0a-9553-42ef-97e6-8a2982caeb4c {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:02:11.489908 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:11.490121 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9422a8ab-688f-4d15-8ba0-6f669f54c200 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] 10.222.0.70 "DELETE /v2.0/subnets/bd9b31ea-b37c-4343-acfd-73c547d1ac8b HTTP/1.1" status: 404 len: 337 time: 0.0980673 Jan 20 11:02:11.493735 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59668) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:11.494814 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:network and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:11.501596 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:11.534118 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:11.541945 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef633a4-5199-466e-a5da-f3952e1f4139 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] GET failed (client error): The resource could not be found. Jan 20 11:02:11.550859 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fef633a4-5199-466e-a5da-f3952e1f4139 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] 10.222.0.70 "GET /v2.0/networks/6f8fd185-216a-434f-9b09-093a52f05931 HTTP/1.1" status: 404 len: 339 time: 0.0439208 Jan 20 11:02:11.553381 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-aad4c6bb-5dc6-4856-b772-a0ca033b043b tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:11.556914 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59672) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:11.611768 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4064c57d-1f0b-45cc-9614-763c2c7111d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:11.613763 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f6855-2303-467f-a9a3-6bab8bab743d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Pushing event deleted for resources: {'Port': ['ID=441dacbf-3516-43ae-b255-bc606c7a5f9f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:11.615145 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4064c57d-1f0b-45cc-9614-763c2c7111d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:11.617657 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4064c57d-1f0b-45cc-9614-763c2c7111d6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8d6cd76f-22b4-4b65-963d-981dd4d9a71a HTTP/1.1" status: 204 len: 168 time: 0.6088979 Jan 20 11:02:11.619206 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1caa81a-e775-4d13-85dd-421e311b4f13 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] GET failed (client error): The resource could not be found. Jan 20 11:02:11.621013 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d1caa81a-e775-4d13-85dd-421e311b4f13 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] 10.222.0.70 "GET /v2.0/ports/a4a82f61-c5ca-4079-a4b4-1f180839f32a HTTP/1.1" status: 404 len: 333 time: 0.0631802 Jan 20 11:02:11.632424 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59678) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:11.715835 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064c57d-1f0b-45cc-9614-763c2c7111d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6cd76f-22b4-4b65-963d-981dd4d9a71a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:11.723236 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-968ad8f2-1b5c-4cef-b4b1-c7928ea67d1f req-1d8a60ff-24f9-4a40-aa52-2a6c6cb1694c tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 210 time: 0.1007411 Jan 20 11:02:11.724649 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-7456938c-5e33-4e97-91da-78786b178dc0 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] GET failed (client error): The resource could not be found. Jan 20 11:02:11.725794 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7456938c-5e33-4e97-91da-78786b178dc0 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] 10.222.0.70 "GET /v2.0/subnets/9c73db55-1c17-4e0f-8ba3-7ccfc416c298 HTTP/1.1" status: 404 len: 337 time: 0.0906603 Jan 20 11:02:11.732711 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59682) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:11.733750 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-aad4c6bb-5dc6-4856-b772-a0ca033b043b tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:11.752421 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60c98e78-fdfa-4a18-a796-1be45296a4f2 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:11.753705 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60c98e78-fdfa-4a18-a796-1be45296a4f2 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:11.764425 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e7f5002f-ede3-40cf-951a-d368cc334a4b tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:11.782892 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1781b551-fd24-413f-a88f-b2c82996a7cb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7743137 Jan 20 11:02:11.785632 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59686) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:11.800146 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Made reservation on behalf of 0c5b44fb39b64ea5a5d562662d9183a4 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:11.800747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-49a437ea-a431-48a5-b580-3a37b16d5c18 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'subnet': {'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:11.804526 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:11.826669 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f5002f-ede3-40cf-951a-d368cc334a4b tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] PUT failed (client error): The resource could not be found. Jan 20 11:02:11.828120 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f5002f-ede3-40cf-951a-d368cc334a4b tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:11.833025 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e7f5002f-ede3-40cf-951a-d368cc334a4b tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] 10.222.0.70 "PUT /v2.0/networks/8cec29ba-3002-4529-89af-a87e0927aaf0 HTTP/1.1" status: 404 len: 339 time: 0.0958824 Jan 20 11:02:11.834086 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:11.850022 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59690) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:11.861990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-aa745151-24ee-4fe9-92f4-607deb3ac289 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:11.872289 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4d96fd43-e386-4826-ad14-d58470c95eb9 None None] Provisioning for port 345c78cb-1fce-42b3-9823-9a76665aad4f completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:11.877688 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4d96fd43-e386-4826-ad14-d58470c95eb9 None None] Provisioning complete for port 345c78cb-1fce-42b3-9823-9a76665aad4f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:11.885131 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d96fd43-e386-4826-ad14-d58470c95eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:11.916857 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa745151-24ee-4fe9-92f4-607deb3ac289 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] PUT failed (client error): The resource could not be found. Jan 20 11:02:11.917459 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa745151-24ee-4fe9-92f4-607deb3ac289 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:11.922517 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aa745151-24ee-4fe9-92f4-607deb3ac289 tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] 10.222.0.70 "PUT /v2.0/ports/e6613f65-f33c-4876-8ebf-39324df9a64a HTTP/1.1" status: 404 len: 333 time: 0.0674875 Jan 20 11:02:11.927018 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59694) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:11.932051 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60c98e78-fdfa-4a18-a796-1be45296a4f2 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:11.937066 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a53a7d1f-58a9-4358-a454-7f611c8a1d1d tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:11.981013 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53a7d1f-58a9-4358-a454-7f611c8a1d1d tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] PUT failed (client error): The resource could not be found. Jan 20 11:02:11.981454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53a7d1f-58a9-4358-a454-7f611c8a1d1d tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:11.986690 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a53a7d1f-58a9-4358-a454-7f611c8a1d1d tempest-NetworksNegativeTestJSON-1108145326 tempest-NetworksNegativeTestJSON-1108145326-project] 10.222.0.70 "PUT /v2.0/subnets/11c0bc62-6762-479a-870c-cfd50a516451 HTTP/1.1" status: 404 len: 337 time: 0.0552762 Jan 20 11:02:11.988894 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:11.994486 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:security_group_rule and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:11.998308 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:12.012541 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:12.043342 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-aad4c6bb-5dc6-4856-b772-a0ca033b043b tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:12.056273 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4d96fd43-e386-4826-ad14-d58470c95eb9 None None] Port 345c78cb-1fce-42b3-9823-9a76665aad4f cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:12.072396 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60c98e78-fdfa-4a18-a796-1be45296a4f2 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:12.085801 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-49a437ea-a431-48a5-b580-3a37b16d5c18 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:12.095933 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 441dacbf-3516-43ae-b255-bc606c7a5f9f no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:02:12.102275 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-49a437ea-a431-48a5-b580-3a37b16d5c18 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:subnet and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:12.110316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-49a437ea-a431-48a5-b580-3a37b16d5c18 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:12.127986 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-49a437ea-a431-48a5-b580-3a37b16d5c18 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:12.133792 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 441dacbf-3516-43ae-b255-bc606c7a5f9f {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:02:12.134677 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 441dacbf-3516-43ae-b255-bc606c7a5f9f not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:02:12.145195 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:12.181407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4722f1f-d77f-487f-9771-d75ac6ea5d8c req-9b6f6855-2303-467f-a9a3-6bab8bab743d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Router ff415214-044c-4d3c-b629-f2b05ed9dc0b has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:02:12.207641 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60c98e78-fdfa-4a18-a796-1be45296a4f2 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:12.208842 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-60c98e78-fdfa-4a18-a796-1be45296a4f2 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8219709 Jan 20 11:02:12.211629 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59704) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:12.218600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f5ca0658-201d-498c-8fae-5c75d739e734 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:12.262058 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-aad4c6bb-5dc6-4856-b772-a0ca033b043b tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:12.277183 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:12.292633 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a437ea-a431-48a5-b580-3a37b16d5c18 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:12.299488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-49a437ea-a431-48a5-b580-3a37b16d5c18 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:12.310917 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:02:12.387671 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9678e9-38cf-4df8-87e7-adc6b07ebeb1,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:12.389748 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4c6bb-5dc6-4856-b772-a0ca033b043b tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Subnet': ['ID=ae465a0a-9553-42ef-97e6-8a2982caeb4c,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:12.392128 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:12.392438 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Added segment 81c7ce5a-638f-40a5-9733-f2015177b26f of type vlan for network d9aba168-190d-4b0b-814a-c1ac529da931 Jan 20 11:02:12.425219 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-aad4c6bb-5dc6-4856-b772-a0ca033b043b tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:12.425714 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4fa72a-4b84-40c5-b173-5e906c052a09 None None] Network cd83b3fd-2cbf-457c-ab83-96fc27c08d76 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:12.479056 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.ipam_backend_mixin [None req-49a437ea-a431-48a5-b580-3a37b16d5c18 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ec460cfe-80f8-4f4c-9708-3495622258aa (CIDR: 172.20.0.0/28) Jan 20 11:02:12.489175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:12.657383 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-aad4c6bb-5dc6-4856-b772-a0ca033b043b tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/subnets/ae465a0a-9553-42ef-97e6-8a2982caeb4c HTTP/1.1" status: 204 len: 168 time: 1.6527870 Jan 20 11:02:12.664326 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a437ea-a431-48a5-b580-3a37b16d5c18 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:02:12.664970 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a437ea-a431-48a5-b580-3a37b16d5c18 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:12.668749 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59716) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:12.708237 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:12.712072 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:12.712734 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:12.766286 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-1deec990-1fb2-4941-9e84-fc3ca4bf116a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Deleting subnet fd5dc0c6-cc6c-4dc0-8f14-9eae9437d53b {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:02:12.772023 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1deec990-1fb2-4941-9e84-fc3ca4bf116a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:12.842760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1deec990-1fb2-4941-9e84-fc3ca4bf116a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:12.878863 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59722) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:12.885405 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-49a437ea-a431-48a5-b580-3a37b16d5c18 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0956783 Jan 20 11:02:12.887286 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59726) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:12.905150 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-44756093-682c-4a79-98b7-dde90f9cafee tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'subnet': {'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:12.922565 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Network': ['ID=d9aba168-190d-4b0b-814a-c1ac529da931,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:12.924679 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4722f1f-d77f-487f-9771-d75ac6ea5d8c req-9b6f6855-2303-467f-a9a3-6bab8bab743d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:02:12.940223 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network d9aba168-190d-4b0b-814a-c1ac529da931 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:02:12.974793 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09f9428-94ab-44e5-a60b-4990f08a0966 None None] Sync routers for ids ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:02:13.154182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4722f1f-d77f-487f-9771-d75ac6ea5d8c req-9b6f6855-2303-467f-a9a3-6bab8bab743d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] No DVR routers for this DVR port 441dacbf-3516-43ae-b255-bc606c7a5f9f on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:02:13.166476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b4722f1f-d77f-487f-9771-d75ac6ea5d8c req-9b6f6855-2303-467f-a9a3-6bab8bab743d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:13.168373 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b4722f1f-d77f-487f-9771-d75ac6ea5d8c req-9b6f6855-2303-467f-a9a3-6bab8bab743d tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.72 "DELETE /v2.0/ports/441dacbf-3516-43ae-b255-bc606c7a5f9f HTTP/1.1" status: 204 len: 173 time: 3.4446018 Jan 20 11:02:13.168811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff9da14-d1be-4d63-8381-24b4d5d3acf8', 'name': 'network-vif-deleted', 'tag': '441dacbf-3516-43ae-b255-bc606c7a5f9f'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:02:13.195568 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09f9428-94ab-44e5-a60b-4990f08a0966 None None] Routers {'ff415214-044c-4d3c-b629-f2b05ed9dc0b'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:13.195568 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b09f9428-94ab-44e5-a60b-4990f08a0966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:13.252324 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-594da744-d829-4ca4-9671-f2487cfc095b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:13.252852 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-62d0fb9e-0d21-4297-b018-88cee47ca5c6 req-a451cfb8-79f2-4e51-98b9-ae8097fb46e6 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 210 time: 0.2995315 Jan 20 11:02:13.262459 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f0f2915c-40ce-4ff0-93cd-29afb07b5ef9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9848108 Jan 20 11:02:13.268719 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59738) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:13.275580 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5ca0658-201d-498c-8fae-5c75d739e734 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:13.288631 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2180b9fa-78a8-467b-881d-62feff36c3d2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'network': {'name': 'tempest-RoutersTest-1734854076'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:13.297989 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2180b9fa-78a8-467b-881d-62feff36c3d2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:13.302595 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2180b9fa-78a8-467b-881d-62feff36c3d2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:network and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:13.306963 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2180b9fa-78a8-467b-881d-62feff36c3d2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:13.309684 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff9da14-d1be-4d63-8381-24b4d5d3acf8', 'name': 'network-vif-deleted', 'tag': '441dacbf-3516-43ae-b255-bc606c7a5f9f', 'status': 'completed', 'code': 200} Jan 20 11:02:13.315933 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2180b9fa-78a8-467b-881d-62feff36c3d2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:13.368790 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1deec990-1fb2-4941-9e84-fc3ca4bf116a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:13.425641 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-44756093-682c-4a79-98b7-dde90f9cafee tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:13.435033 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-594da744-d829-4ca4-9671-f2487cfc095b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:13.437853 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-44756093-682c-4a79-98b7-dde90f9cafee tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:subnet and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:13.444271 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-b09f9428-94ab-44e5-a60b-4990f08a0966 None None] Set router ff415214-044c-4d3c-b629-f2b05ed9dc0b gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:02:13.448861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-44756093-682c-4a79-98b7-dde90f9cafee tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:13.452567 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-594da744-d829-4ca4-9671-f2487cfc095b admin admin] Usage tracker for resource:security_group_rule and tenant:0e22ec83592e40459455a2e905d2b5b0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:13.466916 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-594da744-d829-4ca4-9671-f2487cfc095b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:13.472536 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-44756093-682c-4a79-98b7-dde90f9cafee tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:13.490089 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-594da744-d829-4ca4-9671-f2487cfc095b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:13.541914 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2180b9fa-78a8-467b-881d-62feff36c3d2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Made reservation on behalf of 0c5b44fb39b64ea5a5d562662d9183a4 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:13.547384 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2180b9fa-78a8-467b-881d-62feff36c3d2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:13.604469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2180b9fa-78a8-467b-881d-62feff36c3d2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:02:13.604678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-594da744-d829-4ca4-9671-f2487cfc095b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:13.608713 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44756093-682c-4a79-98b7-dde90f9cafee tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:13.621149 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-44756093-682c-4a79-98b7-dde90f9cafee tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:13.621266 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59744) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:13.630600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2180b9fa-78a8-467b-881d-62feff36c3d2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:13.631442 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-2180b9fa-78a8-467b-881d-62feff36c3d2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Added segment 540056f1-f722-44ff-bc6b-54c2f4d95c31 of type vlan for network f2511f87-0757-4eda-8f11-5bb4be450863 Jan 20 11:02:13.647425 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1deec990-1fb2-4941-9e84-fc3ca4bf116a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:13.685006 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2180b9fa-78a8-467b-881d-62feff36c3d2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:13.769680 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-594da744-d829-4ca4-9671-f2487cfc095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:13.781271 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5ca0658-201d-498c-8fae-5c75d739e734 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:13.802038 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deec990-1fb2-4941-9e84-fc3ca4bf116a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5dc0c6-cc6c-4dc0-8f14-9eae9437d53b,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:13.823338 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1369685165'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:13.823511 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da55eca-3689-48f0-bb48-f70b01c7cade None None] Network cd83b3fd-2cbf-457c-ab83-96fc27c08d76 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:13.831711 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1deec990-1fb2-4941-9e84-fc3ca4bf116a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:13.834284 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5ca0658-201d-498c-8fae-5c75d739e734 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:13.873604 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:13.875671 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2180b9fa-78a8-467b-881d-62feff36c3d2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:13.879355 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2180b9fa-78a8-467b-881d-62feff36c3d2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:13.879942 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2180b9fa-78a8-467b-881d-62feff36c3d2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:13.890898 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594da744-d829-4ca4-9671-f2487cfc095b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67b9e9d-47bc-4e02-8f7a-1954e418112e,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:13.904661 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Usage tracker for resource:network and tenant:5d8523f420c84e55a12cb9fccdd5aaf5 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:13.909190 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:13.912290 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1deec990-1fb2-4941-9e84-fc3ca4bf116a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/subnets/fd5dc0c6-cc6c-4dc0-8f14-9eae9437d53b HTTP/1.1" status: 204 len: 168 time: 1.2376370 Jan 20 11:02:13.919109 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59750) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:13.927288 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-594da744-d829-4ca4-9671-f2487cfc095b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e22ec83592e40459455a2e905d2b5b0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0462506 Jan 20 11:02:13.931684 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59752) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:13.934545 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-30ee2442-956a-490a-9d56-3e21d1a38956 None None] Provisioning complete for port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:13.935171 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30ee2442-956a-490a-9d56-3e21d1a38956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:13.962630 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.ipam_backend_mixin [None req-44756093-682c-4a79-98b7-dde90f9cafee tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5b7d67a8-ce8d-447d-abc4-d148bdd92c51 (CIDR: 172.20.0.16/28) Jan 20 11:02:14.003047 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:14.024785 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dd9e0892-a8b8-428c-8dc5-198eb040ec9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:14.057860 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dd9e0892-a8b8-428c-8dc5-198eb040ec9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:14.116577 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-44756093-682c-4a79-98b7-dde90f9cafee tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:02:14.116875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44756093-682c-4a79-98b7-dde90f9cafee tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:14.148081 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180b9fa-78a8-467b-881d-62feff36c3d2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Network': ['ID=f2511f87-0757-4eda-8f11-5bb4be450863,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:14.161787 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network f2511f87-0757-4eda-8f11-5bb4be450863 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:02:14.202850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dd9e0892-a8b8-428c-8dc5-198eb040ec9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:14.208531 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2180b9fa-78a8-467b-881d-62feff36c3d2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9334619 Jan 20 11:02:14.208693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dd9e0892-a8b8-428c-8dc5-198eb040ec9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:14.208693 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-dd9e0892-a8b8-428c-8dc5-198eb040ec9d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e67b9e9d-47bc-4e02-8f7a-1954e418112e HTTP/1.1" status: 204 len: 168 time: 0.2752595 Jan 20 11:02:14.222535 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59758) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:14.223318 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e0892-a8b8-428c-8dc5-198eb040ec9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67b9e9d-47bc-4e02-8f7a-1954e418112e,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:14.238631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1b3da3da-376e-4da4-9272-872d8dcb4f99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'subnet': {'network_id': 'd9aba168-190d-4b0b-814a-c1ac529da931', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:14.357457 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-f5ca0658-201d-498c-8fae-5c75d739e734 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Allocated IP 172.26.0.219 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/34c61a14-dfe2-4daf-b352-5443dba91a45) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:14.373794 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b09f9428-94ab-44e5-a60b-4990f08a0966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'name': 'tempest-ServerActionsTestJSON-699348268-router', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:57Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'gw_port': {'id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:57:59Z', 'updated_at': '2022-01-20T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '2f8373c5-e139-4371-a1f5-0360c714e7c1', 'name': '', 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'mac_address': 'fa:16:3e:0b:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:10Z', 'updated_at': '2022-01-20T10:58:39Z', 'revision_number': 5, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'subnets': [{'id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:14.384105 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09f9428-94ab-44e5-a60b-4990f08a0966 None None] Checking router: ff415214-044c-4d3c-b629-f2b05ed9dc0b for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:02:14.402518 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-44756093-682c-4a79-98b7-dde90f9cafee tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5076702 Jan 20 11:02:14.405160 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1b3da3da-376e-4da4-9272-872d8dcb4f99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:14.409131 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59766) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:14.410395 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09f9428-94ab-44e5-a60b-4990f08a0966 None None] Routers {'ff415214-044c-4d3c-b629-f2b05ed9dc0b'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:14.412427 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b09f9428-94ab-44e5-a60b-4990f08a0966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:14.415805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1b3da3da-376e-4da4-9272-872d8dcb4f99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:subnet and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:14.425396 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-745425e9-acb0-4833-86dd-fc6f446f0552 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'subnet': {'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:14.444707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1b3da3da-376e-4da4-9272-872d8dcb4f99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:14.462890 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1b3da3da-376e-4da4-9272-872d8dcb4f99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:14.536389 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e33e1a6-8d0f-4e1b-ae9e-7ecfc2168ff8 None None] DHCP port deletion for cd83b3fd-2cbf-457c-ab83-96fc27c08d76 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:02:14.551342 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6e33e1a6-8d0f-4e1b-ae9e-7ecfc2168ff8 None None] Deleting port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:14.553240 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e33e1a6-8d0f-4e1b-ae9e-7ecfc2168ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:14.554413 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Made reservation on behalf of 5d8523f420c84e55a12cb9fccdd5aaf5 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:14.557308 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:14.574908 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:14.600486 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-745425e9-acb0-4833-86dd-fc6f446f0552 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:14.604234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-745425e9-acb0-4833-86dd-fc6f446f0552 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Usage tracker for resource:subnet and tenant:89d097505bb140ab9f19a93c365adac0 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:14.608192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-745425e9-acb0-4833-86dd-fc6f446f0552 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:14.614801 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-745425e9-acb0-4833-86dd-fc6f446f0552 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:14.628531 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-edc775f7-f58f-4ea6-816e-af2032ea82ac req-b71cbd7a-db6d-42e0-80fb-52647958d23b tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/ports?device_id=aff9da14-d1be-4d63-8381-24b4d5d3acf8 HTTP/1.1" status: 200 len: 210 time: 0.0795405 Jan 20 11:02:14.628780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:14.640208 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3da3da-376e-4da4-9272-872d8dcb4f99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Made reservation on behalf of 0c5b44fb39b64ea5a5d562662d9183a4 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:14.708579 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Deleting port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:14.708924 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:14.729633 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745425e9-acb0-4833-86dd-fc6f446f0552 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Made reservation on behalf of 89d097505bb140ab9f19a93c365adac0 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:14.808820 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-b09f9428-94ab-44e5-a60b-4990f08a0966 None None] Set router ff415214-044c-4d3c-b629-f2b05ed9dc0b gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:02:14.849994 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1b3da3da-376e-4da4-9272-872d8dcb4f99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:14.886779 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5ca0658-201d-498c-8fae-5c75d739e734 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:14.891292 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:14.903000 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Usage tracker for resource:security_group_rule and tenant:5d8523f420c84e55a12cb9fccdd5aaf5 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:14.909056 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:14.925516 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:15.126468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-6e33e1a6-8d0f-4e1b-ae9e-7ecfc2168ff8 None None] For port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50,segment=NetworkSegment(38cc7f44-0a63-4200-bd45-56389f522926),segment_id=38cc7f44-0a63-4200-bd45-56389f522926)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:15.126922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e33e1a6-8d0f-4e1b-ae9e-7ecfc2168ff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:15.229358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] For port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50,segment=NetworkSegment(38cc7f44-0a63-4200-bd45-56389f522926),segment_id=38cc7f44-0a63-4200-bd45-56389f522926)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:15.229740 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:15.311240 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-745425e9-acb0-4833-86dd-fc6f446f0552 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:15.314108 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6e33e1a6-8d0f-4e1b-ae9e-7ecfc2168ff8 None None] Calling delete_port for 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:15.364378 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:15.366013 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5ca0658-201d-498c-8fae-5c75d739e734 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:15.376679 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Calling delete_port for 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:15.526152 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b09f9428-94ab-44e5-a60b-4990f08a0966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'name': 'tempest-ServerActionsTestJSON-699348268-router', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:57Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'gw_port': {'id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:57:59Z', 'updated_at': '2022-01-20T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '2f8373c5-e139-4371-a1f5-0360c714e7c1', 'name': '', 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'mac_address': 'fa:16:3e:0b:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:10Z', 'updated_at': '2022-01-20T10:58:39Z', 'revision_number': 5, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'subnets': [{'id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:15.532087 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09f9428-94ab-44e5-a60b-4990f08a0966 None None] The sync data for ids ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'] in dv-neutron-825471-1-hyperv is: [{'id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'name': 'tempest-ServerActionsTestJSON-699348268-router', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:57Z', 'updated_at': '2022-01-20T10:58:13Z', 'revision_number': 4, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'gw_port': {'id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:57:59Z', 'updated_at': '2022-01-20T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '2f8373c5-e139-4371-a1f5-0360c714e7c1', 'name': '', 'network_id': 'ca1f7bf9-9972-4b0c-baef-5692be1408d6', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'mac_address': 'fa:16:3e:0b:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:58:10Z', 'updated_at': '2022-01-20T10:58:39Z', 'revision_number': 5, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'subnets': [{'id': 'd58e3eb1-ffbd-4209-8283-de4f696a38a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:02:15.590479 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:15.599273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ca0658-201d-498c-8fae-5c75d739e734 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:15.616292 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1b3da3da-376e-4da4-9272-872d8dcb4f99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:15.616554 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f5ca0658-201d-498c-8fae-5c75d739e734 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:15.627928 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca0658-201d-498c-8fae-5c75d739e734 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:15.655663 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e33e1a6-8d0f-4e1b-ae9e-7ecfc2168ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:15.675021 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca0658-201d-498c-8fae-5c75d739e734 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Pushing event updated for resources: {'Port': ['ID=34c61a14-dfe2-4daf-b352-5443dba91a45,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:15.683177 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:02:15.760444 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3da3da-376e-4da4-9272-872d8dcb4f99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Checking segment: {'id': '81c7ce5a-638f-40a5-9733-f2015177b26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd9aba168-190d-4b0b-814a-c1ac529da931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:15.760824 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3da3da-376e-4da4-9272-872d8dcb4f99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network hostable DHCP agents. Network: d9aba168-190d-4b0b-814a-c1ac529da931, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:02:15.765854 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3da3da-376e-4da4-9272-872d8dcb4f99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Subnet': ['ID=37bb7a86-8088-44fc-a6ad-2405518dfbc7,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:15.808682 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33e1a6-8d0f-4e1b-ae9e-7ecfc2168ff8 None None] Pushing event deleted for resources: {'Port': ['ID=9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:15.811428 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e33e1a6-8d0f-4e1b-ae9e-7ecfc2168ff8 None None] No DVR routers for this DVR port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:02:15.853825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-745425e9-acb0-4833-86dd-fc6f446f0552 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:15.916217 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3da3da-376e-4da4-9272-872d8dcb4f99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network d9aba168-190d-4b0b-814a-c1ac529da931 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:02:15.965154 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143eb791-3d2b-4447-9ab0-065b8573f89a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:15.972137 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:15.972337 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Added segment 5a0ded90-6119-494d-9f57-6b210599f9c2 of type vlan for network ca80578e-1126-4b5c-b3d5-6336f7a75411 Jan 20 11:02:15.977457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745425e9-acb0-4833-86dd-fc6f446f0552 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:15.978856 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745425e9-acb0-4833-86dd-fc6f446f0552 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Subnet': ['ID=0a7ffc25-ebad-4912-819b-94cca00e71eb,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:15.981194 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-745425e9-acb0-4833-86dd-fc6f446f0552 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:15.988830 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:02:15.989154 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:02:15.990157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745425e9-acb0-4833-86dd-fc6f446f0552 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:15.990886 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb666ba-9ca1-4957-82de-36071fbaa709 None None] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:15.991200 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-745425e9-acb0-4833-86dd-fc6f446f0552 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:16.004790 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92a71b-214b-4d48-add5-d57183e98088 None None] New status for floating IP 02b7ef8d-2e42-42da-8e2c-192803603fd7: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:02:16.026973 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:16.035601 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-1b3da3da-376e-4da4-9272-872d8dcb4f99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, d9aba168-190d-4b0b-814a-c1ac529da931) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:16.056702 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3da3da-376e-4da4-9272-872d8dcb4f99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:16.062625 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59788) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:16.063564 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1b3da3da-376e-4da4-9272-872d8dcb4f99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:16.145672 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-34beb00a-05ac-473a-9064-87fc5269ec34 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:16.173431 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2836ba0-eb8f-4dac-abc6-6da60ef1751e None None] Network d9aba168-190d-4b0b-814a-c1ac529da931 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:16.191530 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1b3da3da-376e-4da4-9272-872d8dcb4f99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9492769 Jan 20 11:02:16.191530 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-745425e9-acb0-4833-86dd-fc6f446f0552 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7756932 Jan 20 11:02:16.191530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59794) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:16.191530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59796) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:16.208917 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-34beb00a-05ac-473a-9064-87fc5269ec34 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:16.210170 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-ba9f31cc-ec4d-45e9-939f-81074520fdc3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'subnet': {'network_id': 'f2511f87-0757-4eda-8f11-5bb4be450863', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:16.249286 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:16.253128 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:16.253878 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:16.272719 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-66978822-4c2b-483a-9e33-9e9289f543b8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-210010815', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0a7ffc25-ebad-4912-819b-94cca00e71eb'}], 'security_groups': ['2067609e-2746-425a-8325-98455f295cb6', 'f4adfe36-192f-4c27-9f56-c970f7d4a834']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:16.404370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event updated for resources: {'Network': ['ID=ca80578e-1126-4b5c-b3d5-6336f7a75411,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:16.406385 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59802) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:16.409939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5ca0658-201d-498c-8fae-5c75d739e734 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:16.491987 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Deleting port 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:16.492477 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:16.521828 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2d760995-4d99-49d7-878d-6856da18d7aa tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9019399 Jan 20 11:02:16.526225 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59808) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:16.529994 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-34beb00a-05ac-473a-9064-87fc5269ec34 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:16.532434 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-34beb00a-05ac-473a-9064-87fc5269ec34 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:16.533941 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network ca80578e-1126-4b5c-b3d5-6336f7a75411 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:02:16.537651 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-34beb00a-05ac-473a-9064-87fc5269ec34 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "DELETE /v2.0/security-groups/06c0ace8-36b0-4c6c-9227-43da7f40e4a1 HTTP/1.1" status: 204 len: 168 time: 0.4737821 Jan 20 11:02:16.541849 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ba9f31cc-ec4d-45e9-939f-81074520fdc3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:16.543457 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59812) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:16.548648 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ba9f31cc-ec4d-45e9-939f-81074520fdc3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:subnet and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:16.552276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ba9f31cc-ec4d-45e9-939f-81074520fdc3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:16.562204 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ba9f31cc-ec4d-45e9-939f-81074520fdc3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:16.578539 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f4d49b89-a6e2-44f3-9af1-1a6a13f902bc tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Request body: {'subnet': {'network_id': 'ca80578e-1126-4b5c-b3d5-6336f7a75411', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:16.613387 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34beb00a-05ac-473a-9064-87fc5269ec34 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c0ace8-36b0-4c6c-9227-43da7f40e4a1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:16.621415 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] The port '9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50' was deleted {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:02:16.629040 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:02:16.658352 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-4b5ae3f6-5c9b-405e-98c8-e1bfd1ec5b22 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] show failed (client error): The resource could not be found. Jan 20 11:02:16.662445 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4b5ae3f6-5c9b-405e-98c8-e1bfd1ec5b22 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "GET /v2.0/security-groups/06c0ace8-36b0-4c6c-9227-43da7f40e4a1 HTTP/1.1" status: 404 len: 347 time: 0.1089211 Jan 20 11:02:16.663340 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59816) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:16.672239 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:02:16.697009 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9bfe81b3-cf10-45eb-8dfd-4349d6fb5f50 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:02:16.732904 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-66978822-4c2b-483a-9e33-9e9289f543b8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:16.739033 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-439107474'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:16.761682 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:16.769687 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:network and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:16.773212 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:16.776311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-d9aba168-190d-4b0b-814a-c1ac529da931', 'network_id': 'd9aba168-190d-4b0b-814a-c1ac529da931', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'fixed_ips': [{'subnet_id': '37bb7a86-8088-44fc-a6ad-2405518dfbc7'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:02:16.777284 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:16.784260 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9f31cc-ec4d-45e9-939f-81074520fdc3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Made reservation on behalf of 0c5b44fb39b64ea5a5d562662d9183a4 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:16.786074 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:16.803008 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f4d49b89-a6e2-44f3-9af1-1a6a13f902bc tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:16.811248 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f4d49b89-a6e2-44f3-9af1-1a6a13f902bc tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Usage tracker for resource:subnet and tenant:5d8523f420c84e55a12cb9fccdd5aaf5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:16.848632 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faac29ea-0cbc-4788-aaea-59c6da98b862 None None] Update dhcp port {'port': {'network_id': '6b749f6e-3931-46cf-bc1b-55cf8af4af89', 'fixed_ips': [{'subnet_id': '5b7d67a8-ce8d-447d-abc4-d148bdd92c51', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ec460cfe-80f8-4f4c-9708-3495622258aa', 'ip_address': '172.20.0.2'}, {'subnet_id': '0a7ffc25-ebad-4912-819b-94cca00e71eb'}], 'binding:host_id': 'dv-neutron-825471-1-hyperv'}, 'id': 'c9ad0f25-c92b-46dd-b3c5-cd1404c0b253'} from dv-neutron-825471-1-hyperv. {{(pid=84333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 11:02:16.888461 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f4d49b89-a6e2-44f3-9af1-1a6a13f902bc tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:16.917137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f4d49b89-a6e2-44f3-9af1-1a6a13f902bc tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:16.955540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ba9f31cc-ec4d-45e9-939f-81074520fdc3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:16.973053 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-faac29ea-0cbc-4788-aaea-59c6da98b862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:16.990031 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Made reservation on behalf of 1aa6148e9f8944e88f329c972f79dedb for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:16.993133 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:17.096184 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:17.106485 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:17.122910 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5ca0658-201d-498c-8fae-5c75d739e734 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:17.136417 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b2ae0-3970-4aee-9b82-6a9ce1b272b9 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Deleting port 1f76e780-431d-4a08-8e67-d82c543d991c {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:17.141181 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2c5b2ae0-3970-4aee-9b82-6a9ce1b272b9 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:17.163093 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d49b89-a6e2-44f3-9af1-1a6a13f902bc tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Made reservation on behalf of 5d8523f420c84e55a12cb9fccdd5aaf5 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:17.177180 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5ca0658-201d-498c-8fae-5c75d739e734 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:17.202367 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Allocated IP 172.20.0.2 (d9aba168-190d-4b0b-814a-c1ac529da931/37bb7a86-8088-44fc-a6ad-2405518dfbc7/2dbd3eca-958a-4180-b8d2-dbb5ba6230bb) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:17.209476 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd83b3fd-2cbf-457c-ab83-96fc27c08d76']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:17.292510 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38cc7f44-0a63-4200-bd45-56389f522926') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:17.292897 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38cc7f44-0a63-4200-bd45-56389f522926') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:17.322797 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:17.331423 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:security_group_rule and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:17.334861 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:17.342786 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:17.346109 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f4d49b89-a6e2-44f3-9af1-1a6a13f902bc tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:17.394833 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-faac29ea-0cbc-4788-aaea-59c6da98b862 None None] Allocated IP 172.20.0.34 (6b749f6e-3931-46cf-bc1b-55cf8af4af89/0a7ffc25-ebad-4912-819b-94cca00e71eb/c9ad0f25-c92b-46dd-b3c5-cd1404c0b253) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:17.398067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:17.410532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:17.427285 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:02:17.427684 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:02:17.446117 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:02:17.644963 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:17.675988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-faac29ea-0cbc-4788-aaea-59c6da98b862 None None] For port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c9ad0f25-c92b-46dd-b3c5-cd1404c0b253,segment=NetworkSegment(8e36aa1d-8378-4760-8a36-86086a188300),segment_id=8e36aa1d-8378-4760-8a36-86086a188300)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:17.711938 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Transition to ACTIVE for port object 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:17.715391 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-faac29ea-0cbc-4788-aaea-59c6da98b862 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:17.718602 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2c5b2ae0-3970-4aee-9b82-6a9ce1b272b9 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:17.718931 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2c5b2ae0-3970-4aee-9b82-6a9ce1b272b9 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:17.730933 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:17.752026 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-faac29ea-0cbc-4788-aaea-59c6da98b862 None None] Transition to ACTIVE for port object c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:17.753046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Transition to ACTIVE for port object 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:17.785036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ba9f31cc-ec4d-45e9-939f-81074520fdc3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:17.798438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:17.813162 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-faac29ea-0cbc-4788-aaea-59c6da98b862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:17.848662 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:17.895167 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Network d9aba168-190d-4b0b-814a-c1ac529da931 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:17.925017 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:17.927478 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:17.932446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Network': ['ID=cd83b3fd-2cbf-457c-ab83-96fc27c08d76,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:17.945452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f31cc-ec4d-45e9-939f-81074520fdc3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Subnet': ['ID=c7904524-12db-45d5-a54e-594a741b2303,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:17.950571 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b2ae0-3970-4aee-9b82-6a9ce1b272b9 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Calling delete_port for 1f76e780-431d-4a08-8e67-d82c543d991c owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:18.000672 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:18.003704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f4d49b89-a6e2-44f3-9af1-1a6a13f902bc tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:18.005435 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bea1b54f-52d0-496e-9e88-aebaca592da5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/networks/cd83b3fd-2cbf-457c-ab83-96fc27c08d76 HTTP/1.1" status: 204 len: 168 time: 4.0130868 Jan 20 11:02:18.008619 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59820) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:18.070527 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c3ccc5-9548-4f6a-b4a0-536755844b7c tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:18.070782 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c3ccc5-9548-4f6a-b4a0-536755844b7c tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:18.074767 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-01c3ccc5-9548-4f6a-b4a0-536755844b7c tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/subnets/dcc6cf63-e023-4aa1-902a-c57093c3a1d2 HTTP/1.1" status: 404 len: 337 time: 0.0621607 Jan 20 11:02:18.074928 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac29ea-0cbc-4788-aaea-59c6da98b862 None None] Pushing event updated for resources: {'Port': ['ID=c9ad0f25-c92b-46dd-b3c5-cd1404c0b253,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:18.076392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59824) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:18.078106 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f31cc-ec4d-45e9-939f-81074520fdc3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Checking segment: {'id': '540056f1-f722-44ff-bc6b-54c2f4d95c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f2511f87-0757-4eda-8f11-5bb4be450863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:18.078482 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f31cc-ec4d-45e9-939f-81074520fdc3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network hostable DHCP agents. Network: f2511f87-0757-4eda-8f11-5bb4be450863, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:02:18.107873 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-66978822-4c2b-483a-9e33-9e9289f543b8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Delete allocated IP 172.20.0.11 (6b749f6e-3931-46cf-bc1b-55cf8af4af89/ec460cfe-80f8-4f4c-9708-3495622258aa) {{(pid=84331) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 20 11:02:18.111472 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:18.132510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d49b89-a6e2-44f3-9af1-1a6a13f902bc tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event updated for resources: {'Subnet': ['ID=c75172f7-f373-410e-8bb0-bca41456f223,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:18.141675 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-66978822-4c2b-483a-9e33-9e9289f543b8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Allocated IP 172.20.0.42 (6b749f6e-3931-46cf-bc1b-55cf8af4af89/0a7ffc25-ebad-4912-819b-94cca00e71eb/345c78cb-1fce-42b3-9823-9a76665aad4f) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:18.142514 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-449b4dc6-5845-4bbb-a675-d9e3d4bd48c8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:18.142514 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449b4dc6-5845-4bbb-a675-d9e3d4bd48c8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:18.142514 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-449b4dc6-5845-4bbb-a675-d9e3d4bd48c8 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/networks/d8b666ab-3722-4c9d-b632-98c2f71f953f HTTP/1.1" status: 404 len: 339 time: 0.0615079 Jan 20 11:02:18.147174 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59828) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:18.197262 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d49b89-a6e2-44f3-9af1-1a6a13f902bc tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Checking segment: {'id': '5a0ded90-6119-494d-9f57-6b210599f9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ca80578e-1126-4b5c-b3d5-6336f7a75411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:18.197643 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d49b89-a6e2-44f3-9af1-1a6a13f902bc tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Network hostable DHCP agents. Network: ca80578e-1126-4b5c-b3d5-6336f7a75411, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:02:18.204114 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:02:18.219785 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7574ed9-9b07-4ab9-b2cc-a42162374ec5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:18.220201 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7574ed9-9b07-4ab9-b2cc-a42162374ec5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:18.224947 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8b0f85-57fe-4790-ad3d-ff9ce6cfb3fe,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:18.230819 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Pushing event updated for resources: {'Port': ['ID=2dbd3eca-958a-4180-b8d2-dbb5ba6230bb,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:18.242136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:18.242136 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Added segment fa2ec5c5-a1b5-4b94-bf20-96847db15154 of type vlan for network 2f5d9bcc-c53b-40f9-a573-3560648a0cf1 Jan 20 11:02:18.242684 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Attempting to bind port 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:02:18.242684 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Attempting to bind port 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '81c7ce5a-638f-40a5-9733-f2015177b26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd9aba168-190d-4b0b-814a-c1ac529da931'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:02:18.242684 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Attempting to bind port 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb on network d9aba168-190d-4b0b-814a-c1ac529da931 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:02:18.249719 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:02:18.250069 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Checking segment: {'id': '81c7ce5a-638f-40a5-9733-f2015177b26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd9aba168-190d-4b0b-814a-c1ac529da931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:18.250539 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:18.250852 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Bound using segment: {'id': '81c7ce5a-638f-40a5-9733-f2015177b26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd9aba168-190d-4b0b-814a-c1ac529da931'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:02:18.251318 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Bound port: 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c7ce5a-638f-40a5-9733-f2015177b26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd9aba168-190d-4b0b-814a-c1ac529da931'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:02:18.251691 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:18.280145 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e7574ed9-9b07-4ab9-b2cc-a42162374ec5 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/subnets/12359476-0055-4341-9362-dcd0fef57820 HTTP/1.1" status: 404 len: 337 time: 0.1282191 Jan 20 11:02:18.282817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59832) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:18.323135 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca63cac0-6aec-4d35-a1eb-75e70efbba9a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:18.323830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca63cac0-6aec-4d35-a1eb-75e70efbba9a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:18.335726 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ca63cac0-6aec-4d35-a1eb-75e70efbba9a tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/networks/8ea6ae24-a340-4275-a002-f48b0078ba56 HTTP/1.1" status: 404 len: 339 time: 0.0493965 Jan 20 11:02:18.335937 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59836) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:18.362805 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:18.371098 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f31cc-ec4d-45e9-939f-81074520fdc3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network f2511f87-0757-4eda-8f11-5bb4be450863 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:02:18.380953 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-33373f97-445b-4552-8c7c-f43106619c0c tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:18.381407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33373f97-445b-4552-8c7c-f43106619c0c tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:18.385530 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-33373f97-445b-4552-8c7c-f43106619c0c tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/subnets/8c7a9fe0-ef88-4fea-b1d2-5bf8102fb98c HTTP/1.1" status: 404 len: 337 time: 0.0461514 Jan 20 11:02:18.385805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59840) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:18.414378 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] For port 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:02:18.432916 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d88e58-62f6-48f0-acf2-031aee6da5e0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:18.433369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d88e58-62f6-48f0-acf2-031aee6da5e0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:18.438104 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-98d88e58-62f6-48f0-acf2-031aee6da5e0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/networks/b28fb5f3-352f-4aaa-ac45-9899ab6ac494 HTTP/1.1" status: 404 len: 339 time: 0.0485623 Jan 20 11:02:18.442145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59844) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:18.500406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:02:18.504718 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d49b89-a6e2-44f3-9af1-1a6a13f902bc tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Network ca80578e-1126-4b5c-b3d5-6336f7a75411 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:02:18.579971 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2c5b2ae0-3970-4aee-9b82-6a9ce1b272b9 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:18.586485 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] For port 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2dbd3eca-958a-4180-b8d2-dbb5ba6230bb,segment=NetworkSegment(81c7ce5a-638f-40a5-9733-f2015177b26f),segment_id=81c7ce5a-638f-40a5-9733-f2015177b26f)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:02:18.615607 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:18.619801 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:18.620429 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:18.674447 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b2ae0-3970-4aee-9b82-6a9ce1b272b9 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Pushing event deleted for resources: {'Port': ['ID=1f76e780-431d-4a08-8e67-d82c543d991c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:18.702107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-ba9f31cc-ec4d-45e9-939f-81074520fdc3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, f2511f87-0757-4eda-8f11-5bb4be450863) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:18.710602 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf06f74-921e-4881-8293-8bf233499ab3 None None] Network f2511f87-0757-4eda-8f11-5bb4be450863 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:18.712971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-f4d49b89-a6e2-44f3-9af1-1a6a13f902bc tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, ca80578e-1126-4b5c-b3d5-6336f7a75411) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:18.724332 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9f31cc-ec4d-45e9-939f-81074520fdc3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:18.725142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ba9f31cc-ec4d-45e9-939f-81074520fdc3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:18.729634 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ef7036-9d1b-45c1-8644-5ae64da246d2 None None] Network ca80578e-1126-4b5c-b3d5-6336f7a75411 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:18.740237 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d49b89-a6e2-44f3-9af1-1a6a13f902bc tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:18.741652 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f4d49b89-a6e2-44f3-9af1-1a6a13f902bc tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:18.741795 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ca0658-201d-498c-8fae-5c75d739e734 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Router 93453382-5815-47a2-9ed6-1ba5cbee4adc is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:02:18.860990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-008daa72-f885-4253-b827-83a6f3c5245f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Deleting subnet b1811302-09b5-4cd6-ad73-87bab314fc7f {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:02:18.862205 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Network': ['ID=2f5d9bcc-c53b-40f9-a573-3560648a0cf1,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:18.928063 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-66978822-4c2b-483a-9e33-9e9289f543b8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:18.942680 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f04b3d9e-9f83-4b8f-be91-58937b6d0ee8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.5351067 Jan 20 11:02:18.946319 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 2f5d9bcc-c53b-40f9-a573-3560648a0cf1 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:02:18.952201 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59848) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:18.954381 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-66978822-4c2b-483a-9e33-9e9289f543b8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Transition to ACTIVE for port object 345c78cb-1fce-42b3-9823-9a76665aad4f will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:18.961881 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ba9f31cc-ec4d-45e9-939f-81074520fdc3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7686458 Jan 20 11:02:18.961881 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-008daa72-f885-4253-b827-83a6f3c5245f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:18.964019 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59852) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:18.968367 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-bfc424d7-51ab-4072-b59c-032aab9bd4ed tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-361644289'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:18.974053 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2c5b2ae0-3970-4aee-9b82-6a9ce1b272b9 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:18.976713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2c5b2ae0-3970-4aee-9b82-6a9ce1b272b9 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:18.977512 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:18.980942 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2c5b2ae0-3970-4aee-9b82-6a9ce1b272b9 tempest-ServerActionsTestJSON-897767811 tempest-ServerActionsTestJSON-897767811-project] 10.222.0.70 "DELETE /v2.0/floatingips/02b7ef8d-2e42-42da-8e2c-192803603fd7 HTTP/1.1" status: 204 len: 168 time: 2.3064013 Jan 20 11:02:18.985272 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59856) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:18.988694 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-47654cb6-0844-4e0c-b74d-86695d065afc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1738385642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:18.991423 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f4d49b89-a6e2-44f3-9af1-1a6a13f902bc tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4587896 Jan 20 11:02:18.994265 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bfc424d7-51ab-4072-b59c-032aab9bd4ed tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:18.996918 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59858) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:19.003749 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bfc424d7-51ab-4072-b59c-032aab9bd4ed tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:network and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:19.005425 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d8cb84fd-8c39-4240-8f15-c98c214eac13 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Request body: {'port': {'network_id': 'ca80578e-1126-4b5c-b3d5-6336f7a75411', 'name': 'tempest-AllowedAddressPairTestJSON-1764832438'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:19.058162 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-47654cb6-0844-4e0c-b74d-86695d065afc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:19.069530 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bfc424d7-51ab-4072-b59c-032aab9bd4ed tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:19.072634 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-47654cb6-0844-4e0c-b74d-86695d065afc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:router and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:19.087612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-66978822-4c2b-483a-9e33-9e9289f543b8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:19.087896 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-47654cb6-0844-4e0c-b74d-86695d065afc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:19.104141 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bfc424d7-51ab-4072-b59c-032aab9bd4ed tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:19.113694 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-47654cb6-0844-4e0c-b74d-86695d065afc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:19.136405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-008daa72-f885-4253-b827-83a6f3c5245f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:19.233436 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c493bd-1bab-48cf-a8d5-5ae3977ffc56 None None] Pushing event updated for resources: {'Port': ['ID=2dbd3eca-958a-4180-b8d2-dbb5ba6230bb,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:19.307903 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc424d7-51ab-4072-b59c-032aab9bd4ed tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Made reservation on behalf of 1aa6148e9f8944e88f329c972f79dedb for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:19.312712 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfc424d7-51ab-4072-b59c-032aab9bd4ed tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:19.323116 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-47654cb6-0844-4e0c-b74d-86695d065afc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:19.324078 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-47654cb6-0844-4e0c-b74d-86695d065afc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:19.408996 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc424d7-51ab-4072-b59c-032aab9bd4ed tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:02:19.413977 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-008daa72-f885-4253-b827-83a6f3c5245f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:19.417968 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aaa7220d-2e64-47aa-a84e-2dcfa1a693f5 None None] Provisioning for port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:19.426917 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-47654cb6-0844-4e0c-b74d-86695d065afc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:19.430461 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aaa7220d-2e64-47aa-a84e-2dcfa1a693f5 None None] Provisioning complete for port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:19.430942 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aaa7220d-2e64-47aa-a84e-2dcfa1a693f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:19.433712 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfc424d7-51ab-4072-b59c-032aab9bd4ed tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:19.434144 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-bfc424d7-51ab-4072-b59c-032aab9bd4ed tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Added segment 8a2d123b-45d8-4829-b2de-e02d791a43dd of type vlan for network a1f63de6-6ea4-45b1-b575-b12d888743d4 Jan 20 11:02:19.462819 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-ca80578e-1126-4b5c-b3d5-6336f7a75411', 'network_id': 'ca80578e-1126-4b5c-b3d5-6336f7a75411', 'tenant_id': '5d8523f420c84e55a12cb9fccdd5aaf5', 'fixed_ips': [{'subnet_id': 'c75172f7-f373-410e-8bb0-bca41456f223'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:02:19.463830 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:19.475860 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66978822-4c2b-483a-9e33-9e9289f543b8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event updated for resources: {'Port': ['ID=345c78cb-1fce-42b3-9823-9a76665aad4f,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:19.478847 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-f2511f87-0757-4eda-8f11-5bb4be450863', 'network_id': 'f2511f87-0757-4eda-8f11-5bb4be450863', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'fixed_ips': [{'subnet_id': 'c7904524-12db-45d5-a54e-594a741b2303'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:02:19.479798 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:19.517112 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ca0658-201d-498c-8fae-5c75d739e734 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:02:19.526975 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfc424d7-51ab-4072-b59c-032aab9bd4ed tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:19.533985 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d8cb84fd-8c39-4240-8f15-c98c214eac13 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:19.536029 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b5904-483f-41d2-87b5-db56e0ace84d None None] Sync routers for ids ['93453382-5815-47a2-9ed6-1ba5cbee4adc'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:02:19.545525 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d8cb84fd-8c39-4240-8f15-c98c214eac13 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Usage tracker for resource:port and tenant:5d8523f420c84e55a12cb9fccdd5aaf5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:19.560158 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5ca0658-201d-498c-8fae-5c75d739e734 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:19.560158 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f5ca0658-201d-498c-8fae-5c75d739e734 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "PUT /v2.0/routers/93453382-5815-47a2-9ed6-1ba5cbee4adc HTTP/1.1" status: 200 len: 883 time: 7.3462391 Jan 20 11:02:19.562222 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d8cb84fd-8c39-4240-8f15-c98c214eac13 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:19.573103 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59864) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:19.586660 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d8cb84fd-8c39-4240-8f15-c98c214eac13 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:19.644142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-47654cb6-0844-4e0c-b74d-86695d065afc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:19.741823 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-66978822-4c2b-483a-9e33-9e9289f543b8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] In _notify_port_updated(), no bound segment for port 345c78cb-1fce-42b3-9823-9a76665aad4f on network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 {{(pid=84331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 11:02:19.746373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66978822-4c2b-483a-9e33-9e9289f543b8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:19.747489 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-66978822-4c2b-483a-9e33-9e9289f543b8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:19.749173 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-66978822-4c2b-483a-9e33-9e9289f543b8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "PUT /v2.0/ports/345c78cb-1fce-42b3-9823-9a76665aad4f HTTP/1.1" status: 200 len: 959 time: 3.5567176 Jan 20 11:02:19.750369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cb84fd-8c39-4240-8f15-c98c214eac13 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Made reservation on behalf of 5d8523f420c84e55a12cb9fccdd5aaf5 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:19.753884 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d8cb84fd-8c39-4240-8f15-c98c214eac13 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:19.864528 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59868) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:19.865197 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Allocated IP 172.21.0.2 (f2511f87-0757-4eda-8f11-5bb4be450863/c7904524-12db-45d5-a54e-594a741b2303/6ec87b2f-d435-4592-a6f7-f4ea7f06d41a) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:19.911136 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b5904-483f-41d2-87b5-db56e0ace84d None None] Routers {'93453382-5815-47a2-9ed6-1ba5cbee4adc'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:19.914404 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-0e2b5904-483f-41d2-87b5-db56e0ace84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['93453382-5815-47a2-9ed6-1ba5cbee4adc'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:19.974368 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ba566fc-4f41-45b1-8784-091c36036b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:20.005800 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-d8cb84fd-8c39-4240-8f15-c98c214eac13 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] device_id is not set on port 40958d5d-b245-4a12-b761-79f93ffae28a yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:02:20.030351 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-47654cb6-0844-4e0c-b74d-86695d065afc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:20.036188 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-47654cb6-0844-4e0c-b74d-86695d065afc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0523553 Jan 20 11:02:20.038909 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59872) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:20.062225 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-0e2b5904-483f-41d2-87b5-db56e0ace84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:20.086767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-a4fa924a-0d3a-431c-9c83-53187966c91e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port 345c78cb-1fce-42b3-9823-9a76665aad4f {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:20.087162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a4fa924a-0d3a-431c-9c83-53187966c91e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:20.106482 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfc424d7-51ab-4072-b59c-032aab9bd4ed tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:20.110348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc424d7-51ab-4072-b59c-032aab9bd4ed tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:20.111140 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfc424d7-51ab-4072-b59c-032aab9bd4ed tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:20.154883 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b5904-483f-41d2-87b5-db56e0ace84d None None] Routers {'93453382-5815-47a2-9ed6-1ba5cbee4adc'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:20.155812 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-0e2b5904-483f-41d2-87b5-db56e0ace84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['93453382-5815-47a2-9ed6-1ba5cbee4adc'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:20.185622 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-008daa72-f885-4253-b827-83a6f3c5245f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:20.275547 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008daa72-f885-4253-b827-83a6f3c5245f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Subnet': ['ID=b1811302-09b5-4cd6-ad73-87bab314fc7f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:20.349869 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc424d7-51ab-4072-b59c-032aab9bd4ed tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Network': ['ID=a1f63de6-6ea4-45b1-b575-b12d888743d4,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:20.373012 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-008daa72-f885-4253-b827-83a6f3c5245f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:20.409522 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-008daa72-f885-4253-b827-83a6f3c5245f tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/subnets/b1811302-09b5-4cd6-ad73-87bab314fc7f HTTP/1.1" status: 204 len: 168 time: 1.9621110 Jan 20 11:02:20.420172 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bfc424d7-51ab-4072-b59c-032aab9bd4ed tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4657657 Jan 20 11:02:20.422136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59876) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:20.422504 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59878) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:20.467268 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:20.490987 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Transition to ACTIVE for port object 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:20.539901 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Transition to ACTIVE for port object 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:20.549791 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network a1f63de6-6ea4-45b1-b575-b12d888743d4 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:02:20.554126 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b2ca4788-472c-4e91-b7e5-f92c7b42ae3f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'subnet': {'network_id': '2f5d9bcc-c53b-40f9-a573-3560648a0cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:20.562596 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9956c125-c0c6-426c-912d-86a0f1267af7 None None] Network 3b44b5b9-54a9-4526-9484-9bc204905e54 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:20.574138 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:02:20.602025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a4fa924a-0d3a-431c-9c83-53187966c91e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:20.615609 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a13efa12-46ad-4d76-a177-98038e98995b tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "GET /v2.0/routers/93453382-5815-47a2-9ed6-1ba5cbee4adc HTTP/1.1" status: 200 len: 924 time: 1.0015872 Jan 20 11:02:20.616072 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adad70c-b412-4c00-91a5-5e8077d7e38b None None] Network d9aba168-190d-4b0b-814a-c1ac529da931 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:20.618527 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59884) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:20.773026 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-a4fa924a-0d3a-431c-9c83-53187966c91e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for 345c78cb-1fce-42b3-9823-9a76665aad4f owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:20.804886 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-0e2b5904-483f-41d2-87b5-db56e0ace84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:20.805205 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b5904-483f-41d2-87b5-db56e0ace84d None None] The sync data for ids ['93453382-5815-47a2-9ed6-1ba5cbee4adc'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:02:20.816139 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Allocated IP 172.20.0.2 (ca80578e-1126-4b5c-b3d5-6336f7a75411/c75172f7-f373-410e-8bb0-bca41456f223/86374154-2aab-40ab-9c0f-9af2c0acd7d8) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:20.876155 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-282e19a5-01cc-49e1-a8ec-b8539962b18a tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&device_id=93453382-5815-47a2-9ed6-1ba5cbee4adc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2563584 Jan 20 11:02:20.878726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:20.890245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59888) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:20.945327 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b2ca4788-472c-4e91-b7e5-f92c7b42ae3f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:21.006987 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:21.019449 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b2ca4788-472c-4e91-b7e5-f92c7b42ae3f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:subnet and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:21.025143 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b2ca4788-472c-4e91-b7e5-f92c7b42ae3f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:21.043264 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b2ca4788-472c-4e91-b7e5-f92c7b42ae3f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:21.091233 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aaa7220d-2e64-47aa-a84e-2dcfa1a693f5 None None] Provisioning for port 345c78cb-1fce-42b3-9823-9a76665aad4f completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:21.121654 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Deleting port 429d75a6-6be5-4442-80dc-7211f68caf0d {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:21.122642 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:21.139471 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b5d51d-326a-4160-affa-6436a0dbc089 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:21.142684 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-62b5d51d-326a-4160-affa-6436a0dbc089 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "GET /v2.0/networks/5b1d19bb-43c5-44cb-9395-b66102f481bc HTTP/1.1" status: 200 len: 881 time: 0.2490861 Jan 20 11:02:21.143990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59892) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:21.158137 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Network f2511f87-0757-4eda-8f11-5bb4be450863 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:21.192307 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5f0345e8-326e-4ea1-856b-24f00c15c3f0 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "GET /v2.0/ports?device_id=93453382-5815-47a2-9ed6-1ba5cbee4adc HTTP/1.1" status: 200 len: 205 time: 0.0446424 Jan 20 11:02:21.194131 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59896) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:21.204407 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Pushing event updated for resources: {'Port': ['ID=6ec87b2f-d435-4592-a6f7-f4ea7f06d41a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:21.207603 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:21.219938 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aaa7220d-2e64-47aa-a84e-2dcfa1a693f5 None None] Provisioning complete for port 345c78cb-1fce-42b3-9823-9a76665aad4f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:21.220587 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aaa7220d-2e64-47aa-a84e-2dcfa1a693f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:21.226378 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ca4788-472c-4e91-b7e5-f92c7b42ae3f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Made reservation on behalf of 1aa6148e9f8944e88f329c972f79dedb for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:21.256434 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:21.268085 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a4fa924a-0d3a-431c-9c83-53187966c91e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:21.293631 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7220d-2e64-47aa-a84e-2dcfa1a693f5 None None] Port 345c78cb-1fce-42b3-9823-9a76665aad4f was deleted so its status cannot be updated. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 20 11:02:21.332494 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa924a-0d3a-431c-9c83-53187966c91e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Port': ['ID=345c78cb-1fce-42b3-9823-9a76665aad4f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:21.495190 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:21.519665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a4fa924a-0d3a-431c-9c83-53187966c91e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:21.565097 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Attempting to bind port 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:02:21.572790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Attempting to bind port 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '540056f1-f722-44ff-bc6b-54c2f4d95c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f2511f87-0757-4eda-8f11-5bb4be450863'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:02:21.572790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Attempting to bind port 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a on network f2511f87-0757-4eda-8f11-5bb4be450863 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:02:21.583863 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cabb486-dba1-4277-9a8c-5bd20458ca69 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:21.603790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aaa7220d-2e64-47aa-a84e-2dcfa1a693f5 None None] Provisioning complete for port 48b5c1d0-70e3-4012-a794-1f2db583a819 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:21.604235 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aaa7220d-2e64-47aa-a84e-2dcfa1a693f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:21.660191 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a4fa924a-0d3a-431c-9c83-53187966c91e tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/ports/345c78cb-1fce-42b3-9823-9a76665aad4f HTTP/1.1" status: 204 len: 168 time: 1.8895583 Jan 20 11:02:21.661702 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59900) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:21.679892 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2ca4788-472c-4e91-b7e5-f92c7b42ae3f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:21.697297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:02:21.697703 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Checking segment: {'id': '540056f1-f722-44ff-bc6b-54c2f4d95c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f2511f87-0757-4eda-8f11-5bb4be450863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:21.698112 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:21.698711 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Bound using segment: {'id': '540056f1-f722-44ff-bc6b-54c2f4d95c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f2511f87-0757-4eda-8f11-5bb4be450863'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:02:21.699062 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Bound port: 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540056f1-f722-44ff-bc6b-54c2f4d95c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f2511f87-0757-4eda-8f11-5bb4be450863'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:02:21.699438 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:21.710751 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:21.750768 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:21.788557 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7220d-2e64-47aa-a84e-2dcfa1a693f5 None None] Port 48b5c1d0-70e3-4012-a794-1f2db583a819 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:21.819726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Transition to ACTIVE for port object 86374154-2aab-40ab-9c0f-9af2c0acd7d8 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:21.830560 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b37b5e8-00ef-4175-80c4-fbafea2efe82 None None] DHCP port deletion for 3b44b5b9-54a9-4526-9484-9bc204905e54 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:02:21.843008 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0b37b5e8-00ef-4175-80c4-fbafea2efe82 None None] Deleting port 429d75a6-6be5-4442-80dc-7211f68caf0d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:21.843630 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b37b5e8-00ef-4175-80c4-fbafea2efe82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:21.845470 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c31ae6b-1774-4ca1-b7ae-983e5cd551e2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] GET failed (client error): The resource could not be found. Jan 20 11:02:21.846030 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8c31ae6b-1774-4ca1-b7ae-983e5cd551e2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Synchronizing usage tracker for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:02:21.936736 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Transition to ACTIVE for port object 86374154-2aab-40ab-9c0f-9af2c0acd7d8 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:21.942706 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a3ff7ea1-fe7c-4985-8094-9d250548fe32 None None] Could not find standard attr ID for object 345c78cb-1fce-42b3-9823-9a76665aad4f. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:02:21.951620 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] For port 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:02:22.004746 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8c31ae6b-1774-4ca1-b7ae-983e5cd551e2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Unset dirty status for tenant:89d097505bb140ab9f19a93c365adac0 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:02:22.005978 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8c31ae6b-1774-4ca1-b7ae-983e5cd551e2 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports/345c78cb-1fce-42b3-9823-9a76665aad4f HTTP/1.1" status: 404 len: 333 time: 0.3433368 Jan 20 11:02:22.009767 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] For port 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=6ec87b2f-d435-4592-a6f7-f4ea7f06d41a,segment=NetworkSegment(540056f1-f722-44ff-bc6b-54c2f4d95c31),segment_id=540056f1-f722-44ff-bc6b-54c2f4d95c31)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:02:22.011303 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59904) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:22.047670 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:22.096312 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cabb486-dba1-4277-9a8c-5bd20458ca69 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:22.149583 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:22.166911 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-d8cb84fd-8c39-4240-8f15-c98c214eac13 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Allocated IP 172.20.0.14 (ca80578e-1126-4b5c-b3d5-6336f7a75411/c75172f7-f373-410e-8bb0-bca41456f223/40958d5d-b245-4a12-b761-79f93ffae28a) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:22.183506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f3d397e-80bf-46d1-bc85-84f223d02510 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:22.205285 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a3ff7ea1-fe7c-4985-8094-9d250548fe32 None None] Provisioning for port 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:22.210584 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] For port 429d75a6-6be5-4442-80dc-7211f68caf0d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=429d75a6-6be5-4442-80dc-7211f68caf0d,segment=NetworkSegment(b178d01d-0333-4bb6-a812-cc8b6bd23c74),segment_id=b178d01d-0333-4bb6-a812-cc8b6bd23c74)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:22.211228 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:22.212272 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Pushing event updated for resources: {'Port': ['ID=86374154-2aab-40ab-9c0f-9af2c0acd7d8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:22.225646 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f3d397e-80bf-46d1-bc85-84f223d02510 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:22.253850 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Network ca80578e-1126-4b5c-b3d5-6336f7a75411 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:22.263615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0b37b5e8-00ef-4175-80c4-fbafea2efe82 None None] For port 429d75a6-6be5-4442-80dc-7211f68caf0d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=429d75a6-6be5-4442-80dc-7211f68caf0d,segment=NetworkSegment(b178d01d-0333-4bb6-a812-cc8b6bd23c74),segment_id=b178d01d-0333-4bb6-a812-cc8b6bd23c74)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:22.264022 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b37b5e8-00ef-4175-80c4-fbafea2efe82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:22.265482 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-0cabb486-dba1-4277-9a8c-5bd20458ca69 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Deleting port 34c61a14-dfe2-4daf-b352-5443dba91a45 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:22.279085 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cabb486-dba1-4277-9a8c-5bd20458ca69 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:22.280242 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:22.283131 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:22.291922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a3ff7ea1-fe7c-4985-8094-9d250548fe32 None None] Provisioning complete for port 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:22.292429 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7ea1-fe7c-4985-8094-9d250548fe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:22.393291 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Calling delete_port for 429d75a6-6be5-4442-80dc-7211f68caf0d owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:22.480676 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f3d397e-80bf-46d1-bc85-84f223d02510 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:22.511617 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 429d75a6-6be5-4442-80dc-7211f68caf0d no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:02:22.548279 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0b37b5e8-00ef-4175-80c4-fbafea2efe82 None None] Calling delete_port for 429d75a6-6be5-4442-80dc-7211f68caf0d owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:22.570532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d397e-80bf-46d1-bc85-84f223d02510 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0a4070-cade-43da-9919-f14be32d44cf,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:22.584075 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f3d397e-80bf-46d1-bc85-84f223d02510 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:22.588768 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6f3d397e-80bf-46d1-bc85-84f223d02510 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/security-groups/bb0a4070-cade-43da-9919-f14be32d44cf HTTP/1.1" status: 204 len: 168 time: 0.5763130 Jan 20 11:02:22.596348 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59908) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:22.687015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cabb486-dba1-4277-9a8c-5bd20458ca69 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:22.720877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33d84f-658d-4ea9-bafa-54f111802ef6 None None] Pushing event updated for resources: {'Port': ['ID=6ec87b2f-d435-4592-a6f7-f4ea7f06d41a,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:22.764237 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Attempting to bind port 86374154-2aab-40ab-9c0f-9af2c0acd7d8 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:02:22.764607 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Attempting to bind port 86374154-2aab-40ab-9c0f-9af2c0acd7d8 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '5a0ded90-6119-494d-9f57-6b210599f9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ca80578e-1126-4b5c-b3d5-6336f7a75411'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:02:22.764975 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Attempting to bind port 86374154-2aab-40ab-9c0f-9af2c0acd7d8 on network ca80578e-1126-4b5c-b3d5-6336f7a75411 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:02:22.781119 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Allocated IP 172.20.0.1 (d9aba168-190d-4b0b-814a-c1ac529da931/37bb7a86-8088-44fc-a6ad-2405518dfbc7/0e0aac59-0323-491c-86d2-5795bf3da1e7) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:22.788525 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:22.816042 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No active binding found for port 429d75a6-6be5-4442-80dc-7211f68caf0d {{(pid=84333) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 20 11:02:22.816714 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 429d75a6-6be5-4442-80dc-7211f68caf0d not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:02:22.825072 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:02:22.825461 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Checking segment: {'id': '5a0ded90-6119-494d-9f57-6b210599f9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ca80578e-1126-4b5c-b3d5-6336f7a75411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:22.825904 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:22.826304 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Bound using segment: {'id': '5a0ded90-6119-494d-9f57-6b210599f9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ca80578e-1126-4b5c-b3d5-6336f7a75411'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:02:22.826794 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Bound port: 86374154-2aab-40ab-9c0f-9af2c0acd7d8, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0ded90-6119-494d-9f57-6b210599f9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ca80578e-1126-4b5c-b3d5-6336f7a75411'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:02:22.827178 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:22.847446 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-0b37b5e8-00ef-4175-80c4-fbafea2efe82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:02:22.848406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-0b37b5e8-00ef-4175-80c4-fbafea2efe82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:02:22.857210 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Port': ['ID=429d75a6-6be5-4442-80dc-7211f68caf0d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:22.885715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2ca4788-472c-4e91-b7e5-f92c7b42ae3f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:22.933657 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7ea1-fe7c-4985-8094-9d250548fe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:22.959010 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-0cabb486-dba1-4277-9a8c-5bd20458ca69 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Calling delete_port for 34c61a14-dfe2-4daf-b352-5443dba91a45 owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:22.969486 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] No DVR routers for this DVR port 429d75a6-6be5-4442-80dc-7211f68caf0d on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:02:23.029127 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a3ff7ea1-fe7c-4985-8094-9d250548fe32 None None] For port 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2dbd3eca-958a-4180-b8d2-dbb5ba6230bb,segment=NetworkSegment(81c7ce5a-638f-40a5-9733-f2015177b26f),segment_id=81c7ce5a-638f-40a5-9733-f2015177b26f)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:23.033938 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] For port 86374154-2aab-40ab-9c0f-9af2c0acd7d8, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:02:23.037905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] For port 86374154-2aab-40ab-9c0f-9af2c0acd7d8, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=86374154-2aab-40ab-9c0f-9af2c0acd7d8,segment=NetworkSegment(5a0ded90-6119-494d-9f57-6b210599f9c2),segment_id=5a0ded90-6119-494d-9f57-6b210599f9c2)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:02:23.060402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d8cb84fd-8c39-4240-8f15-c98c214eac13 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.080956 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b63f814-03f6-449f-856b-1810f4f55b38 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.105234 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7ea1-fe7c-4985-8094-9d250548fe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.130574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-d8cb84fd-8c39-4240-8f15-c98c214eac13 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Transition to ACTIVE for port object 40958d5d-b245-4a12-b761-79f93ffae28a will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:23.149908 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.156803 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b63f814-03f6-449f-856b-1810f4f55b38 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.198089 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff7ea1-fe7c-4985-8094-9d250548fe32 None None] Pushing event updated for resources: {'Port': ['ID=2dbd3eca-958a-4180-b8d2-dbb5ba6230bb,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:23.287784 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329caba4-0e69-49ad-856c-9ffe994b40ba None None] Pushing event updated for resources: {'Port': ['ID=86374154-2aab-40ab-9c0f-9af2c0acd7d8,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:23.290929 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d5f54d32-be15-4763-84e2-47e386a36374 None None] Provisioning complete for port 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:23.290929 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d5f54d32-be15-4763-84e2-47e386a36374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.314349 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d8cb84fd-8c39-4240-8f15-c98c214eac13 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.359359 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0b37b5e8-00ef-4175-80c4-fbafea2efe82 None None] Deleting port 429d75a6-6be5-4442-80dc-7211f68caf0d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:23.359747 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b37b5e8-00ef-4175-80c4-fbafea2efe82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.377944 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca4788-472c-4e91-b7e5-f92c7b42ae3f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Subnet': ['ID=da50e581-7400-4042-b379-1c961fbe11fc,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:23.396006 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cabb486-dba1-4277-9a8c-5bd20458ca69 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.403147 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.403296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b63f814-03f6-449f-856b-1810f4f55b38 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.430377 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb84fd-8c39-4240-8f15-c98c214eac13 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event updated for resources: {'Port': ['ID=40958d5d-b245-4a12-b761-79f93ffae28a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:23.432636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63f814-03f6-449f-856b-1810f4f55b38 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4adfe36-192f-4c27-9f56-c970f7d4a834,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:23.437785 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0b37b5e8-00ef-4175-80c4-fbafea2efe82 None None] The port '429d75a6-6be5-4442-80dc-7211f68caf0d' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:02:23.478407 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b44b5b9-54a9-4526-9484-9bc204905e54']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:23.524114 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b178d01d-0333-4bb6-a812-cc8b6bd23c74') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:23.524417 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b178d01d-0333-4bb6-a812-cc8b6bd23c74') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:23.525106 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabb486-dba1-4277-9a8c-5bd20458ca69 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Pushing event deleted for resources: {'Port': ['ID=34c61a14-dfe2-4daf-b352-5443dba91a45,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:23.528712 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cb84fd-8c39-4240-8f15-c98c214eac13 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Network ca80578e-1126-4b5c-b3d5-6336f7a75411 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:23.532994 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ca4788-472c-4e91-b7e5-f92c7b42ae3f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Checking segment: {'id': 'fa2ec5c5-a1b5-4b94-bf20-96847db15154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2f5d9bcc-c53b-40f9-a573-3560648a0cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:23.533376 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ca4788-472c-4e91-b7e5-f92c7b42ae3f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network hostable DHCP agents. Network: 2f5d9bcc-c53b-40f9-a573-3560648a0cf1, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:02:23.536616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-d8cb84fd-8c39-4240-8f15-c98c214eac13 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:23.543451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cb84fd-8c39-4240-8f15-c98c214eac13 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:23.559930 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.591952 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.602822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.615781 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b63f814-03f6-449f-856b-1810f4f55b38 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.619776 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5b63f814-03f6-449f-856b-1810f4f55b38 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/security-groups/f4adfe36-192f-4c27-9f56-c970f7d4a834 HTTP/1.1" status: 204 len: 168 time: 1.0196657 Jan 20 11:02:23.619929 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:02:23.619929 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.626691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59912) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:02:23.640932 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:02:23.766177 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Transition to ACTIVE for port object 0e0aac59-0323-491c-86d2-5795bf3da1e7 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:23.820189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8ba566fc-4f41-45b1-8784-091c36036b8b admin admin] Deleting port 2f8373c5-e139-4371-a1f5-0360c714e7c1 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:23.820530 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ba566fc-4f41-45b1-8784-091c36036b8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.874104 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cb84fd-8c39-4240-8f15-c98c214eac13 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:23.877919 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d8cb84fd-8c39-4240-8f15-c98c214eac13 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.898620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ca4788-472c-4e91-b7e5-f92c7b42ae3f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network 2f5d9bcc-c53b-40f9-a573-3560648a0cf1 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:02:23.924704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30cf51e8-a287-48a1-8888-8111c57650b1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.934121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cabb486-dba1-4277-9a8c-5bd20458ca69 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.970156 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:23.975561 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:24.021798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Network': ['ID=3b44b5b9-54a9-4526-9484-9bc204905e54,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:24.031005 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:24.083448 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e7ad06d1-c645-477d-852b-10539147a7c1 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/networks/3b44b5b9-54a9-4526-9484-9bc204905e54 HTTP/1.1" status: 204 len: 168 time: 3.6538994 Jan 20 11:02:24.103769 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59916) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:24.111981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5864e7b7-2c4b-4793-b785-740547d1b7b9 None None] Network f2511f87-0757-4eda-8f11-5bb4be450863 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:24.120539 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-8ba566fc-4f41-45b1-8784-091c36036b8b admin admin] For port 2f8373c5-e139-4371-a1f5-0360c714e7c1, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2f8373c5-e139-4371-a1f5-0360c714e7c1,segment=NetworkSegment(001609c9-628d-45b4-8071-84ff8454d8df),segment_id=001609c9-628d-45b4-8071-84ff8454d8df)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:24.120966 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ba566fc-4f41-45b1-8784-091c36036b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:24.152566 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d8cb84fd-8c39-4240-8f15-c98c214eac13 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1553099 Jan 20 11:02:24.208772 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59920) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:24.228934 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-a0e0bcec-174e-49fd-9c60-b35fd74de7fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Request body: {'port': {'network_id': 'ca80578e-1126-4b5c-b3d5-6336f7a75411', 'name': 'tempest-AllowedAddressPairTestJSON-229573382', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:90:ce:48'}]}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:24.252171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30cf51e8-a287-48a1-8888-8111c57650b1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:24.264829 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8ba566fc-4f41-45b1-8784-091c36036b8b admin admin] Calling delete_port for 2f8373c5-e139-4371-a1f5-0360c714e7c1 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:24.329478 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0172d345-68a8-4004-83a4-a9841431616e None None] Provisioning for port 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:24.525154 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-964146ed-b3ee-4c38-bba1-e9782f5d7497 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:24.526389 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964146ed-b3ee-4c38-bba1-e9782f5d7497 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:24.547876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b2ca4788-472c-4e91-b7e5-f92c7b42ae3f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 2f5d9bcc-c53b-40f9-a573-3560648a0cf1) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:24.554693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ca4788-472c-4e91-b7e5-f92c7b42ae3f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:24.555305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b2ca4788-472c-4e91-b7e5-f92c7b42ae3f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:24.556268 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e987421d-c79e-45ea-b6fa-395a0de02eef None None] Network 2f5d9bcc-c53b-40f9-a573-3560648a0cf1 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:24.559114 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ba566fc-4f41-45b1-8784-091c36036b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:24.564776 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network d9aba168-190d-4b0b-814a-c1ac529da931 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:24.575431 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-964146ed-b3ee-4c38-bba1-e9782f5d7497 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/subnets/f37dfc41-f958-4cda-a290-277567946b24 HTTP/1.1" status: 404 len: 337 time: 0.4683118 Jan 20 11:02:24.576265 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:24.579566 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:24.623507 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59924) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:24.681432 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-843a1a61-4bc9-4311-b30e-b27c3f245ed7 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:24.681826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843a1a61-4bc9-4311-b30e-b27c3f245ed7 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:24.683779 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-843a1a61-4bc9-4311-b30e-b27c3f245ed7 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/networks/1a4b0e09-197e-4907-afc6-fa0ffabb640b HTTP/1.1" status: 404 len: 339 time: 0.0592971 Jan 20 11:02:24.688414 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a0e0bcec-174e-49fd-9c60-b35fd74de7fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:24.689660 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=0e0aac59-0323-491c-86d2-5795bf3da1e7,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:24.707670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59928) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:24.712849 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a0e0bcec-174e-49fd-9c60-b35fd74de7fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Usage tracker for resource:port and tenant:5d8523f420c84e55a12cb9fccdd5aaf5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:24.726142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cabb486-dba1-4277-9a8c-5bd20458ca69 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:24.727958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a0e0bcec-174e-49fd-9c60-b35fd74de7fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:24.754911 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:02:24.810578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a0e0bcec-174e-49fd-9c60-b35fd74de7fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:24.836636 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba566fc-4f41-45b1-8784-091c36036b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8373c5-e139-4371-a1f5-0360c714e7c1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:24.838340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cabb486-dba1-4277-9a8c-5bd20458ca69 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:24.840901 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b2ca4788-472c-4e91-b7e5-f92c7b42ae3f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4042425 Jan 20 11:02:24.845836 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59932) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:24.862096 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a7380222-a3c7-42bc-b908-8afcec1928d4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'subnet': {'network_id': 'a1f63de6-6ea4-45b1-b575-b12d888743d4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:24.955540 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:25.100180 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469b568c-bb0f-4d88-a69c-56be125d3b9c None None] Network ca80578e-1126-4b5c-b3d5-6336f7a75411 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:25.105765 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a7380222-a3c7-42bc-b908-8afcec1928d4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:25.116044 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a7380222-a3c7-42bc-b908-8afcec1928d4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:subnet and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:25.119137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c96ae17-494b-4a79-a080-cb8e36b540ce tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Deleting subnet 81f59d72-27df-4a1d-af78-c4b11e2e822b {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:02:25.121287 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a7380222-a3c7-42bc-b908-8afcec1928d4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:25.126128 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e0bcec-174e-49fd-9c60-b35fd74de7fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Made reservation on behalf of 5d8523f420c84e55a12cb9fccdd5aaf5 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:25.129471 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a7380222-a3c7-42bc-b908-8afcec1928d4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:25.150306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30cf51e8-a287-48a1-8888-8111c57650b1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:25.158286 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6c96ae17-494b-4a79-a080-cb8e36b540ce tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:25.246545 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:25.246545 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:25.287377 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf51e8-a287-48a1-8888-8111c57650b1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2067609e-2746-425a-8325-98455f295cb6,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:25.300781 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-2f5d9bcc-c53b-40f9-a573-3560648a0cf1', 'network_id': '2f5d9bcc-c53b-40f9-a573-3560648a0cf1', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'fixed_ips': [{'subnet_id': 'da50e581-7400-4042-b379-1c961fbe11fc'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:02:25.301851 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:25.311387 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6c96ae17-494b-4a79-a080-cb8e36b540ce tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:25.353647 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30cf51e8-a287-48a1-8888-8111c57650b1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:25.357416 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-30cf51e8-a287-48a1-8888-8111c57650b1 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/security-groups/2067609e-2746-425a-8325-98455f295cb6 HTTP/1.1" status: 204 len: 168 time: 1.7269666 Jan 20 11:02:25.359822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59936) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:25.393299 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cabb486-dba1-4277-9a8c-5bd20458ca69 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:25.393882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cabb486-dba1-4277-9a8c-5bd20458ca69 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Fanout notify agent at l3_agent the message router_deleted on router 93453382-5815-47a2-9ed6-1ba5cbee4adc {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:02:25.430836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bcec-174e-49fd-9c60-b35fd74de7fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:25.440438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7380222-a3c7-42bc-b908-8afcec1928d4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Made reservation on behalf of 1aa6148e9f8944e88f329c972f79dedb for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:25.447843 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cabb486-dba1-4277-9a8c-5bd20458ca69 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:25.447843 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0cabb486-dba1-4277-9a8c-5bd20458ca69 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "DELETE /v2.0/routers/93453382-5815-47a2-9ed6-1ba5cbee4adc HTTP/1.1" status: 204 len: 168 time: 4.2487876 Jan 20 11:02:25.459800 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59940) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:25.462932 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:25.466760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f61e49cf-5a20-45cc-b17c-258c6c4d6635 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1510044935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:25.480222 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f61e49cf-5a20-45cc-b17c-258c6c4d6635 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:25.487261 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f61e49cf-5a20-45cc-b17c-258c6c4d6635 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Usage tracker for resource:router and tenant:5eda8dc9c9c64973918ccb7e6870f561 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:25.495732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f61e49cf-5a20-45cc-b17c-258c6c4d6635 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:25.498990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-a0e0bcec-174e-49fd-9c60-b35fd74de7fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] device_id is not set on port 07b76331-0431-4b56-8da3-7d7caa32a421 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:02:25.540045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f61e49cf-5a20-45cc-b17c-258c6c4d6635 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:25.548358 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6c96ae17-494b-4a79-a080-cb8e36b540ce tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:25.557499 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-18ca23b3-7c52-4715-a890-7a13574c8ace None None] Provisioning for port 0e0aac59-0323-491c-86d2-5795bf3da1e7 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:25.593578 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-18ca23b3-7c52-4715-a890-7a13574c8ace None None] Provisioning complete for port 0e0aac59-0323-491c-86d2-5795bf3da1e7 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:25.594784 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18ca23b3-7c52-4715-a890-7a13574c8ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:25.688719 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7380222-a3c7-42bc-b908-8afcec1928d4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:25.714063 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f61e49cf-5a20-45cc-b17c-258c6c4d6635 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:25.715142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f61e49cf-5a20-45cc-b17c-258c6c4d6635 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:25.723108 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-a0e0bcec-174e-49fd-9c60-b35fd74de7fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Allocated IP 172.20.0.4 (ca80578e-1126-4b5c-b3d5-6336f7a75411/c75172f7-f373-410e-8bb0-bca41456f223/07b76331-0431-4b56-8da3-7d7caa32a421) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:25.750149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:02:25.771272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f61e49cf-5a20-45cc-b17c-258c6c4d6635 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:25.784924 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6c96ae17-494b-4a79-a080-cb8e36b540ce tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:25.794401 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-18ca23b3-7c52-4715-a890-7a13574c8ace None None] Port 0e0aac59-0323-491c-86d2-5795bf3da1e7 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:25.827766 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Allocated IP 2001:db8::2 (2f5d9bcc-c53b-40f9-a573-3560648a0cf1/da50e581-7400-4042-b379-1c961fbe11fc/ace2bf15-ae23-4995-a4f8-51e9777bd6f2) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:25.843583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96ae17-494b-4a79-a080-cb8e36b540ce tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Subnet': ['ID=81f59d72-27df-4a1d-af78-c4b11e2e822b,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:25.917104 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6c96ae17-494b-4a79-a080-cb8e36b540ce tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:25.949833 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6c96ae17-494b-4a79-a080-cb8e36b540ce tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/subnets/81f59d72-27df-4a1d-af78-c4b11e2e822b HTTP/1.1" status: 204 len: 168 time: 1.2297380 Jan 20 11:02:25.958556 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59944) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:25.973328 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5789b903-6230-4080-bb0b-bce3961cb002 None None] Network 7fa71769-e7d8-40b7-8b88-cca89900ef22 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:25.994120 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ba566fc-4f41-45b1-8784-091c36036b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:26.002710 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-18ca23b3-7c52-4715-a890-7a13574c8ace None None] Provisioning for port 86374154-2aab-40ab-9c0f-9af2c0acd7d8 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:26.049357 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bcec-174e-49fd-9c60-b35fd74de7fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:26.072709 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f61e49cf-5a20-45cc-b17c-258c6c4d6635 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:26.082754 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-a0e0bcec-174e-49fd-9c60-b35fd74de7fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Transition to ACTIVE for port object 07b76331-0431-4b56-8da3-7d7caa32a421 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:26.168238 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-134de2f5-f312-4e49-9c44-6ce8de6f225f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting subnet ec460cfe-80f8-4f4c-9708-3495622258aa {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:02:26.189057 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-134de2f5-f312-4e49-9c44-6ce8de6f225f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:26.232455 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:26.244383 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:26.245021 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:26.374696 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-134de2f5-f312-4e49-9c44-6ce8de6f225f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:26.381143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:26.399404 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Transition to ACTIVE for port object ace2bf15-ae23-4995-a4f8-51e9777bd6f2 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:26.409628 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:26.426736 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f61e49cf-5a20-45cc-b17c-258c6c4d6635 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:26.430776 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f61e49cf-5a20-45cc-b17c-258c6c4d6635 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9680676 Jan 20 11:02:26.430776 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bcec-174e-49fd-9c60-b35fd74de7fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:26.438710 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59948) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:26.465252 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Transition to ACTIVE for port object ace2bf15-ae23-4995-a4f8-51e9777bd6f2 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:26.479729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d2b0ee83-0de1-4833-aca1-95c96a4420d3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'enable_snat': True}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:26.482833 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:26.501108 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-cf8b35ce-87aa-404a-9bdb-87c708098833 None None] Provisioning for port 40958d5d-b245-4a12-b761-79f93ffae28a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:26.511349 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-cf8b35ce-87aa-404a-9bdb-87c708098833 None None] Provisioning complete for port 40958d5d-b245-4a12-b761-79f93ffae28a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:26.511815 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf8b35ce-87aa-404a-9bdb-87c708098833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:26.564133 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=6ec87b2f-d435-4592-a6f7-f4ea7f06d41a,segment=NetworkSegment(540056f1-f722-44ff-bc6b-54c2f4d95c31),segment_id=540056f1-f722-44ff-bc6b-54c2f4d95c31)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:26.576967 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Deleting port b5aaafc5-7725-4507-8d03-433ef7195ba8 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:26.576967 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:26.577244 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-cf8b35ce-87aa-404a-9bdb-87c708098833 None None] Port 40958d5d-b245-4a12-b761-79f93ffae28a cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:26.587824 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f004cc-5590-47af-bf66-dc7aba409295 None None] DHCP port deletion for 7fa71769-e7d8-40b7-8b88-cca89900ef22 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:02:26.595196 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-30f004cc-5590-47af-bf66-dc7aba409295 None None] Deleting port b5aaafc5-7725-4507-8d03-433ef7195ba8 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:26.595653 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30f004cc-5590-47af-bf66-dc7aba409295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:26.624357 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:26.669214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e0bcec-174e-49fd-9c60-b35fd74de7fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Network ca80578e-1126-4b5c-b3d5-6336f7a75411 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:26.670145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0bcec-174e-49fd-9c60-b35fd74de7fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event updated for resources: {'Port': ['ID=07b76331-0431-4b56-8da3-7d7caa32a421,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:26.676072 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-a0e0bcec-174e-49fd-9c60-b35fd74de7fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:26.678265 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e0bcec-174e-49fd-9c60-b35fd74de7fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:26.710820 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:26.711644 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 86374154-2aab-40ab-9c0f-9af2c0acd7d8 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:02:26.748448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e0bcec-174e-49fd-9c60-b35fd74de7fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:26.749184 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bcec-174e-49fd-9c60-b35fd74de7fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:26.788378 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Network 2f5d9bcc-c53b-40f9-a573-3560648a0cf1 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:26.801350 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:26.821127 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Pushing event updated for resources: {'Port': ['ID=ace2bf15-ae23-4995-a4f8-51e9777bd6f2,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:26.829800 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:26.918805 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-134de2f5-f312-4e49-9c44-6ce8de6f225f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:26.938501 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a0e0bcec-174e-49fd-9c60-b35fd74de7fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.7156734 Jan 20 11:02:26.943462 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59952) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:27.042988 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 11:02:27.073350 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:27.076634 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7380222-a3c7-42bc-b908-8afcec1928d4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:27.134679 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f7c6f86b-55c9-4e9e-ad52-28ff3c161fe5 None None] Provisioning complete for port 40958d5d-b245-4a12-b761-79f93ffae28a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:27.135350 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f86b-55c9-4e9e-ad52-28ff3c161fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:27.175035 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8b84bb-3126-450a-96f8-8f973b33de80 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:27.181957 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8b84bb-3126-450a-96f8-8f973b33de80 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:27.182862 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8b84bb-3126-450a-96f8-8f973b33de80 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:27.183727 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-bd8b84bb-3126-450a-96f8-8f973b33de80 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Synchronizing usage tracker for tenant:5d8523f420c84e55a12cb9fccdd5aaf5 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:02:27.204902 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ee83-0de1-4833-aca1-95c96a4420d3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:27.206974 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:27.249076 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=6ec87b2f-d435-4592-a6f7-f4ea7f06d41a,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:27.290529 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-30f004cc-5590-47af-bf66-dc7aba409295 None None] For port b5aaafc5-7725-4507-8d03-433ef7195ba8, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b5aaafc5-7725-4507-8d03-433ef7195ba8,segment=NetworkSegment(96af763b-59bd-45a2-93a3-cf672fc6cab4),segment_id=96af763b-59bd-45a2-93a3-cf672fc6cab4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:27.291021 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30f004cc-5590-47af-bf66-dc7aba409295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:27.298387 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Attempting to bind port ace2bf15-ae23-4995-a4f8-51e9777bd6f2 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:02:27.298760 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Attempting to bind port ace2bf15-ae23-4995-a4f8-51e9777bd6f2 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'fa2ec5c5-a1b5-4b94-bf20-96847db15154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2f5d9bcc-c53b-40f9-a573-3560648a0cf1'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:02:27.299125 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Attempting to bind port ace2bf15-ae23-4995-a4f8-51e9777bd6f2 on network 2f5d9bcc-c53b-40f9-a573-3560648a0cf1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:02:27.308600 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f7c6f86b-55c9-4e9e-ad52-28ff3c161fe5 None None] Port 40958d5d-b245-4a12-b761-79f93ffae28a cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:27.359919 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-bd8b84bb-3126-450a-96f8-8f973b33de80 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Unset dirty status for tenant:5d8523f420c84e55a12cb9fccdd5aaf5 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:02:27.363787 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bd8b84bb-3126-450a-96f8-8f973b33de80 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4158607 Jan 20 11:02:27.363936 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:02:27.363936 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Checking segment: {'id': 'fa2ec5c5-a1b5-4b94-bf20-96847db15154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2f5d9bcc-c53b-40f9-a573-3560648a0cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:27.363936 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:27.364268 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Bound using segment: {'id': 'fa2ec5c5-a1b5-4b94-bf20-96847db15154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2f5d9bcc-c53b-40f9-a573-3560648a0cf1'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:02:27.364922 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59956) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:27.365065 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Bound port: ace2bf15-ae23-4995-a4f8-51e9777bd6f2, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2ec5c5-a1b5-4b94-bf20-96847db15154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2f5d9bcc-c53b-40f9-a573-3560648a0cf1'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:02:27.365065 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:27.397082 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7380222-a3c7-42bc-b908-8afcec1928d4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Subnet': ['ID=833704bb-31d9-4d7e-aec7-33906d211e02,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:27.417451 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] For port b5aaafc5-7725-4507-8d03-433ef7195ba8, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b5aaafc5-7725-4507-8d03-433ef7195ba8,segment=NetworkSegment(96af763b-59bd-45a2-93a3-cf672fc6cab4),segment_id=96af763b-59bd-45a2-93a3-cf672fc6cab4)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:27.425459 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:27.431697 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:27.435847 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-30f004cc-5590-47af-bf66-dc7aba409295 None None] Calling delete_port for b5aaafc5-7725-4507-8d03-433ef7195ba8 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:27.440294 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=0e0aac59-0323-491c-86d2-5795bf3da1e7,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:27.485888 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 86374154-2aab-40ab-9c0f-9af2c0acd7d8 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:27.522694 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-708700ff-a0ed-40a5-8cf5-397c65fd8a4d tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Deleting port 07b76331-0431-4b56-8da3-7d7caa32a421 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:27.523292 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-708700ff-a0ed-40a5-8cf5-397c65fd8a4d tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:27.553588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 86374154-2aab-40ab-9c0f-9af2c0acd7d8 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:27.553848 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:27.571561 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Calling delete_port for b5aaafc5-7725-4507-8d03-433ef7195ba8 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:27.601398 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-134de2f5-f312-4e49-9c44-6ce8de6f225f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:27.633499 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] For port ace2bf15-ae23-4995-a4f8-51e9777bd6f2, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:02:27.643063 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7380222-a3c7-42bc-b908-8afcec1928d4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Checking segment: {'id': '8a2d123b-45d8-4829-b2de-e02d791a43dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a1f63de6-6ea4-45b1-b575-b12d888743d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:27.643729 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7380222-a3c7-42bc-b908-8afcec1928d4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network hostable DHCP agents. Network: a1f63de6-6ea4-45b1-b575-b12d888743d4, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:02:27.644259 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] For port ace2bf15-ae23-4995-a4f8-51e9777bd6f2, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ace2bf15-ae23-4995-a4f8-51e9777bd6f2,segment=NetworkSegment(fa2ec5c5-a1b5-4b94-bf20-96847db15154),segment_id=fa2ec5c5-a1b5-4b94-bf20-96847db15154)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:02:27.712390 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:27.729247 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8c10d946-937d-4cf0-99d0-e691da2407bc None None] Provisioning for port 07b76331-0431-4b56-8da3-7d7caa32a421 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:27.742299 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134de2f5-f312-4e49-9c44-6ce8de6f225f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Subnet': ['ID=ec460cfe-80f8-4f4c-9708-3495622258aa,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:27.744393 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8c10d946-937d-4cf0-99d0-e691da2407bc None None] Provisioning complete for port 07b76331-0431-4b56-8da3-7d7caa32a421 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:27.744780 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8c10d946-937d-4cf0-99d0-e691da2407bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:27.768750 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-134de2f5-f312-4e49-9c44-6ce8de6f225f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:27.775156 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30f004cc-5590-47af-bf66-dc7aba409295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:27.817177 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a887bcf8-d931-40e3-8401-f3b2b726724a None None] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:27.829646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:27.854814 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 86374154-2aab-40ab-9c0f-9af2c0acd7d8, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=86374154-2aab-40ab-9c0f-9af2c0acd7d8,segment=NetworkSegment(5a0ded90-6119-494d-9f57-6b210599f9c2),segment_id=5a0ded90-6119-494d-9f57-6b210599f9c2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:27.864378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-708700ff-a0ed-40a5-8cf5-397c65fd8a4d tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:27.864781 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f004cc-5590-47af-bf66-dc7aba409295 None None] Pushing event deleted for resources: {'Port': ['ID=b5aaafc5-7725-4507-8d03-433ef7195ba8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:27.979659 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-134de2f5-f312-4e49-9c44-6ce8de6f225f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/ec460cfe-80f8-4f4c-9708-3495622258aa HTTP/1.1" status: 204 len: 168 time: 2.6165855 Jan 20 11:02:27.992283 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59960) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:27.993518 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a9add-4569-4ced-ab23-3249a59f5eac None None] Pushing event updated for resources: {'Port': ['ID=ace2bf15-ae23-4995-a4f8-51e9777bd6f2,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:28.003480 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:28.014976 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-708700ff-a0ed-40a5-8cf5-397c65fd8a4d tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Calling delete_port for 07b76331-0431-4b56-8da3-7d7caa32a421 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:28.042362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8c10d946-937d-4cf0-99d0-e691da2407bc None None] Port 07b76331-0431-4b56-8da3-7d7caa32a421 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:28.044731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ee83-0de1-4833-aca1-95c96a4420d3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:28.050601 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f004cc-5590-47af-bf66-dc7aba409295 None None] No DVR routers for this DVR port b5aaafc5-7725-4507-8d03-433ef7195ba8 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:02:28.077892 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:02:28.078137 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:02:28.161082 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6ec6c3-a777-46bf-8e73-459d090377e7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting subnet 0a7ffc25-ebad-4912-819b-94cca00e71eb {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:02:28.166501 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb6ec6c3-a777-46bf-8e73-459d090377e7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:28.225464 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ee83-0de1-4833-aca1-95c96a4420d3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:28.242455 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb6ec6c3-a777-46bf-8e73-459d090377e7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:28.279936 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:02:28.326639 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7380222-a3c7-42bc-b908-8afcec1928d4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network a1f63de6-6ea4-45b1-b575-b12d888743d4 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:02:28.369994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=86374154-2aab-40ab-9c0f-9af2c0acd7d8,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:28.374569 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network d9aba168-190d-4b0b-814a-c1ac529da931 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:28.376498 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb6ec6c3-a777-46bf-8e73-459d090377e7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:28.426191 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:28.464149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:28.464667 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:28.484795 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-d2b0ee83-0de1-4833-aca1-95c96a4420d3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Allocated IP 172.26.0.129 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/bc2f7753-8242-40f2-9bd5-38ac0050b934) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:28.524386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-a7380222-a3c7-42bc-b908-8afcec1928d4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, a1f63de6-6ea4-45b1-b575-b12d888743d4) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:28.535772 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed972595-4e9d-45cc-9650-1877cfaa3305 None None] Network a1f63de6-6ea4-45b1-b575-b12d888743d4 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:28.624691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-708700ff-a0ed-40a5-8cf5-397c65fd8a4d tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:28.697110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708700ff-a0ed-40a5-8cf5-397c65fd8a4d tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event deleted for resources: {'Port': ['ID=07b76331-0431-4b56-8da3-7d7caa32a421,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:28.805665 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Deleting port b5aaafc5-7725-4507-8d03-433ef7195ba8 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:28.817050 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:28.882517 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a4b92d9d-a993-4363-85f5-8064b952b0fb None None] Provisioning complete for port 0e0aac59-0323-491c-86d2-5795bf3da1e7 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:28.883464 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4b92d9d-a993-4363-85f5-8064b952b0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:28.899212 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7380222-a3c7-42bc-b908-8afcec1928d4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:28.899953 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7380222-a3c7-42bc-b908-8afcec1928d4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:28.912823 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ee83-0de1-4833-aca1-95c96a4420d3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:28.927619 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b5aaafc5-7725-4507-8d03-433ef7195ba8 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:02:29.000753 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: b5aaafc5-7725-4507-8d03-433ef7195ba8 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:02:29.001110 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b5aaafc5-7725-4507-8d03-433ef7195ba8 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:02:29.094637 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a4b92d9d-a993-4363-85f5-8064b952b0fb None None] Port 0e0aac59-0323-491c-86d2-5795bf3da1e7 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:29.098279 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-a1f63de6-6ea4-45b1-b575-b12d888743d4', 'network_id': 'a1f63de6-6ea4-45b1-b575-b12d888743d4', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'fixed_ips': [{'subnet_id': '833704bb-31d9-4d7e-aec7-33906d211e02'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:02:29.099224 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:29.128284 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-708700ff-a0ed-40a5-8cf5-397c65fd8a4d tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:29.135364 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb6ec6c3-a777-46bf-8e73-459d090377e7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:29.149999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] The port 'b5aaafc5-7725-4507-8d03-433ef7195ba8' was deleted {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:02:29.181046 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a7380222-a3c7-42bc-b908-8afcec1928d4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.3323307 Jan 20 11:02:29.183855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59964) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:29.191327 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-921a79c2-b646-44b0-ac26-0086a9a9eccd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1793478941', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:29.211729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-921a79c2-b646-44b0-ac26-0086a9a9eccd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:29.226641 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-921a79c2-b646-44b0-ac26-0086a9a9eccd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:router and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:29.232014 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-921a79c2-b646-44b0-ac26-0086a9a9eccd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:29.238403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-921a79c2-b646-44b0-ac26-0086a9a9eccd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:29.241678 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ec6c3-a777-46bf-8e73-459d090377e7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7ffc25-ebad-4912-819b-94cca00e71eb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:29.249652 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ee83-0de1-4833-aca1-95c96a4420d3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:29.275442 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-eb6ec6c3-a777-46bf-8e73-459d090377e7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:29.345214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0ee83-0de1-4833-aca1-95c96a4420d3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Pushing event updated for resources: {'Port': ['ID=bc2f7753-8242-40f2-9bd5-38ac0050b934,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:29.353222 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-708700ff-a0ed-40a5-8cf5-397c65fd8a4d tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "DELETE /v2.0/ports/07b76331-0431-4b56-8da3-7d7caa32a421 HTTP/1.1" status: 204 len: 168 time: 1.9849801 Jan 20 11:02:29.359476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59968) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:29.392869 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:29.416264 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-921a79c2-b646-44b0-ac26-0086a9a9eccd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:29.417224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-921a79c2-b646-44b0-ac26-0086a9a9eccd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:29.424830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b0ee83-0de1-4833-aca1-95c96a4420d3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:29.432140 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-d2b0ee83-0de1-4833-aca1-95c96a4420d3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:29.441291 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Allocated IP 2001:db8:1::2 (a1f63de6-6ea4-45b1-b575-b12d888743d4/833704bb-31d9-4d7e-aec7-33906d211e02/fd0acc12-cfbc-4064-bc38-572e9be8c481) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:29.442995 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b0ee83-0de1-4833-aca1-95c96a4420d3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:29.467339 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-eb6ec6c3-a777-46bf-8e73-459d090377e7 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/0a7ffc25-ebad-4912-819b-94cca00e71eb HTTP/1.1" status: 204 len: 168 time: 1.4641514 Jan 20 11:02:29.474746 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa71769-e7d8-40b7-8b88-cca89900ef22']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:29.482390 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59972) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:29.489492 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e1ddb2-7740-4467-b3a0-91b3d5bbf925 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] GET failed (client error): The resource could not be found. Jan 20 11:02:29.489492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-10e1ddb2-7740-4467-b3a0-91b3d5bbf925 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Synchronizing usage tracker for tenant:5d8523f420c84e55a12cb9fccdd5aaf5 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:02:29.543378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-921a79c2-b646-44b0-ac26-0086a9a9eccd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:29.561755 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96af763b-59bd-45a2-93a3-cf672fc6cab4') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:29.562062 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96af763b-59bd-45a2-93a3-cf672fc6cab4') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:29.566108 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b912d7-9f4f-4f10-8634-60d0367e89e9 None None] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:29.638808 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-10e1ddb2-7740-4467-b3a0-91b3d5bbf925 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Unset dirty status for tenant:5d8523f420c84e55a12cb9fccdd5aaf5 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:02:29.640137 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-10e1ddb2-7740-4467-b3a0-91b3d5bbf925 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "GET /v2.0/ports/07b76331-0431-4b56-8da3-7d7caa32a421 HTTP/1.1" status: 404 len: 333 time: 0.2796524 Jan 20 11:02:29.646555 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-859792dc-0117-4c24-9649-2ec01c27b16a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:29.647010 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-859792dc-0117-4c24-9649-2ec01c27b16a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:29.651056 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-859792dc-0117-4c24-9649-2ec01c27b16a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/ec460cfe-80f8-4f4c-9708-3495622258aa HTTP/1.1" status: 404 len: 337 time: 0.1643300 Jan 20 11:02:29.653467 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59976) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:29.654322 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59978) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:29.657101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:29.703366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-2c0549b2-7ac3-4337-8834-fb4feba8d8fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Request body: {'port': {'network_id': 'ca80578e-1126-4b5c-b3d5-6336f7a75411', 'name': 'tempest-AllowedAddressPairTestJSON-635044093'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:29.709397 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50712c5c-7671-4e05-bc91-79126eaf02e8 None None] Network 2f5d9bcc-c53b-40f9-a573-3560648a0cf1 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:29.730397 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:29.740760 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:02:29.742104 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:02:29.772833 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:02:29.798764 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-921a79c2-b646-44b0-ac26-0086a9a9eccd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:29.942941 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4fde86d0-db38-4340-b316-b4cfd71ca213 None None] Provisioning complete for port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:29.943344 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4fde86d0-db38-4340-b316-b4cfd71ca213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:29.954149 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-921a79c2-b646-44b0-ac26-0086a9a9eccd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:29.955333 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-921a79c2-b646-44b0-ac26-0086a9a9eccd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7694905 Jan 20 11:02:29.960003 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59984) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:30.011380 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2c0549b2-7ac3-4337-8834-fb4feba8d8fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:30.046811 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:30.050002 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2c0549b2-7ac3-4337-8834-fb4feba8d8fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:30.060944 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba566fc-4f41-45b1-8784-091c36036b8b admin admin] Router ff415214-044c-4d3c-b629-f2b05ed9dc0b has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:02:30.066298 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aad7cdc-3de6-4c25-8d9d-2cf390b9d011 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting subnet 5b7d67a8-ce8d-447d-abc4-d148bdd92c51 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:02:30.070673 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7aad7cdc-3de6-4c25-8d9d-2cf390b9d011 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:30.080450 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:30.131878 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ee83-0de1-4833-aca1-95c96a4420d3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:30.160699 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:30.167463 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] Pushing event deleted for resources: {'Network': ['ID=7fa71769-e7d8-40b7-8b88-cca89900ef22,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:30.181924 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-173e1a0b-658c-403d-9424-4a85a391c9d0 tempest-NetworksIpV6Test-899508387 tempest-NetworksIpV6Test-899508387-project] 10.222.0.70 "DELETE /v2.0/networks/7fa71769-e7d8-40b7-8b88-cca89900ef22 HTTP/1.1" status: 204 len: 168 time: 4.2201045 Jan 20 11:02:30.194484 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Transition to ACTIVE for port object fd0acc12-cfbc-4064-bc38-572e9be8c481 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:30.223628 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0549b2-7ac3-4337-8834-fb4feba8d8fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Made reservation on behalf of 5d8523f420c84e55a12cb9fccdd5aaf5 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:30.226698 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2c0549b2-7ac3-4337-8834-fb4feba8d8fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:30.244166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7aad7cdc-3de6-4c25-8d9d-2cf390b9d011 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:30.301429 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Transition to ACTIVE for port object fd0acc12-cfbc-4064-bc38-572e9be8c481 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:30.343160 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ace2bf15-ae23-4995-a4f8-51e9777bd6f2 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:02:30.413594 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:30.517768 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-2c0549b2-7ac3-4337-8834-fb4feba8d8fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] device_id is not set on port 4c174715-656f-461e-b9bb-e8aaecb90e94 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:02:30.540754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Network a1f63de6-6ea4-45b1-b575-b12d888743d4 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:30.548133 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:30.551722 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Pushing event updated for resources: {'Port': ['ID=fd0acc12-cfbc-4064-bc38-572e9be8c481,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:30.556344 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:30.577120 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4fde86d0-db38-4340-b316-b4cfd71ca213 None None] Provisioning complete for port 48b5c1d0-70e3-4012-a794-1f2db583a819 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:30.577823 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4fde86d0-db38-4340-b316-b4cfd71ca213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:30.643190 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ee83-0de1-4833-aca1-95c96a4420d3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:30.652677 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router c4bdd63d-c004-497a-b057-8d23d885edf1 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:02:30.655384 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ee83-0de1-4833-aca1-95c96a4420d3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:30.778174 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4fde86d0-db38-4340-b316-b4cfd71ca213 None None] Port 48b5c1d0-70e3-4012-a794-1f2db583a819 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:30.783816 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port ace2bf15-ae23-4995-a4f8-51e9777bd6f2 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:30.803609 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Attempting to bind port fd0acc12-cfbc-4064-bc38-572e9be8c481 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:02:30.804279 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Attempting to bind port fd0acc12-cfbc-4064-bc38-572e9be8c481 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '8a2d123b-45d8-4829-b2de-e02d791a43dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a1f63de6-6ea4-45b1-b575-b12d888743d4'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:02:30.804822 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Attempting to bind port fd0acc12-cfbc-4064-bc38-572e9be8c481 on network a1f63de6-6ea4-45b1-b575-b12d888743d4 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:02:30.808172 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 86374154-2aab-40ab-9c0f-9af2c0acd7d8 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:02:30.824664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7aad7cdc-3de6-4c25-8d9d-2cf390b9d011 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:30.877886 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:02:30.878621 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Checking segment: {'id': '8a2d123b-45d8-4829-b2de-e02d791a43dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a1f63de6-6ea4-45b1-b575-b12d888743d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:30.879212 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:30.879929 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Bound using segment: {'id': '8a2d123b-45d8-4829-b2de-e02d791a43dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a1f63de6-6ea4-45b1-b575-b12d888743d4'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:02:30.880567 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Bound port: fd0acc12-cfbc-4064-bc38-572e9be8c481, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2d123b-45d8-4829-b2de-e02d791a43dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a1f63de6-6ea4-45b1-b575-b12d888743d4'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:02:30.881106 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:30.883900 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-2c0549b2-7ac3-4337-8834-fb4feba8d8fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Allocated IP 172.20.0.8 (ca80578e-1126-4b5c-b3d5-6336f7a75411/c75172f7-f373-410e-8bb0-bca41456f223/4c174715-656f-461e-b9bb-e8aaecb90e94) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:31.117982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f250c1b6-576b-4e18-a688-0cc483401a52 None None] Provisioning for port ace2bf15-ae23-4995-a4f8-51e9777bd6f2 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:31.133515 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f250c1b6-576b-4e18-a688-0cc483401a52 None None] Provisioning complete for port ace2bf15-ae23-4995-a4f8-51e9777bd6f2 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:31.134018 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f250c1b6-576b-4e18-a688-0cc483401a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:31.144516 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 59992) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:31.173659 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] For port fd0acc12-cfbc-4064-bc38-572e9be8c481, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:02:31.177238 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 86374154-2aab-40ab-9c0f-9af2c0acd7d8 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:31.177858 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:31.240174 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] For port fd0acc12-cfbc-4064-bc38-572e9be8c481, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=fd0acc12-cfbc-4064-bc38-572e9be8c481,segment=NetworkSegment(8a2d123b-45d8-4829-b2de-e02d791a43dd),segment_id=8a2d123b-45d8-4829-b2de-e02d791a43dd)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:02:31.318099 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2c0549b2-7ac3-4337-8834-fb4feba8d8fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:31.367939 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-2c0549b2-7ac3-4337-8834-fb4feba8d8fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Transition to ACTIVE for port object 4c174715-656f-461e-b9bb-e8aaecb90e94 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:31.400637 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:31.404469 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f250c1b6-576b-4e18-a688-0cc483401a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:31.432982 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7aad7cdc-3de6-4c25-8d9d-2cf390b9d011 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:31.433098 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba566fc-4f41-45b1-8784-091c36036b8b admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:02:31.444787 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc5f02-c746-40ed-a21a-27a087a8dc99 None None] Sync routers for ids ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:02:31.448931 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f250c1b6-576b-4e18-a688-0cc483401a52 None None] For port ace2bf15-ae23-4995-a4f8-51e9777bd6f2, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ace2bf15-ae23-4995-a4f8-51e9777bd6f2,segment=NetworkSegment(fa2ec5c5-a1b5-4b94-bf20-96847db15154),segment_id=fa2ec5c5-a1b5-4b94-bf20-96847db15154)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:31.458972 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc5f02-c746-40ed-a21a-27a087a8dc99 None None] Routers {'ff415214-044c-4d3c-b629-f2b05ed9dc0b'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:31.459672 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fcdc5f02-c746-40ed-a21a-27a087a8dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:31.494113 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8ba566fc-4f41-45b1-8784-091c36036b8b admin admin] 10.222.0.70 "PUT /v2.0/routers/ff415214-044c-4d3c-b629-f2b05ed9dc0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4950171 Jan 20 11:02:31.497339 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c0b0574a-8660-4411-bcb6-d0c57b258179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:31.500686 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:31.503286 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 59998) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:31.518259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad7cdc-3de6-4c25-8d9d-2cf390b9d011 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Subnet': ['ID=5b7d67a8-ce8d-447d-abc4-d148bdd92c51,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:31.529341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7aad7cdc-3de6-4c25-8d9d-2cf390b9d011 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:31.540424 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6a76d559-e34d-44ca-9aae-401bc12dee1b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fa35f0375ba34722acf099d25191ba04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3910635 Jan 20 11:02:31.543897 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60002) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:31.567019 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7aad7cdc-3de6-4c25-8d9d-2cf390b9d011 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/5b7d67a8-ce8d-447d-abc4-d148bdd92c51 HTTP/1.1" status: 204 len: 168 time: 1.9097383 Jan 20 11:02:31.569673 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60006) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:31.605556 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755009ff-dbe9-400e-83d2-261c81a2f7a5 None None] Network 6b749f6e-3931-46cf-bc1b-55cf8af4af89 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:31.621217 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f250c1b6-576b-4e18-a688-0cc483401a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:31.624728 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:02:31.635860 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c31446e-df21-4ce6-bf52-8510109bd56c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:31.636330 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c31446e-df21-4ce6-bf52-8510109bd56c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:31.640103 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-94497bdc-6844-4c9b-bdb6-308bc02423c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/c4bdd63d-c004-497a-b057-8d23d885edf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5970538 Jan 20 11:02:31.641422 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7c31446e-df21-4ce6-bf52-8510109bd56c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/238bd6c6-7f33-490f-958d-85a01b365640 HTTP/1.1" status: 404 len: 337 time: 0.0683994 Jan 20 11:02:31.642110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60010) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:31.642445 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60012) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:31.692963 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530fee9-7830-4f0f-a1fe-14a3aa9e7630 None None] Sync routers for ids ['c4bdd63d-c004-497a-b057-8d23d885edf1'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:02:31.726134 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2c0549b2-7ac3-4337-8834-fb4feba8d8fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:31.782381 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530fee9-7830-4f0f-a1fe-14a3aa9e7630 None None] Routers {'c4bdd63d-c004-497a-b057-8d23d885edf1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:31.783143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4530fee9-7830-4f0f-a1fe-14a3aa9e7630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['c4bdd63d-c004-497a-b057-8d23d885edf1'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:31.785285 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-fcdc5f02-c746-40ed-a21a-27a087a8dc99 None None] Set router ff415214-044c-4d3c-b629-f2b05ed9dc0b gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:02:31.824553 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60018) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:31.824758 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-150eb087-6e1b-41fe-9fee-5e3eb4b3170f tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e6004c3-dd29-48c3-9eea-8b5a8743413d HTTP/1.1" status: 200 len: 205 time: 0.1705124 Jan 20 11:02:31.849486 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4530fee9-7830-4f0f-a1fe-14a3aa9e7630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:31.880289 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19972ee1-a648-4656-90a9-72d57d453623 None None] Pushing event updated for resources: {'Port': ['ID=fd0acc12-cfbc-4064-bc38-572e9be8c481,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:31.933304 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dfba18-04a3-420d-8371-e74aa7d834bb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:31.937449 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f7dfba18-04a3-420d-8371-e74aa7d834bb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/ports/0e0aac59-0323-491c-86d2-5795bf3da1e7 HTTP/1.1" status: 200 len: 910 time: 0.2858818 Jan 20 11:02:31.938516 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0549b2-7ac3-4337-8834-fb4feba8d8fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event updated for resources: {'Port': ['ID=4c174715-656f-461e-b9bb-e8aaecb90e94,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:31.942129 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60022) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:31.947348 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0549b2-7ac3-4337-8834-fb4feba8d8fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Network ca80578e-1126-4b5c-b3d5-6336f7a75411 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:32.054847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-2c0549b2-7ac3-4337-8834-fb4feba8d8fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:32.078265 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-56e564a4-e7c0-4a15-bed1-f6d33f9ae688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:32.078265 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0549b2-7ac3-4337-8834-fb4feba8d8fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:32.093021 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-17557719-2e9b-4ef4-b971-8ab3b65494db None None] Provisioning complete for port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:32.093569 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17557719-2e9b-4ef4-b971-8ab3b65494db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:32.122572 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b0ee83-0de1-4833-aca1-95c96a4420d3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Router b5195e52-9de5-4643-8e54-98630f5b71b4 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:02:32.157681 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-cd60392e-1f43-43b9-b261-d5776567b058 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] delete failed (client error): The resource could not be found. Jan 20 11:02:32.159025 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cd60392e-1f43-43b9-b261-d5776567b058 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/routers/5e6004c3-dd29-48c3-9eea-8b5a8743413d HTTP/1.1" status: 404 len: 336 time: 0.3288980 Jan 20 11:02:32.167523 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60026) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:32.182305 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530fee9-7830-4f0f-a1fe-14a3aa9e7630 None None] Routers {'c4bdd63d-c004-497a-b057-8d23d885edf1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:32.183099 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4530fee9-7830-4f0f-a1fe-14a3aa9e7630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['c4bdd63d-c004-497a-b057-8d23d885edf1'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:32.283660 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device fd0acc12-cfbc-4064-bc38-572e9be8c481 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:02:32.324047 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3d6f60-dc31-4c61-afc6-9586442b047c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:32.325138 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3d6f60-dc31-4c61-afc6-9586442b047c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:32.353933 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250c1b6-576b-4e18-a688-0cc483401a52 None None] Pushing event updated for resources: {'Port': ['ID=ace2bf15-ae23-4995-a4f8-51e9777bd6f2,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:32.363727 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-56e564a4-e7c0-4a15-bed1-f6d33f9ae688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:32.371017 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4530fee9-7830-4f0f-a1fe-14a3aa9e7630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:32.372147 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530fee9-7830-4f0f-a1fe-14a3aa9e7630 None None] The sync data for ids ['c4bdd63d-c004-497a-b057-8d23d885edf1'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:02:32.384282 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Allocated IP 2001:db8::1 (2f5d9bcc-c53b-40f9-a573-3560648a0cf1/da50e581-7400-4042-b379-1c961fbe11fc/d9ccd5d6-bfc8-473d-8627-a2649b91c859) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:32.424171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0549b2-7ac3-4337-8834-fb4feba8d8fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:32.424790 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2c0549b2-7ac3-4337-8834-fb4feba8d8fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:32.454463 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fcdc5f02-c746-40ed-a21a-27a087a8dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'name': 'tempest-ServerActionsTestJSON-699348268-router', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:57Z', 'updated_at': '2022-01-20T11:02:24Z', 'revision_number': 5, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'gw_port': {'id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:57:59Z', 'updated_at': '2022-01-20T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:32.459360 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc5f02-c746-40ed-a21a-27a087a8dc99 None None] Checking router: ff415214-044c-4d3c-b629-f2b05ed9dc0b for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:02:32.472309 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc5f02-c746-40ed-a21a-27a087a8dc99 None None] Routers {'ff415214-044c-4d3c-b629-f2b05ed9dc0b'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:32.473196 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fcdc5f02-c746-40ed-a21a-27a087a8dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:32.478856 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-17557719-2e9b-4ef4-b971-8ab3b65494db None None] Provisioning complete for port ace2bf15-ae23-4995-a4f8-51e9777bd6f2 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:32.479344 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17557719-2e9b-4ef4-b971-8ab3b65494db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:32.557959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port fd0acc12-cfbc-4064-bc38-572e9be8c481 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:32.582149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18df3ec-447d-4e48-83b8-524c624358fb None None] DHCP port deletion for 6b749f6e-3931-46cf-bc1b-55cf8af4af89 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:02:32.588877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d18df3ec-447d-4e48-83b8-524c624358fb None None] Deleting port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:32.589307 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d18df3ec-447d-4e48-83b8-524c624358fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:32.623504 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-56e564a4-e7c0-4a15-bed1-f6d33f9ae688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:32.657932 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e564a4-e7c0-4a15-bed1-f6d33f9ae688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536f8aed-3617-438a-a977-3c1bd88bc031,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:32.666482 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-56e564a4-e7c0-4a15-bed1-f6d33f9ae688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:32.667823 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-56e564a4-e7c0-4a15-bed1-f6d33f9ae688 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/536f8aed-3617-438a-a977-3c1bd88bc031 HTTP/1.1" status: 204 len: 168 time: 1.1229908 Jan 20 11:02:32.714475 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-fcdc5f02-c746-40ed-a21a-27a087a8dc99 None None] Set router ff415214-044c-4d3c-b629-f2b05ed9dc0b gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:02:32.737470 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2c0549b2-7ac3-4337-8834-fb4feba8d8fe tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0814486 Jan 20 11:02:32.741493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60032) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:32.772101 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-a647f858-77cf-400f-968c-e4822698ef66 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:90:ce:48'}]}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:32.774762 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9f3d6f60-dc31-4c61-afc6-9586442b047c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/0186d78b-3b8d-49f6-b816-b6a73b2eb01a HTTP/1.1" status: 404 len: 337 time: 0.6057730 Jan 20 11:02:32.778784 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60036) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:32.853528 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-17557719-2e9b-4ef4-b971-8ab3b65494db None None] Provisioning complete for port 48b5c1d0-70e3-4012-a794-1f2db583a819 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:32.854099 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17557719-2e9b-4ef4-b971-8ab3b65494db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:32.863662 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:32.882511 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b21904-fb8f-48a3-aaa3-6f96903caee6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:32.883361 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b21904-fb8f-48a3-aaa3-6f96903caee6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:32.888589 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b5b21904-fb8f-48a3-aaa3-6f96903caee6 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/cbd42e77-f0e6-4901-99a7-df84c80bfcaa HTTP/1.1" status: 404 len: 337 time: 0.1069875 Jan 20 11:02:32.892259 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60040) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:32.953427 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6cef537-817b-46c5-a556-93295005fb1d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:32.954436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6cef537-817b-46c5-a556-93295005fb1d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:32.959190 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e6cef537-817b-46c5-a556-93295005fb1d tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/aa4668e1-09b7-4ccd-b872-788aaaad0d09 HTTP/1.1" status: 404 len: 337 time: 0.0643983 Jan 20 11:02:32.960529 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60044) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:32.962222 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Transition to ACTIVE for port object d9ccd5d6-bfc8-473d-8627-a2649b91c859 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:33.047383 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9914b4b-5ac3-4d5b-990f-79dd9241f003 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:33.047834 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9914b4b-5ac3-4d5b-990f-79dd9241f003 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:33.053021 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b9914b4b-5ac3-4d5b-990f-79dd9241f003 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/ports/7998e483-823e-4d37-9b1e-aae25e500676 HTTP/1.1" status: 404 len: 333 time: 0.0826006 Jan 20 11:02:33.055089 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60048) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:33.115204 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-17557719-2e9b-4ef4-b971-8ab3b65494db None None] Port 48b5c1d0-70e3-4012-a794-1f2db583a819 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:33.124308 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d18df3ec-447d-4e48-83b8-524c624358fb None None] For port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c9ad0f25-c92b-46dd-b3c5-cd1404c0b253,segment=NetworkSegment(8e36aa1d-8378-4760-8a36-86086a188300),segment_id=8e36aa1d-8378-4760-8a36-86086a188300)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:33.124786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d18df3ec-447d-4e48-83b8-524c624358fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:33.126107 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbed376-6e27-410a-963e-bb269d690eeb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:33.128622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fbed376-6e27-410a-963e-bb269d690eeb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:33.132601 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5fbed376-6e27-410a-963e-bb269d690eeb tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/8cbe0042-706f-4748-acea-8d779d04ea3f HTTP/1.1" status: 404 len: 337 time: 0.0751052 Jan 20 11:02:33.144107 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1d38989c-b6c5-4aca-a21e-f68b4b86ec8f admin admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:33.221686 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-fcdc5f02-c746-40ed-a21a-27a087a8dc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'name': 'tempest-ServerActionsTestJSON-699348268-router', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:57Z', 'updated_at': '2022-01-20T11:02:24Z', 'revision_number': 5, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'gw_port': {'id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:57:59Z', 'updated_at': '2022-01-20T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:33.229303 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60054) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:33.238054 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc5f02-c746-40ed-a21a-27a087a8dc99 None None] The sync data for ids ['ff415214-044c-4d3c-b629-f2b05ed9dc0b'] in dv-neutron-825471-1-hyperv is: [{'id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'name': 'tempest-ServerActionsTestJSON-699348268-router', 'tenant_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T10:57:57Z', 'updated_at': '2022-01-20T11:02:24Z', 'revision_number': 5, 'project_id': '0a8cdee6b9b64cc6952bd8d638e90fed', 'gw_port': {'id': '13acf63b-8295-401c-aaaa-543b3fcc52cb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff415214-044c-4d3c-b629-f2b05ed9dc0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T10:57:59Z', 'updated_at': '2022-01-20T10:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:02:33.306613 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:33.362420 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d18df3ec-447d-4e48-83b8-524c624358fb None None] Calling delete_port for c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:33.399069 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-a405e885-afbc-4550-bb76-2ff049624d9c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:33.399069 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a405e885-afbc-4550-bb76-2ff049624d9c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:33.399817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f75eae1-767f-4d16-84a5-12c295dbe0de None None] Network a1f63de6-6ea4-45b1-b575-b12d888743d4 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:33.400381 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a405e885-afbc-4550-bb76-2ff049624d9c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/8842aba5-7a82-49ee-bb8e-f4009f1668a2 HTTP/1.1" status: 404 len: 337 time: 0.1634896 Jan 20 11:02:33.400951 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60062) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:33.490375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network 2f5d9bcc-c53b-40f9-a573-3560648a0cf1 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:33.494009 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-5096e780-c173-43fd-ba1b-a30babae248a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:33.495217 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5096e780-c173-43fd-ba1b-a30babae248a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:33.498779 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8e007dda-269e-4d1e-bc6e-7ad7e2368c56 None None] Provisioning for port 4c174715-656f-461e-b9bb-e8aaecb90e94 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:33.500625 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5096e780-c173-43fd-ba1b-a30babae248a tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/ports/cc242f71-30f5-48ba-89ac-bc65b91a0030 HTTP/1.1" status: 404 len: 333 time: 0.0938606 Jan 20 11:02:33.500756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60068) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:33.506699 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:33.509952 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=d9ccd5d6-bfc8-473d-8627-a2649b91c859,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:33.516056 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:33.517046 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:33.522814 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8e007dda-269e-4d1e-bc6e-7ad7e2368c56 None None] Provisioning complete for port 4c174715-656f-461e-b9bb-e8aaecb90e94 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:33.523198 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e007dda-269e-4d1e-bc6e-7ad7e2368c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:33.576556 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec64fcb-6492-4786-b627-131d616456d8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:33.577613 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec64fcb-6492-4786-b627-131d616456d8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:33.579220 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3ec64fcb-6492-4786-b627-131d616456d8 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/94ba0064-7654-48e7-9b34-4dbe5f713f09 HTTP/1.1" status: 404 len: 337 time: 0.0691712 Jan 20 11:02:33.584210 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60072) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:33.638865 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8e007dda-269e-4d1e-bc6e-7ad7e2368c56 None None] Port 4c174715-656f-461e-b9bb-e8aaecb90e94 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:33.725759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1d38989c-b6c5-4aca-a21e-f68b4b86ec8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:33.745663 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90dba54-5883-4daa-bb13-8076d6f2c52c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] DELETE failed (client error): The resource could not be found. Jan 20 11:02:33.746274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90dba54-5883-4daa-bb13-8076d6f2c52c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:02:33.751559 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60078) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:33.752164 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e90dba54-5883-4daa-bb13-8076d6f2c52c tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/subnets/44f662ae-9054-49c4-a415-b610aaa6dfe5 HTTP/1.1" status: 404 len: 337 time: 0.1467259 Jan 20 11:02:33.823592 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d18df3ec-447d-4e48-83b8-524c624358fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:33.857926 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c2973e62-c401-4699-9fcc-04acefe7b156 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Deleting port 48b5c1d0-70e3-4012-a794-1f2db583a819 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:33.857926 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c2973e62-c401-4699-9fcc-04acefe7b156 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:33.922700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18df3ec-447d-4e48-83b8-524c624358fb None None] Pushing event deleted for resources: {'Port': ['ID=c9ad0f25-c92b-46dd-b3c5-cd1404c0b253,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:33.955970 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a647f858-77cf-400f-968c-e4822698ef66 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:33.970773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b0ee83-0de1-4833-aca1-95c96a4420d3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:02:33.979849 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7b44a4-a0e1-4bee-bda8-39f8179c5b16 None None] Sync routers for ids ['b5195e52-9de5-4643-8e54-98630f5b71b4'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:02:33.992246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18df3ec-447d-4e48-83b8-524c624358fb None None] No DVR routers for this DVR port c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:02:34.000257 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b44a4-a0e1-4bee-bda8-39f8179c5b16 None None] Routers {'b5195e52-9de5-4643-8e54-98630f5b71b4'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:34.004028 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5e7b44a4-a0e1-4bee-bda8-39f8179c5b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b5195e52-9de5-4643-8e54-98630f5b71b4'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:34.021470 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1d38989c-b6c5-4aca-a21e-f68b4b86ec8f admin admin] Deleting port 13acf63b-8295-401c-aaaa-543b3fcc52cb {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:34.021938 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1d38989c-b6c5-4aca-a21e-f68b4b86ec8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:34.057492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ee83-0de1-4833-aca1-95c96a4420d3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:34.061583 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d2b0ee83-0de1-4833-aca1-95c96a4420d3 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "PUT /v2.0/routers/b5195e52-9de5-4643-8e54-98630f5b71b4 HTTP/1.1" status: 200 len: 919 time: 7.5918331 Jan 20 11:02:34.067273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60082) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:34.070770 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f47dce7-78d5-44f2-9261-686935419ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:34.083108 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:34.139221 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ace2bf15-ae23-4995-a4f8-51e9777bd6f2 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:02:34.164981 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5e7b44a4-a0e1-4bee-bda8-39f8179c5b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:34.193406 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b44a4-a0e1-4bee-bda8-39f8179c5b16 None None] Routers {'b5195e52-9de5-4643-8e54-98630f5b71b4'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:34.194045 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5e7b44a4-a0e1-4bee-bda8-39f8179c5b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b5195e52-9de5-4643-8e54-98630f5b71b4'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:34.204554 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-683900ef-d435-4b3c-a155-044c3aced27b None None] Provisioning for port fd0acc12-cfbc-4064-bc38-572e9be8c481 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:34.212514 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-683900ef-d435-4b3c-a155-044c3aced27b None None] Provisioning complete for port fd0acc12-cfbc-4064-bc38-572e9be8c481 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:34.213035 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-683900ef-d435-4b3c-a155-044c3aced27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:34.298845 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port ace2bf15-ae23-4995-a4f8-51e9777bd6f2 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:34.299590 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:34.325153 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5e7b44a4-a0e1-4bee-bda8-39f8179c5b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:34.325732 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7b44a4-a0e1-4bee-bda8-39f8179c5b16 None None] The sync data for ids ['b5195e52-9de5-4643-8e54-98630f5b71b4'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:02:34.452713 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-683900ef-d435-4b3c-a155-044c3aced27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:34.496880 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-683900ef-d435-4b3c-a155-044c3aced27b None None] For port fd0acc12-cfbc-4064-bc38-572e9be8c481, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=fd0acc12-cfbc-4064-bc38-572e9be8c481,segment=NetworkSegment(8a2d123b-45d8-4829-b2de-e02d791a43dd),segment_id=8a2d123b-45d8-4829-b2de-e02d791a43dd)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:34.608512 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2f8373c5-e139-4371-a1f5-0360c714e7c1 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:02:34.609712 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c2973e62-c401-4699-9fcc-04acefe7b156 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:34.648899 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 2f8373c5-e139-4371-a1f5-0360c714e7c1 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:02:34.648899 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2f8373c5-e139-4371-a1f5-0360c714e7c1 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:02:34.649414 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:02:34.688415 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:02:34.688656 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60092) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:34.688765 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c9ad0f25-c92b-46dd-b3c5-cd1404c0b253 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:02:34.690385 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-683900ef-d435-4b3c-a155-044c3aced27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:34.767455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a647f858-77cf-400f-968c-e4822698ef66 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:34.771652 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:34.772199 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683900ef-d435-4b3c-a155-044c3aced27b None None] Pushing event updated for resources: {'Port': ['ID=fd0acc12-cfbc-4064-bc38-572e9be8c481,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:34.887314 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:34.940736 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fb4c7022-93c0-4c7e-ac3d-916fc1865c79 None None] Provisioning for port d9ccd5d6-bfc8-473d-8627-a2649b91c859 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:34.949498 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fb4c7022-93c0-4c7e-ac3d-916fc1865c79 None None] Provisioning complete for port d9ccd5d6-bfc8-473d-8627-a2649b91c859 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:34.950433 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7022-93c0-4c7e-ac3d-916fc1865c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:34.966115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c2973e62-c401-4699-9fcc-04acefe7b156 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Calling delete_port for 48b5c1d0-70e3-4012-a794-1f2db583a819 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:35.014076 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-1d38989c-b6c5-4aca-a21e-f68b4b86ec8f admin admin] For port 13acf63b-8295-401c-aaaa-543b3fcc52cb, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=13acf63b-8295-401c-aaaa-543b3fcc52cb,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:35.015097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1d38989c-b6c5-4aca-a21e-f68b4b86ec8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:35.022740 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fb4c7022-93c0-4c7e-ac3d-916fc1865c79 None None] Port d9ccd5d6-bfc8-473d-8627-a2649b91c859 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:35.046128 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fb4c7022-93c0-4c7e-ac3d-916fc1865c79 None None] Provisioning complete for port fd0acc12-cfbc-4064-bc38-572e9be8c481 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:35.046705 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7022-93c0-4c7e-ac3d-916fc1865c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:35.069218 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a647f858-77cf-400f-968c-e4822698ef66 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:35.084583 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:35.163734 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1185504b-cd93-4672-8d1f-75ea4daed89f tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "GET /v2.0/routers/b5195e52-9de5-4643-8e54-98630f5b71b4 HTTP/1.1" status: 200 len: 925 time: 1.0958245 Jan 20 11:02:35.178039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1d38989c-b6c5-4aca-a21e-f68b4b86ec8f admin admin] Calling delete_port for 13acf63b-8295-401c-aaaa-543b3fcc52cb owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:35.205573 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60098) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:35.208503 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1603782598-network', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:35.227421 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:35.235167 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Usage tracker for resource:network and tenant:e7bf4b9940474d57840e18b7d1fdae0c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:35.271850 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:35.330754 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647f858-77cf-400f-968c-e4822698ef66 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event updated for resources: {'Port': ['ID=4c174715-656f-461e-b9bb-e8aaecb90e94,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:35.334013 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:35.386191 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-a647f858-77cf-400f-968c-e4822698ef66 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] In _notify_port_updated(), no bound segment for port 4c174715-656f-461e-b9bb-e8aaecb90e94 on network ca80578e-1126-4b5c-b3d5-6336f7a75411 {{(pid=84331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 11:02:35.391109 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a647f858-77cf-400f-968c-e4822698ef66 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:35.391775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a647f858-77cf-400f-968c-e4822698ef66 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:35.393915 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a647f858-77cf-400f-968c-e4822698ef66 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "PUT /v2.0/ports/4c174715-656f-461e-b9bb-e8aaecb90e94 HTTP/1.1" status: 200 len: 993 time: 2.6433992 Jan 20 11:02:35.403274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60102) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:35.412338 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-674d6cb4-d707-4c84-9b15-4b9c3c2e3d2b None None] Provisioning complete for port 4c174715-656f-461e-b9bb-e8aaecb90e94 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:35.413006 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-674d6cb4-d707-4c84-9b15-4b9c3c2e3d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:35.474592 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-674d6cb4-d707-4c84-9b15-4b9c3c2e3d2b None None] Port 4c174715-656f-461e-b9bb-e8aaecb90e94 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:35.504945 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:35.510410 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c2973e62-c401-4699-9fcc-04acefe7b156 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:35.542132 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6122f757-f04a-4668-a17d-99def1e8a142 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&device_id=b5195e52-9de5-4643-8e54-98630f5b71b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3303406 Jan 20 11:02:35.545667 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-89d3a101-4997-4d22-b375-4dc49d18c751 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Deleting port 4c174715-656f-461e-b9bb-e8aaecb90e94 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:35.546016 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-89d3a101-4997-4d22-b375-4dc49d18c751 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:35.552704 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60106) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:35.563887 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Made reservation on behalf of e7bf4b9940474d57840e18b7d1fdae0c for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:35.566163 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:35.596647 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2973e62-c401-4699-9fcc-04acefe7b156 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Port': ['ID=48b5c1d0-70e3-4012-a794-1f2db583a819,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:35.662081 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:35.680999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c2973e62-c401-4699-9fcc-04acefe7b156 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:35.687425 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:35.688143 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:35.736689 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Allocated IP 172.21.0.1 (f2511f87-0757-4eda-8f11-5bb4be450863/c7904524-12db-45d5-a54e-594a741b2303/5f5ca4ca-7901-45e2-9223-204d08a2aedf) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:35.847894 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=d9ccd5d6-bfc8-473d-8627-a2649b91c859,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:35.851009 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1d38989c-b6c5-4aca-a21e-f68b4b86ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:35.941182 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:35.966610 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c2973e62-c401-4699-9fcc-04acefe7b156 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/ports/48b5c1d0-70e3-4012-a794-1f2db583a819 HTTP/1.1" status: 204 len: 168 time: 2.2133694 Jan 20 11:02:35.972678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60110) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:35.973148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Usage tracker for resource:security_group_rule and tenant:e7bf4b9940474d57840e18b7d1fdae0c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:35.975471 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38989c-b6c5-4aca-a21e-f68b4b86ec8f admin admin] Pushing event deleted for resources: {'Port': ['ID=13acf63b-8295-401c-aaaa-543b3fcc52cb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:35.981849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:35.992037 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebea719f-0d03-459f-9754-a92ff11b6495 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:35.993311 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ebea719f-0d03-459f-9754-a92ff11b6495 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "GET /v2.0/networks/5b1d19bb-43c5-44cb-9395-b66102f481bc HTTP/1.1" status: 200 len: 881 time: 0.4396751 Jan 20 11:02:36.001137 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:36.002376 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-89d3a101-4997-4d22-b375-4dc49d18c751 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:36.004224 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60114) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:36.137622 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e0fadb6a-a393-488b-aca0-3904de4c2fe5 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5195e52-9de5-4643-8e54-98630f5b71b4 HTTP/1.1" status: 200 len: 205 time: 0.1321461 Jan 20 11:02:36.151700 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60118) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:36.162950 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device fd0acc12-cfbc-4064-bc38-572e9be8c481 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:02:36.189261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:36.220810 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-89d3a101-4997-4d22-b375-4dc49d18c751 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Calling delete_port for 4c174715-656f-461e-b9bb-e8aaecb90e94 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:36.244726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port fd0acc12-cfbc-4064-bc38-572e9be8c481 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:36.245011 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:36.255925 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network 2f5d9bcc-c53b-40f9-a573-3560648a0cf1 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:36.266102 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:36.307212 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:36.332048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-54e29b56-ba54-4710-8e1f-982a01618a10 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:36.342192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Transition to ACTIVE for port object 5f5ca4ca-7901-45e2-9223-204d08a2aedf will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:36.558948 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-54e29b56-ba54-4710-8e1f-982a01618a10 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:36.588371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-54e29b56-ba54-4710-8e1f-982a01618a10 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b749f6e-3931-46cf-bc1b-55cf8af4af89']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:36.600639 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-54e29b56-ba54-4710-8e1f-982a01618a10 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e36aa1d-8378-4760-8a36-86086a188300') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:36.600935 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-54e29b56-ba54-4710-8e1f-982a01618a10 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e36aa1d-8378-4760-8a36-86086a188300') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:36.612121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-54e29b56-ba54-4710-8e1f-982a01618a10 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:36.622095 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:36.635590 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6aa5eceb-e1d9-4761-a1b7-213c426859a8 None None] Provisioning complete for port d9ccd5d6-bfc8-473d-8627-a2649b91c859 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:36.635590 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6aa5eceb-e1d9-4761-a1b7-213c426859a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:36.689176 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6aa5eceb-e1d9-4761-a1b7-213c426859a8 None None] Port d9ccd5d6-bfc8-473d-8627-a2649b91c859 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:36.708624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1d38989c-b6c5-4aca-a21e-f68b4b86ec8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:36.786856 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-89d3a101-4997-4d22-b375-4dc49d18c751 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:36.788659 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-54e29b56-ba54-4710-8e1f-982a01618a10 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:36.816570 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e29b56-ba54-4710-8e1f-982a01618a10 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:02:36.816979 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-54e29b56-ba54-4710-8e1f-982a01618a10 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:02:36.834395 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:02:36.862433 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:36.893681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network f2511f87-0757-4eda-8f11-5bb4be450863 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:36.905985 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:36.907921 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=5f5ca4ca-7901-45e2-9223-204d08a2aedf,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:36.919258 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:36.951412 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:37.048076 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3a101-4997-4d22-b375-4dc49d18c751 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event deleted for resources: {'Port': ['ID=4c174715-656f-461e-b9bb-e8aaecb90e94,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:37.084546 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:37.148120 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-54e29b56-ba54-4710-8e1f-982a01618a10 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:37.182041 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1d38989c-b6c5-4aca-a21e-f68b4b86ec8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:37.198950 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:02:37.219182 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1d38989c-b6c5-4aca-a21e-f68b4b86ec8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:37.221674 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2bf548-fa59-4f81-ac85-ecd44319c3ad,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:37.280188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-54e29b56-ba54-4710-8e1f-982a01618a10 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:37.284221 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:37.284563 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Added segment 35fdcddb-557e-434f-9731-60e8bb393b36 of type vlan for network f2976230-b7ed-4004-90c6-e1b2d37a86aa Jan 20 11:02:37.341405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e29b56-ba54-4710-8e1f-982a01618a10 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] Pushing event deleted for resources: {'Network': ['ID=6b749f6e-3931-46cf-bc1b-55cf8af4af89,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:37.372092 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:37.388413 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-54e29b56-ba54-4710-8e1f-982a01618a10 tempest-PortsTestJSON-1608019951 tempest-PortsTestJSON-1608019951-project] 10.222.0.70 "DELETE /v2.0/networks/6b749f6e-3931-46cf-bc1b-55cf8af4af89 HTTP/1.1" status: 204 len: 168 time: 1.4145586 Jan 20 11:02:37.429862 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfe4be5d-e2d2-4db5-b4b8-66ddc3ff74d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:37.439106 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-89d3a101-4997-4d22-b375-4dc49d18c751 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:37.443428 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-89d3a101-4997-4d22-b375-4dc49d18c751 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "DELETE /v2.0/ports/4c174715-656f-461e-b9bb-e8aaecb90e94 HTTP/1.1" status: 204 len: 168 time: 2.0367677 Jan 20 11:02:37.443717 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60124) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:37.456276 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1c310cbe-8d8c-4551-87e3-40c81350b16c None None] Provisioning for port 5f5ca4ca-7901-45e2-9223-204d08a2aedf completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:37.466353 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1c310cbe-8d8c-4551-87e3-40c81350b16c None None] Provisioning complete for port 5f5ca4ca-7901-45e2-9223-204d08a2aedf triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:37.466927 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c310cbe-8d8c-4551-87e3-40c81350b16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:37.476391 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:37.500869 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1d38989c-b6c5-4aca-a21e-f68b4b86ec8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:37.501572 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d38989c-b6c5-4aca-a21e-f68b4b86ec8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff415214-044c-4d3c-b629-f2b05ed9dc0b {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:02:37.503149 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1ac852-1df9-4a11-9f1d-dcc69422b3b8 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] GET failed (client error): The resource could not be found. Jan 20 11:02:37.503662 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-fe1ac852-1df9-4a11-9f1d-dcc69422b3b8 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Synchronizing usage tracker for tenant:5d8523f420c84e55a12cb9fccdd5aaf5 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:02:37.507077 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:37.508715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:37.509314 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:37.556410 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1c310cbe-8d8c-4551-87e3-40c81350b16c None None] Port 5f5ca4ca-7901-45e2-9223-204d08a2aedf cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:37.580763 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-fe1ac852-1df9-4a11-9f1d-dcc69422b3b8 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Unset dirty status for tenant:5d8523f420c84e55a12cb9fccdd5aaf5 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:02:37.585662 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fe1ac852-1df9-4a11-9f1d-dcc69422b3b8 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "GET /v2.0/ports/4c174715-656f-461e-b9bb-e8aaecb90e94 HTTP/1.1" status: 404 len: 333 time: 0.1372156 Jan 20 11:02:37.588798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60128) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:37.597522 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-03744f70-2a30-4075-92b7-507fa0fcee73 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Request body: {'port': {'network_id': 'ca80578e-1126-4b5c-b3d5-6336f7a75411', 'name': 'tempest-AllowedAddressPairTestJSON-703925394'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:37.650268 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] Pushing event updated for resources: {'Network': ['ID=f2976230-b7ed-4004-90c6-e1b2d37a86aa,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:37.661488 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1d38989c-b6c5-4aca-a21e-f68b4b86ec8f admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:37.666815 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1d38989c-b6c5-4aca-a21e-f68b4b86ec8f admin admin] 10.222.0.70 "DELETE /v2.0/routers/ff415214-044c-4d3c-b629-f2b05ed9dc0b HTTP/1.1" status: 204 len: 168 time: 6.1585214 Jan 20 11:02:37.667147 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60132) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:37.676018 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network f2976230-b7ed-4004-90c6-e1b2d37a86aa details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:02:37.773060 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0cd36553-1697-4d85-875a-4461522d9556 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0671220 Jan 20 11:02:37.779820 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60136) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:37.786713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c7831ed7-3177-46a1-81c2-e710fbc97555 admin admin] Request body: {'subnet': {'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1603782598-subnet', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:37.795223 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c7831ed7-3177-46a1-81c2-e710fbc97555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:37.801180 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c7831ed7-3177-46a1-81c2-e710fbc97555 admin admin] Usage tracker for resource:subnet and tenant:e7bf4b9940474d57840e18b7d1fdae0c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:37.804735 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c7831ed7-3177-46a1-81c2-e710fbc97555 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:37.823019 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c7831ed7-3177-46a1-81c2-e710fbc97555 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:37.827916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router badbe9a8-3efd-4161-bc16-2f2c9a958ed4 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:02:37.916800 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7831ed7-3177-46a1-81c2-e710fbc97555 admin admin] Made reservation on behalf of e7bf4b9940474d57840e18b7d1fdae0c for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:37.920196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c7831ed7-3177-46a1-81c2-e710fbc97555 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:37.920836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16df957-949d-48ec-b5be-3664c2516d91 admin admin] Deleting subnet d58e3eb1-ffbd-4209-8283-de4f696a38a8 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:02:37.935402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d16df957-949d-48ec-b5be-3664c2516d91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:38.033470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60142) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:38.042128 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 13acf63b-8295-401c-aaaa-543b3fcc52cb no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:02:38.077505 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 13acf63b-8295-401c-aaaa-543b3fcc52cb {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:02:38.077880 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 13acf63b-8295-401c-aaaa-543b3fcc52cb not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:02:38.101030 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-03744f70-2a30-4075-92b7-507fa0fcee73 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:38.139692 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d16df957-949d-48ec-b5be-3664c2516d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:38.165327 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-03744f70-2a30-4075-92b7-507fa0fcee73 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:38.221485 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfe4be5d-e2d2-4db5-b4b8-66ddc3ff74d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:38.283195 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03744f70-2a30-4075-92b7-507fa0fcee73 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Made reservation on behalf of 5d8523f420c84e55a12cb9fccdd5aaf5 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:38.286223 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03744f70-2a30-4075-92b7-507fa0fcee73 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:38.326633 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-bfe4be5d-e2d2-4db5-b4b8-66ddc3ff74d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Deleting port bc2f7753-8242-40f2-9bd5-38ac0050b934 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:38.326893 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfe4be5d-e2d2-4db5-b4b8-66ddc3ff74d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:38.354160 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-03744f70-2a30-4075-92b7-507fa0fcee73 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] device_id is not set on port 2f7e0a07-b28f-4638-bdb0-9d87a0d49041 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:02:38.384095 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:02:38.388728 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c73a4-a1bf-4deb-be97-fab4b8b15786 None None] Sync routers for ids ['badbe9a8-3efd-4161-bc16-2f2c9a958ed4'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:02:38.392200 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:38.398151 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d16df957-949d-48ec-b5be-3664c2516d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:38.403254 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c73a4-a1bf-4deb-be97-fab4b8b15786 None None] Routers {'badbe9a8-3efd-4161-bc16-2f2c9a958ed4'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:38.403905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3d0c73a4-a1bf-4deb-be97-fab4b8b15786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['badbe9a8-3efd-4161-bc16-2f2c9a958ed4'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:38.407812 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6a31a89b-717b-4ab3-9e7d-f7a6e4ecc720 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/badbe9a8-3efd-4161-bc16-2f2c9a958ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4444432 Jan 20 11:02:38.422544 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60148) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:38.472222 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3d0c73a4-a1bf-4deb-be97-fab4b8b15786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:38.485579 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c73a4-a1bf-4deb-be97-fab4b8b15786 None None] Routers {'badbe9a8-3efd-4161-bc16-2f2c9a958ed4'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:38.485917 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3d0c73a4-a1bf-4deb-be97-fab4b8b15786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['badbe9a8-3efd-4161-bc16-2f2c9a958ed4'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:38.545350 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3d0c73a4-a1bf-4deb-be97-fab4b8b15786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:38.545799 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c73a4-a1bf-4deb-be97-fab4b8b15786 None None] The sync data for ids ['badbe9a8-3efd-4161-bc16-2f2c9a958ed4'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:02:38.561368 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:38.597113 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad69f3c1-858c-4e92-8017-46d0c68fc67a tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:38.597716 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ad69f3c1-858c-4e92-8017-46d0c68fc67a tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Synchronizing usage tracker for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:02:38.645147 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a18376ea-7d7f-4414-bf9b-cabbe206af69 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=89d097505bb140ab9f19a93c365adac0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6096034 Jan 20 11:02:38.645365 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60152) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:38.648628 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfe4be5d-e2d2-4db5-b4b8-66ddc3ff74d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:38.672599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c7831ed7-3177-46a1-81c2-e710fbc97555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:38.727466 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:38.731588 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=5f5ca4ca-7901-45e2-9223-204d08a2aedf,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:38.828402 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ad69f3c1-858c-4e92-8017-46d0c68fc67a tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Unset dirty status for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:02:38.829586 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ad69f3c1-858c-4e92-8017-46d0c68fc67a tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/ports/d9ccd5d6-bfc8-473d-8627-a2649b91c859 HTTP/1.1" status: 200 len: 911 time: 0.4061196 Jan 20 11:02:38.836165 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-bfe4be5d-e2d2-4db5-b4b8-66ddc3ff74d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Calling delete_port for bc2f7753-8242-40f2-9bd5-38ac0050b934 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:38.864057 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60156) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:38.940791 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-03744f70-2a30-4075-92b7-507fa0fcee73 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Allocated IP 172.20.0.7 (ca80578e-1126-4b5c-b3d5-6336f7a75411/c75172f7-f373-410e-8bb0-bca41456f223/2f7e0a07-b28f-4638-bdb0-9d87a0d49041) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:38.940997 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7831ed7-3177-46a1-81c2-e710fbc97555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd01cfe5-3172-4c47-b68a-b9a8e924614a,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:38.943271 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d16df957-949d-48ec-b5be-3664c2516d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:38.994162 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-69c84234-146c-4ba1-a758-07dc47c11ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:39.006014 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16df957-949d-48ec-b5be-3664c2516d91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d58e3eb1-ffbd-4209-8283-de4f696a38a8,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:39.006818 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7831ed7-3177-46a1-81c2-e710fbc97555 admin admin] Checking segment: {'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:39.007179 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7831ed7-3177-46a1-81c2-e710fbc97555 admin admin] Network hostable DHCP agents. Network: f2976230-b7ed-4004-90c6-e1b2d37a86aa, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:02:39.040623 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-69c84234-146c-4ba1-a758-07dc47c11ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:39.092315 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d16df957-949d-48ec-b5be-3664c2516d91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:39.096810 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd00a49a-aace-434e-bb44-ee1a4893e19e None None] Network ca1f7bf9-9972-4b0c-baef-5692be1408d6 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:39.158327 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7831ed7-3177-46a1-81c2-e710fbc97555 admin admin] Network f2976230-b7ed-4004-90c6-e1b2d37a86aa is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:02:39.183092 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network f2511f87-0757-4eda-8f11-5bb4be450863 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:39.185859 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-69c84234-146c-4ba1-a758-07dc47c11ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:39.201299 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:39.204567 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c84234-146c-4ba1-a758-07dc47c11ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1ff477-9881-462b-809b-235fdd5bbfcc,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:39.221419 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-69c84234-146c-4ba1-a758-07dc47c11ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:39.227495 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-69c84234-146c-4ba1-a758-07dc47c11ffe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b1ff477-9881-462b-809b-235fdd5bbfcc HTTP/1.1" status: 204 len: 168 time: 0.5788136 Jan 20 11:02:39.310625 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c7831ed7-3177-46a1-81c2-e710fbc97555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, f2976230-b7ed-4004-90c6-e1b2d37a86aa) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:39.320909 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6bcfcb-e4b5-4b2b-abe1-ca40aca8d1c8 None None] Network f2976230-b7ed-4004-90c6-e1b2d37a86aa requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:39.323510 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7831ed7-3177-46a1-81c2-e710fbc97555 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:39.324147 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c7831ed7-3177-46a1-81c2-e710fbc97555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:39.328273 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d16df957-949d-48ec-b5be-3664c2516d91 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d58e3eb1-ffbd-4209-8283-de4f696a38a8 HTTP/1.1" status: 204 len: 168 time: 1.6530869 Jan 20 11:02:39.331773 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60162) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:39.363336 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfe4be5d-e2d2-4db5-b4b8-66ddc3ff74d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:39.525397 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:39.569943 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:39.604235 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4be5d-e2d2-4db5-b4b8-66ddc3ff74d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Pushing event deleted for resources: {'Port': ['ID=bc2f7753-8242-40f2-9bd5-38ac0050b934,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:39.612765 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d3cdb9d3-bf3a-4c3c-8028-ac4990ed64f5 None None] Provisioning complete for port 5f5ca4ca-7901-45e2-9223-204d08a2aedf triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:39.613422 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3cdb9d3-bf3a-4c3c-8028-ac4990ed64f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:39.619342 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c7831ed7-3177-46a1-81c2-e710fbc97555 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8383291 Jan 20 11:02:39.625638 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60166) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:39.631566 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:39.636277 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:39.641222 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Usage tracker for resource:router and tenant:e7bf4b9940474d57840e18b7d1fdae0c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:39.645694 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:39.656555 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:02:39.656707 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:39.656806 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:39.663621 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc09bc2-ea1f-4207-9d21-275e0b7f1398 None None] DHCP port deletion for ca1f7bf9-9972-4b0c-baef-5692be1408d6 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:02:39.681631 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1fc09bc2-ea1f-4207-9d21-275e0b7f1398 None None] Deleting port 2e427bb8-873e-4ffd-a701-c3641a915c8e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:39.682100 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1fc09bc2-ea1f-4207-9d21-275e0b7f1398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:39.726592 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] Deleting port 2e427bb8-873e-4ffd-a701-c3641a915c8e {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:39.727038 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:39.786515 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d3cdb9d3-bf3a-4c3c-8028-ac4990ed64f5 None None] Port 5f5ca4ca-7901-45e2-9223-204d08a2aedf cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:39.814473 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:39.815542 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:39.838344 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03744f70-2a30-4075-92b7-507fa0fcee73 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:39.956526 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:02:40.055331 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-1fc09bc2-ea1f-4207-9d21-275e0b7f1398 None None] For port 2e427bb8-873e-4ffd-a701-c3641a915c8e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2e427bb8-873e-4ffd-a701-c3641a915c8e,segment=NetworkSegment(001609c9-628d-45b4-8071-84ff8454d8df),segment_id=001609c9-628d-45b4-8071-84ff8454d8df)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:40.055739 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1fc09bc2-ea1f-4207-9d21-275e0b7f1398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:40.067733 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Allocated IP 172.20.0.2 (f2976230-b7ed-4004-90c6-e1b2d37a86aa/fd01cfe5-3172-4c47-b68a-b9a8e924614a/9335c60b-5067-45a6-8e0f-13d7fb72e26a) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:40.081111 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-03744f70-2a30-4075-92b7-507fa0fcee73 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Transition to ACTIVE for port object 2f7e0a07-b28f-4638-bdb0-9d87a0d49041 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:40.192859 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2e427bb8-873e-4ffd-a701-c3641a915c8e no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:02:40.223845 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1fc09bc2-ea1f-4207-9d21-275e0b7f1398 None None] Calling delete_port for 2e427bb8-873e-4ffd-a701-c3641a915c8e owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:40.253500 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfe4be5d-e2d2-4db5-b4b8-66ddc3ff74d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:40.291050 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03744f70-2a30-4075-92b7-507fa0fcee73 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:40.295758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router c4bdd63d-c004-497a-b057-8d23d885edf1 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:02:40.407207 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03744f70-2a30-4075-92b7-507fa0fcee73 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Network ca80578e-1126-4b5c-b3d5-6336f7a75411 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:40.408334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03744f70-2a30-4075-92b7-507fa0fcee73 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event updated for resources: {'Port': ['ID=2f7e0a07-b28f-4638-bdb0-9d87a0d49041,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:40.412934 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-03744f70-2a30-4075-92b7-507fa0fcee73 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:40.416702 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03744f70-2a30-4075-92b7-507fa0fcee73 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:40.562911 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:40.567524 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfe4be5d-e2d2-4db5-b4b8-66ddc3ff74d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:40.575157 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfe4be5d-e2d2-4db5-b4b8-66ddc3ff74d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:40.584301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1fc09bc2-ea1f-4207-9d21-275e0b7f1398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:40.601970 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:40.631513 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] For port 2e427bb8-873e-4ffd-a701-c3641a915c8e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2e427bb8-873e-4ffd-a701-c3641a915c8e,segment=NetworkSegment(001609c9-628d-45b4-8071-84ff8454d8df),segment_id=001609c9-628d-45b4-8071-84ff8454d8df)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:40.632869 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:40.656228 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc09bc2-ea1f-4207-9d21-275e0b7f1398 None None] Pushing event deleted for resources: {'Port': ['ID=2e427bb8-873e-4ffd-a701-c3641a915c8e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:40.703783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03744f70-2a30-4075-92b7-507fa0fcee73 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:40.704419 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03744f70-2a30-4075-92b7-507fa0fcee73 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:40.721416 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc09bc2-ea1f-4207-9d21-275e0b7f1398 None None] No DVR routers for this DVR port 2e427bb8-873e-4ffd-a701-c3641a915c8e on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:02:40.723544 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:40.754576 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Transition to ACTIVE for port object 9335c60b-5067-45a6-8e0f-13d7fb72e26a will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:40.775172 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Transition to ACTIVE for port object 9335c60b-5067-45a6-8e0f-13d7fb72e26a will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:40.868619 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:02:40.875284 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5afa16a3-814b-4bd9-954c-36e747b635ce tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/c4bdd63d-c004-497a-b057-8d23d885edf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9230683 Jan 20 11:02:40.875397 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] Calling delete_port for 2e427bb8-873e-4ffd-a701-c3641a915c8e owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:40.877105 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:40.882303 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf57848-0d53-4c41-8199-cc15c6d18345 None None] Sync routers for ids ['c4bdd63d-c004-497a-b057-8d23d885edf1'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:02:40.889847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60186) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:40.895227 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf57848-0d53-4c41-8199-cc15c6d18345 None None] Routers {'c4bdd63d-c004-497a-b057-8d23d885edf1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:40.895986 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-daf57848-0d53-4c41-8199-cc15c6d18345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['c4bdd63d-c004-497a-b057-8d23d885edf1'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:40.911674 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:40.967780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfe4be5d-e2d2-4db5-b4b8-66ddc3ff74d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:40.969773 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe4be5d-e2d2-4db5-b4b8-66ddc3ff74d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Fanout notify agent at l3_agent the message router_deleted on router b5195e52-9de5-4643-8e54-98630f5b71b4 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:02:40.975822 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-03744f70-2a30-4075-92b7-507fa0fcee73 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3836527 Jan 20 11:02:40.982430 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60190) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:40.988315 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-daf57848-0d53-4c41-8199-cc15c6d18345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:40.994289 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e84329f8-92a3-4c21-a2c6-37426c1fcbd2 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:90:ce:48'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:41.002268 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf57848-0d53-4c41-8199-cc15c6d18345 None None] Routers {'c4bdd63d-c004-497a-b057-8d23d885edf1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:41.003192 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-daf57848-0d53-4c41-8199-cc15c6d18345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['c4bdd63d-c004-497a-b057-8d23d885edf1'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:41.065335 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b73a65ef-4b93-4156-bcf5-be5768bdc3b5 None None] Provisioning for port 2f7e0a07-b28f-4638-bdb0-9d87a0d49041 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:41.073163 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-daf57848-0d53-4c41-8199-cc15c6d18345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:41.073821 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf57848-0d53-4c41-8199-cc15c6d18345 None None] The sync data for ids ['c4bdd63d-c004-497a-b057-8d23d885edf1'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:02:41.089161 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b73a65ef-4b93-4156-bcf5-be5768bdc3b5 None None] Provisioning complete for port 2f7e0a07-b28f-4638-bdb0-9d87a0d49041 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:41.089796 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b73a65ef-4b93-4156-bcf5-be5768bdc3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:41.097007 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60194) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:41.102145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c2189a-c8f0-4db2-9d57-352ed3647c5a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:41.102705 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-53c2189a-c8f0-4db2-9d57-352ed3647c5a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Synchronizing usage tracker for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:02:41.129451 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Network f2976230-b7ed-4004-90c6-e1b2d37a86aa is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:41.134661 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:41.136417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Pushing event updated for resources: {'Port': ['ID=9335c60b-5067-45a6-8e0f-13d7fb72e26a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:41.145183 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:41.171018 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfe4be5d-e2d2-4db5-b4b8-66ddc3ff74d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:41.175671 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bfe4be5d-e2d2-4db5-b4b8-66ddc3ff74d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "DELETE /v2.0/routers/b5195e52-9de5-4643-8e54-98630f5b71b4 HTTP/1.1" status: 204 len: 168 time: 5.0134203 Jan 20 11:02:41.183344 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b73a65ef-4b93-4156-bcf5-be5768bdc3b5 None None] Port 2f7e0a07-b28f-4638-bdb0-9d87a0d49041 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:41.194630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60200) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:41.209897 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-c8078b1e-3c86-478a-b222-dece90b2c5d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1609359933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:41.221133 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c8078b1e-3c86-478a-b222-dece90b2c5d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:41.225202 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c8078b1e-3c86-478a-b222-dece90b2c5d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Usage tracker for resource:router and tenant:5eda8dc9c9c64973918ccb7e6870f561 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:41.228267 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c8078b1e-3c86-478a-b222-dece90b2c5d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:41.234263 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c8078b1e-3c86-478a-b222-dece90b2c5d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:41.247741 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Attempting to bind port 9335c60b-5067-45a6-8e0f-13d7fb72e26a on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:02:41.247741 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Attempting to bind port 9335c60b-5067-45a6-8e0f-13d7fb72e26a by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:02:41.247741 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Attempting to bind port 9335c60b-5067-45a6-8e0f-13d7fb72e26a on network f2976230-b7ed-4004-90c6-e1b2d37a86aa {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:02:41.254775 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:02:41.255153 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Checking segment: {'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:41.255561 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:41.256087 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Bound using segment: {'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:02:41.256653 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Bound port: 9335c60b-5067-45a6-8e0f-13d7fb72e26a, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:02:41.256923 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:41.260494 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-53c2189a-c8f0-4db2-9d57-352ed3647c5a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Unset dirty status for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:02:41.262198 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-53c2189a-c8f0-4db2-9d57-352ed3647c5a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/ports/5f5ca4ca-7901-45e2-9223-204d08a2aedf HTTP/1.1" status: 200 len: 910 time: 0.3708830 Jan 20 11:02:41.265398 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60204) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:41.272298 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:02:41.272808 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:02:41.303074 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:41.364628 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] For port 9335c60b-5067-45a6-8e0f-13d7fb72e26a, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:02:41.367890 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] For port 9335c60b-5067-45a6-8e0f-13d7fb72e26a, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9335c60b-5067-45a6-8e0f-13d7fb72e26a,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:02:41.376451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group': {'name': 'tempest-secgroup--321495962'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:41.382718 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c8078b1e-3c86-478a-b222-dece90b2c5d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:41.383569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c8078b1e-3c86-478a-b222-dece90b2c5d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:41.392167 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:41.426771 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e84329f8-92a3-4c21-a2c6-37426c1fcbd2 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:41.453404 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:41.464593 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:41.469918 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:41.482845 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:41.549979 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51696431-c12b-4415-9f28-4ea480721cd8 None None] Pushing event updated for resources: {'Port': ['ID=9335c60b-5067-45a6-8e0f-13d7fb72e26a,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:41.564518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c8078b1e-3c86-478a-b222-dece90b2c5d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:41.607321 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:41.656579 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:41.710694 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c8078b1e-3c86-478a-b222-dece90b2c5d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:41.725825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Allocated IP 2001:db8:1::1 (a1f63de6-6ea4-45b1-b575-b12d888743d4/833704bb-31d9-4d7e-aec7-33906d211e02/a82cc3da-ca37-4637-b3f8-7fedf0e70fd8) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:41.773464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] Deleting port 2e427bb8-873e-4ffd-a701-c3641a915c8e {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:41.773827 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:41.837971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:41.851614 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:41.885820 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] The port '2e427bb8-873e-4ffd-a701-c3641a915c8e' was deleted {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:02:42.067958 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.077566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:42.091686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c8078b1e-3c86-478a-b222-dece90b2c5d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.095407 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c8078b1e-3c86-478a-b222-dece90b2c5d3 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8972912 Jan 20 11:02:42.115052 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60208) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:42.125386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f87c7312-149b-4f48-b81b-fe276ac375e7 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'enable_snat': False}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:42.125600 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9335c60b-5067-45a6-8e0f-13d7fb72e26a up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:02:42.138144 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:42.180073 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e84329f8-92a3-4c21-a2c6-37426c1fcbd2 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.213601 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1f7bf9-9972-4b0c-baef-5692be1408d6']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:42.283332 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 9335c60b-5067-45a6-8e0f-13d7fb72e26a completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:42.285945 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001609c9-628d-45b4-8071-84ff8454d8df') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:42.286443 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001609c9-628d-45b4-8071-84ff8454d8df') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:42.301122 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.304005 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e84329f8-92a3-4c21-a2c6-37426c1fcbd2 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.319731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.330517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Transition to ACTIVE for port object a82cc3da-ca37-4637-b3f8-7fedf0e70fd8 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:42.332682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-057d9e9b-c9dd-4f8d-be2d-a81f78981b29 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.349129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.372134 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.428742 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.431177 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.450368 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.517251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9746000-250b-4d3c-94dd-7d66fec14e35,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:42.519133 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:02:42.519549 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:02:42.534840 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:02:42.542264 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84329f8-92a3-4c21-a2c6-37426c1fcbd2 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event updated for resources: {'Port': ['ID=2f7e0a07-b28f-4638-bdb0-9d87a0d49041,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:42.545929 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:42.553365 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:42.557950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:42.565789 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:42.644792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.779106 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e84329f8-92a3-4c21-a2c6-37426c1fcbd2 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] In _notify_port_updated(), no bound segment for port 2f7e0a07-b28f-4638-bdb0-9d87a0d49041 on network ca80578e-1126-4b5c-b3d5-6336f7a75411 {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 11:02:42.782958 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84329f8-92a3-4c21-a2c6-37426c1fcbd2 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:42.783604 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e84329f8-92a3-4c21-a2c6-37426c1fcbd2 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.784892 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e84329f8-92a3-4c21-a2c6-37426c1fcbd2 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "PUT /v2.0/ports/2f7e0a07-b28f-4638-bdb0-9d87a0d49041 HTTP/1.1" status: 200 len: 995 time: 1.7971716 Jan 20 11:02:42.796028 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60212) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:42.804776 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1018f30-c698-485e-8561-b6317d635dcc None None] Network f2976230-b7ed-4004-90c6-e1b2d37a86aa requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:42.815651 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network a1f63de6-6ea4-45b1-b575-b12d888743d4 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:42.831087 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:42.843202 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=a82cc3da-ca37-4637-b3f8-7fedf0e70fd8,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:42.847538 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.848514 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:42.849027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.867914 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.872982 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.922738 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-49b2af5c-5c12-47ac-a792-6737c0c72578 None None] Provisioning complete for port 2f7e0a07-b28f-4638-bdb0-9d87a0d49041 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:42.923327 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49b2af5c-5c12-47ac-a792-6737c0c72578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:42.928994 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca1f7bf9-9972-4b0c-baef-5692be1408d6,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:42.934609 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:43.018524 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-21abc402-81d2-4d90-ba8a-ad1de01eacf4 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Deleting port 2f7e0a07-b28f-4638-bdb0-9d87a0d49041 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:43.019089 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-21abc402-81d2-4d90-ba8a-ad1de01eacf4 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:43.020648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-49b2af5c-5c12-47ac-a792-6737c0c72578 None None] Port 2f7e0a07-b28f-4638-bdb0-9d87a0d49041 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:43.149091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061dd87a-1147-4ce0-8671-17c1e013cfe7,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:43.182153 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:43.186960 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7b842594-558f-495b-b05b-47981eceb864 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0793068 Jan 20 11:02:43.187532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Allocated IP 172.26.0.13 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/c6401cfb-2be6-4544-98cb-9381ef3de353) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:43.189493 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60216) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:43.223369 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-49b2af5c-5c12-47ac-a792-6737c0c72578 None None] Provisioning for port 9335c60b-5067-45a6-8e0f-13d7fb72e26a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:43.223950 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-49b2af5c-5c12-47ac-a792-6737c0c72578 None None] Provisioning complete for port 9335c60b-5067-45a6-8e0f-13d7fb72e26a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:43.224335 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49b2af5c-5c12-47ac-a792-6737c0c72578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:43.322692 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:43.352233 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49b2af5c-5c12-47ac-a792-6737c0c72578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:43.392909 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-49b2af5c-5c12-47ac-a792-6737c0c72578 None None] For port 9335c60b-5067-45a6-8e0f-13d7fb72e26a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9335c60b-5067-45a6-8e0f-13d7fb72e26a,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:43.416120 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c7223e7c-c7ed-405e-809b-3248f0a71d15 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ca1f7bf9-9972-4b0c-baef-5692be1408d6 HTTP/1.1" status: 204 len: 168 time: 4.0810406 Jan 20 11:02:43.466990 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49b2af5c-5c12-47ac-a792-6737c0c72578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:43.531502 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f87c7312-149b-4f48-b81b-fe276ac375e7 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:43.544785 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2af5c-5c12-47ac-a792-6737c0c72578 None None] Pushing event updated for resources: {'Port': ['ID=9335c60b-5067-45a6-8e0f-13d7fb72e26a,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:43.613300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-057d9e9b-c9dd-4f8d-be2d-a81f78981b29 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting port 5f5ca4ca-7901-45e2-9223-204d08a2aedf {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:43.613890 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-057d9e9b-c9dd-4f8d-be2d-a81f78981b29 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:43.677693 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bcdaa938-8212-4d06-9e93-e67a863970ff None None] Provisioning for port a82cc3da-ca37-4637-b3f8-7fedf0e70fd8 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:43.683936 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bcdaa938-8212-4d06-9e93-e67a863970ff None None] Provisioning complete for port a82cc3da-ca37-4637-b3f8-7fedf0e70fd8 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:43.684799 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bcdaa938-8212-4d06-9e93-e67a863970ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:43.709287 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0a0f6a2a-a20e-4bc3-93e9-4971f2fa0596 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5097165 Jan 20 11:02:43.718308 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60222) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:43.736389 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c7f2ece0-c1ac-493d-801f-13d87b247888 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group': {'name': 'tempest-security--2134542025', 'description': 'tempest-security-description-1057609758'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:43.737787 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-bcdaa938-8212-4d06-9e93-e67a863970ff None None] Port a82cc3da-ca37-4637-b3f8-7fedf0e70fd8 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:43.750772 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bcdaa938-8212-4d06-9e93-e67a863970ff None None] Provisioning complete for port 9335c60b-5067-45a6-8e0f-13d7fb72e26a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:43.751142 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bcdaa938-8212-4d06-9e93-e67a863970ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:43.782642 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-21abc402-81d2-4d90-ba8a-ad1de01eacf4 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:43.971925 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60226) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:43.990771 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.000339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-21abc402-81d2-4d90-ba8a-ad1de01eacf4 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Calling delete_port for 2f7e0a07-b28f-4638-bdb0-9d87a0d49041 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:44.056538 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c7f2ece0-c1ac-493d-801f-13d87b247888 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.081748 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-057d9e9b-c9dd-4f8d-be2d-a81f78981b29 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.092367 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9335c60b-5067-45a6-8e0f-13d7fb72e26a up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:02:44.158734 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c7f2ece0-c1ac-493d-801f-13d87b247888 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.168683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 9335c60b-5067-45a6-8e0f-13d7fb72e26a triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:44.169219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.218324 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d4c14a7c-fa3d-46be-ace5-d66b4f44f1f8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a8cdee6b9b64cc6952bd8d638e90fed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2431242 Jan 20 11:02:44.223668 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60230) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:44.225115 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-057d9e9b-c9dd-4f8d-be2d-a81f78981b29 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Calling delete_port for 5f5ca4ca-7901-45e2-9223-204d08a2aedf owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:44.245872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c7f2ece0-c1ac-493d-801f-13d87b247888 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.253342 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.resource_extend [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 11:02:44.282984 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.284557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.325583 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c7f2ece0-c1ac-493d-801f-13d87b247888 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.326775 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c7f2ece0-c1ac-493d-801f-13d87b247888 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "PUT /v2.0/security-groups/061dd87a-1147-4ce0-8671-17c1e013cfe7 HTTP/1.1" status: 200 len: 1612 time: 0.6048303 Jan 20 11:02:44.329631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60234) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:44.392904 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4a6d842f-3ec3-4258-a488-1717c9e1b78f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-groups/061dd87a-1147-4ce0-8671-17c1e013cfe7 HTTP/1.1" status: 200 len: 1612 time: 0.0595949 Jan 20 11:02:44.393114 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-21abc402-81d2-4d90-ba8a-ad1de01eacf4 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.393257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60238) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:44.393575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2ece0-c1ac-493d-801f-13d87b247888 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061dd87a-1147-4ce0-8671-17c1e013cfe7,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:44.431666 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:44.441613 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:44.443326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Pushing event updated for resources: {'Port': ['ID=c6401cfb-2be6-4544-98cb-9381ef3de353,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:44.445988 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:44.485632 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.486448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.543938 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abc402-81d2-4d90-ba8a-ad1de01eacf4 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event deleted for resources: {'Port': ['ID=2f7e0a07-b28f-4638-bdb0-9d87a0d49041,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:44.591772 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37c909a3-4be4-432b-bbd2-28ea7484d787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.646734 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f87c7312-149b-4f48-b81b-fe276ac375e7 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.658681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=a82cc3da-ca37-4637-b3f8-7fedf0e70fd8,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:44.661817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-057d9e9b-c9dd-4f8d-be2d-a81f78981b29 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.695697 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f87c7312-149b-4f48-b81b-fe276ac375e7 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.705371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f67127b8-1fd8-49bf-8074-7e935b701934 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.731028 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d9e9b-c9dd-4f8d-be2d-a81f78981b29 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Port': ['ID=5f5ca4ca-7901-45e2-9223-204d08a2aedf,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:44.785150 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37c909a3-4be4-432b-bbd2-28ea7484d787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.842487 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-21abc402-81d2-4d90-ba8a-ad1de01eacf4 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.845339 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f67127b8-1fd8-49bf-8074-7e935b701934 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:44.882062 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-21abc402-81d2-4d90-ba8a-ad1de01eacf4 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "DELETE /v2.0/ports/2f7e0a07-b28f-4638-bdb0-9d87a0d49041 HTTP/1.1" status: 204 len: 168 time: 2.0809791 Jan 20 11:02:44.887162 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60242) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:44.921813 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network a1f63de6-6ea4-45b1-b575-b12d888743d4 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:44.927240 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:45.010920 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1169eb-6ae4-4921-a075-fc9db3c905b2 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] GET failed (client error): The resource could not be found. Jan 20 11:02:45.011450 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ed1169eb-6ae4-4921-a075-fc9db3c905b2 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Synchronizing usage tracker for tenant:5d8523f420c84e55a12cb9fccdd5aaf5 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:02:45.064092 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-f87c7312-149b-4f48-b81b-fe276ac375e7 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Allocated IP 172.26.0.114 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/34587023-809d-46e2-acad-36410e1b323a) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:45.144586 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ed1169eb-6ae4-4921-a075-fc9db3c905b2 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Unset dirty status for tenant:5d8523f420c84e55a12cb9fccdd5aaf5 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:02:45.151733 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ed1169eb-6ae4-4921-a075-fc9db3c905b2 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "GET /v2.0/ports/2f7e0a07-b28f-4638-bdb0-9d87a0d49041 HTTP/1.1" status: 404 len: 333 time: 0.2574275 Jan 20 11:02:45.151733 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37c909a3-4be4-432b-bbd2-28ea7484d787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:45.185882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60246) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:45.208936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-26df0a61-5c42-41f2-af11-49b1557b6836 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Request body: {'port': {'network_id': 'ca80578e-1126-4b5c-b3d5-6336f7a75411', 'name': 'tempest-AllowedAddressPairTestJSON-1503900970'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:45.211730 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6bcffab8-3dc1-4e03-abcf-e35bd1e0fbba None None] Provisioning complete for port a82cc3da-ca37-4637-b3f8-7fedf0e70fd8 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:45.212220 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6bcffab8-3dc1-4e03-abcf-e35bd1e0fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:45.233446 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f67127b8-1fd8-49bf-8074-7e935b701934 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:45.274779 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6bcffab8-3dc1-4e03-abcf-e35bd1e0fbba None None] Port a82cc3da-ca37-4637-b3f8-7fedf0e70fd8 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:45.307450 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c909a3-4be4-432b-bbd2-28ea7484d787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffd8d93-5eb8-47e6-92ec-96cc55f0f892,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:45.382817 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f87c7312-149b-4f48-b81b-fe276ac375e7 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:45.392632 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:45.393370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:45.431994 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67127b8-1fd8-49bf-8074-7e935b701934 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061dd87a-1147-4ce0-8671-17c1e013cfe7,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:45.476023 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-37c909a3-4be4-432b-bbd2-28ea7484d787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:45.477147 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-37c909a3-4be4-432b-bbd2-28ea7484d787 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0ffd8d93-5eb8-47e6-92ec-96cc55f0f892 HTTP/1.1" status: 204 len: 168 time: 1.2506716 Jan 20 11:02:45.547237 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f67127b8-1fd8-49bf-8074-7e935b701934 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:45.547237 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f67127b8-1fd8-49bf-8074-7e935b701934 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-groups/061dd87a-1147-4ce0-8671-17c1e013cfe7 HTTP/1.1" status: 204 len: 168 time: 1.1505322 Jan 20 11:02:45.555569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60252) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:45.571178 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f87c7312-149b-4f48-b81b-fe276ac375e7 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:45.664207 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c7312-149b-4f48-b81b-fe276ac375e7 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Pushing event updated for resources: {'Port': ['ID=34587023-809d-46e2-acad-36410e1b323a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:45.667496 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c7312-149b-4f48-b81b-fe276ac375e7 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:45.670577 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f87c7312-149b-4f48-b81b-fe276ac375e7 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:45.673391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87c7312-149b-4f48-b81b-fe276ac375e7 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:45.703766 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-26df0a61-5c42-41f2-af11-49b1557b6836 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:45.734833 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-057d9e9b-c9dd-4f8d-be2d-a81f78981b29 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:45.747488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-26df0a61-5c42-41f2-af11-49b1557b6836 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:45.756905 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6248919d-749b-4e43-985d-ba683fb7f138 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:02:45.850754 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26df0a61-5c42-41f2-af11-49b1557b6836 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Made reservation on behalf of 5d8523f420c84e55a12cb9fccdd5aaf5 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:45.850754 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-26df0a61-5c42-41f2-af11-49b1557b6836 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:45.943480 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-26df0a61-5c42-41f2-af11-49b1557b6836 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] device_id is not set on port 0e6dbe9e-08e5-4ee4-9d03-e1c8345fb5a6 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:02:45.995457 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Router 0f748072-4c4c-41cb-9e24-456ea93802e7 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:02:45.995971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router badbe9a8-3efd-4161-bc16-2f2c9a958ed4 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:02:45.995971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6248919d-749b-4e43-985d-ba683fb7f138 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:02:45.995971 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6248919d-749b-4e43-985d-ba683fb7f138 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4341569 Jan 20 11:02:46.001664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60260) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:46.042315 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-830d1109-4c6f-47b3-98b2-02e792ecc234 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] delete failed (client error): The resource could not be found. Jan 20 11:02:46.050096 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-830d1109-4c6f-47b3-98b2-02e792ecc234 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-groups/061dd87a-1147-4ce0-8671-17c1e013cfe7 HTTP/1.1" status: 404 len: 347 time: 0.0352998 Jan 20 11:02:46.061225 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60266) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:46.076700 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1d6fd66a-cfdd-4b26-9c10-d88f53b95659 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560504875'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:46.089373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1d6fd66a-cfdd-4b26-9c10-d88f53b95659 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:46.102773 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f87c7312-149b-4f48-b81b-fe276ac375e7 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:46.208364 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1d6fd66a-cfdd-4b26-9c10-d88f53b95659 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:46.307532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-26df0a61-5c42-41f2-af11-49b1557b6836 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Allocated IP 172.20.0.13 (ca80578e-1126-4b5c-b3d5-6336f7a75411/c75172f7-f373-410e-8bb0-bca41456f223/0e6dbe9e-08e5-4ee4-9d03-e1c8345fb5a6) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:46.343401 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f87c7312-149b-4f48-b81b-fe276ac375e7 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:46.349358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f87c7312-149b-4f48-b81b-fe276ac375e7 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:46.439440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:02:46.453819 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Sync routers for ids ['0f748072-4c4c-41cb-9e24-456ea93802e7'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:02:46.467714 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Routers {'0f748072-4c4c-41cb-9e24-456ea93802e7'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:46.468441 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0f748072-4c4c-41cb-9e24-456ea93802e7'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:46.490262 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1d6fd66a-cfdd-4b26-9c10-d88f53b95659 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:46.654285 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Set router 0f748072-4c4c-41cb-9e24-456ea93802e7 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:02:46.654551 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1d6fd66a-cfdd-4b26-9c10-d88f53b95659 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:46.722428 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1d6fd66a-cfdd-4b26-9c10-d88f53b95659 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:46.726338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:02:46.733308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1d6fd66a-cfdd-4b26-9c10-d88f53b95659 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:46.743176 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e39d83-a898-4087-8b46-ab91f5024878 None None] Sync routers for ids ['badbe9a8-3efd-4161-bc16-2f2c9a958ed4'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:02:46.757516 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1d6fd66a-cfdd-4b26-9c10-d88f53b95659 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:46.764732 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e39d83-a898-4087-8b46-ab91f5024878 None None] Routers {'badbe9a8-3efd-4161-bc16-2f2c9a958ed4'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:46.765583 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-66e39d83-a898-4087-8b46-ab91f5024878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['badbe9a8-3efd-4161-bc16-2f2c9a958ed4'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:46.813219 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:46.818703 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1f9fbd75-8eea-4139-bb95-58dc34200934 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1913581 Jan 20 11:02:46.823584 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60278) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:46.838970 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-66e39d83-a898-4087-8b46-ab91f5024878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:46.852881 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e39d83-a898-4087-8b46-ab91f5024878 None None] Routers {'badbe9a8-3efd-4161-bc16-2f2c9a958ed4'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:46.853631 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-66e39d83-a898-4087-8b46-ab91f5024878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['badbe9a8-3efd-4161-bc16-2f2c9a958ed4'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:46.861413 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bdd07754-10a5-453c-8f12-8e658fa942c4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/badbe9a8-3efd-4161-bc16-2f2c9a958ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9940405 Jan 20 11:02:46.864540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60282) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:46.961926 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87c7312-149b-4f48-b81b-fe276ac375e7 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Router dbf8befe-14b2-482c-a76a-0af5cd84e460 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:02:47.012037 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-66e39d83-a898-4087-8b46-ab91f5024878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:47.012895 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e39d83-a898-4087-8b46-ab91f5024878 None None] The sync data for ids ['badbe9a8-3efd-4161-bc16-2f2c9a958ed4'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:02:47.065905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:44Z', 'revision_number': 3, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:47.070892 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Checking router: 0f748072-4c4c-41cb-9e24-456ea93802e7 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:02:47.071251 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Updating router 0f748072-4c4c-41cb-9e24-456ea93802e7 port c6401cfb-2be6-4544-98cb-9381ef3de353 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:02:47.134815 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:47.187084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-26df0a61-5c42-41f2-af11-49b1557b6836 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:47.208922 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60288) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:47.210471 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d2ba03-fa1b-4f66-b0d5-155b537543dd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:47.211051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f3d2ba03-fa1b-4f66-b0d5-155b537543dd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Synchronizing usage tracker for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:02:47.219875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1d6fd66a-cfdd-4b26-9c10-d88f53b95659 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:47.238731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-26df0a61-5c42-41f2-af11-49b1557b6836 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Transition to ACTIVE for port object 0e6dbe9e-08e5-4ee4-9d03-e1c8345fb5a6 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:47.270065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057d9e9b-c9dd-4f8d-be2d-a81f78981b29 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router c4bdd63d-c004-497a-b057-8d23d885edf1 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:02:47.402071 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1d6fd66a-cfdd-4b26-9c10-d88f53b95659 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:47.432658 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f3d2ba03-fa1b-4f66-b0d5-155b537543dd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Unset dirty status for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:02:47.434682 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f3d2ba03-fa1b-4f66-b0d5-155b537543dd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/ports/a82cc3da-ca37-4637-b3f8-7fedf0e70fd8 HTTP/1.1" status: 200 len: 913 time: 0.5568197 Jan 20 11:02:47.441126 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60294) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:47.529342 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b8435a66-c776-43ec-9396-f5f222f863bf tempest-AgentManagementNegativeTest-47872586 tempest-AgentManagementNegativeTest-47872586-project] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3197386 Jan 20 11:02:47.534825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-26df0a61-5c42-41f2-af11-49b1557b6836 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:47.537311 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fd66a-cfdd-4b26-9c10-d88f53b95659 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc313f0-d4fc-4d43-baf6-652ad25f3a71,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:47.554885 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:47.567877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Transition to ACTIVE for port object c6401cfb-2be6-4544-98cb-9381ef3de353 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:47.614438 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1d6fd66a-cfdd-4b26-9c10-d88f53b95659 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:47.618907 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1d6fd66a-cfdd-4b26-9c10-d88f53b95659 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5519371 Jan 20 11:02:47.631676 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60300) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:47.652886 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87c7312-149b-4f48-b81b-fe276ac375e7 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:02:47.656980 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f87c7312-149b-4f48-b81b-fe276ac375e7 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:47.658622 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f87c7312-149b-4f48-b81b-fe276ac375e7 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "PUT /v2.0/routers/dbf8befe-14b2-482c-a76a-0af5cd84e460 HTTP/1.1" status: 200 len: 920 time: 5.5407746 Jan 20 11:02:47.661039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60304) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:47.666485 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5413a44-68c6-46b8-93f6-9863be8b2117 None None] Sync routers for ids ['dbf8befe-14b2-482c-a76a-0af5cd84e460'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:02:47.680328 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5413a44-68c6-46b8-93f6-9863be8b2117 None None] Routers {'dbf8befe-14b2-482c-a76a-0af5cd84e460'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:47.681294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c5413a44-68c6-46b8-93f6-9863be8b2117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['dbf8befe-14b2-482c-a76a-0af5cd84e460'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:47.687393 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f972e623-3a50-4839-baf9-6769645f2400 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group_rule': {'security_group_id': '0cc313f0-d4fc-4d43-baf6-652ad25f3a71', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:47.716760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f972e623-3a50-4839-baf9-6769645f2400 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:47.729459 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f972e623-3a50-4839-baf9-6769645f2400 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:47.735875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f972e623-3a50-4839-baf9-6769645f2400 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:47.747374 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26df0a61-5c42-41f2-af11-49b1557b6836 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Network ca80578e-1126-4b5c-b3d5-6336f7a75411 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:47.752017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f972e623-3a50-4839-baf9-6769645f2400 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:47.756696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df0a61-5c42-41f2-af11-49b1557b6836 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event updated for resources: {'Port': ['ID=0e6dbe9e-08e5-4ee4-9d03-e1c8345fb5a6,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:47.759120 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-26df0a61-5c42-41f2-af11-49b1557b6836 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:47.764750 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26df0a61-5c42-41f2-af11-49b1557b6836 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:47.775289 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c5413a44-68c6-46b8-93f6-9863be8b2117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:47.781662 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:47.856106 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057d9e9b-c9dd-4f8d-be2d-a81f78981b29 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:02:47.861291 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26df0a61-5c42-41f2-af11-49b1557b6836 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:47.866517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-26df0a61-5c42-41f2-af11-49b1557b6836 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:47.873893 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-057d9e9b-c9dd-4f8d-be2d-a81f78981b29 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/c4bdd63d-c004-497a-b057-8d23d885edf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6040430 Jan 20 11:02:47.876279 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fdf2fb-3610-4580-bc6c-723a0ba1df24 None None] Sync routers for ids ['c4bdd63d-c004-497a-b057-8d23d885edf1'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:02:47.882190 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60308) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:47.904918 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8264d84-7c1c-4364-8cff-0b6f36d6c6f2 None None] Pushing event updated for resources: {'Port': ['ID=c6401cfb-2be6-4544-98cb-9381ef3de353,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:47.909805 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fdf2fb-3610-4580-bc6c-723a0ba1df24 None None] Routers {'c4bdd63d-c004-497a-b057-8d23d885edf1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:47.910657 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a2fdf2fb-3610-4580-bc6c-723a0ba1df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['c4bdd63d-c004-497a-b057-8d23d885edf1'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:47.968380 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Attempting to bind port c6401cfb-2be6-4544-98cb-9381ef3de353 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:02:47.969897 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Attempting to bind port c6401cfb-2be6-4544-98cb-9381ef3de353 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:02:47.971211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Attempting to bind port c6401cfb-2be6-4544-98cb-9381ef3de353 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:02:48.001277 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5413a44-68c6-46b8-93f6-9863be8b2117 None None] Routers {'dbf8befe-14b2-482c-a76a-0af5cd84e460'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:48.002734 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c5413a44-68c6-46b8-93f6-9863be8b2117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['dbf8befe-14b2-482c-a76a-0af5cd84e460'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:48.012131 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f972e623-3a50-4839-baf9-6769645f2400 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:48.067380 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a2fdf2fb-3610-4580-bc6c-723a0ba1df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:48.080147 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fdf2fb-3610-4580-bc6c-723a0ba1df24 None None] Routers {'c4bdd63d-c004-497a-b057-8d23d885edf1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:48.081206 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a2fdf2fb-3610-4580-bc6c-723a0ba1df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['c4bdd63d-c004-497a-b057-8d23d885edf1'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:48.104245 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-26df0a61-5c42-41f2-af11-49b1557b6836 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9151320 Jan 20 11:02:48.112153 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60312) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:48.115864 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:02:48.116396 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:48.116855 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:48.117257 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:02:48.117863 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Bound port: c6401cfb-2be6-4544-98cb-9381ef3de353, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:02:48.118244 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:48.133516 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-faf6bcb6-1d3d-4653-9118-c9247c450a46 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Request body: {'port': {'network_id': 'ca80578e-1126-4b5c-b3d5-6336f7a75411', 'name': 'tempest-AllowedAddressPairTestJSON-489242054'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:48.149132 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c5413a44-68c6-46b8-93f6-9863be8b2117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:48.149295 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a2fdf2fb-3610-4580-bc6c-723a0ba1df24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:48.149562 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5413a44-68c6-46b8-93f6-9863be8b2117 None None] The sync data for ids ['dbf8befe-14b2-482c-a76a-0af5cd84e460'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:02:48.150292 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fdf2fb-3610-4580-bc6c-723a0ba1df24 None None] The sync data for ids ['c4bdd63d-c004-497a-b057-8d23d885edf1'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:02:48.184951 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fc6fc1ec-b19f-42c8-9baf-473ccd2aa1f4 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "GET /v2.0/routers/dbf8befe-14b2-482c-a76a-0af5cd84e460 HTTP/1.1" status: 200 len: 926 time: 0.5206747 Jan 20 11:02:48.193611 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60318) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:48.228050 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] For port c6401cfb-2be6-4544-98cb-9381ef3de353, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:02:48.231019 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-94b1618e-9a8b-42e6-bb7f-9dad053f6dd6 None None] Provisioning for port 0e6dbe9e-08e5-4ee4-9d03-e1c8345fb5a6 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:48.236487 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] For port c6401cfb-2be6-4544-98cb-9381ef3de353, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c6401cfb-2be6-4544-98cb-9381ef3de353,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:02:48.239971 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-94b1618e-9a8b-42e6-bb7f-9dad053f6dd6 None None] Provisioning complete for port 0e6dbe9e-08e5-4ee4-9d03-e1c8345fb5a6 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:48.240508 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94b1618e-9a8b-42e6-bb7f-9dad053f6dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:48.299842 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60322) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:48.300954 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:48.372469 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-37240563-a040-4ac8-9c10-c6e9ea2dfe72 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&device_id=dbf8befe-14b2-482c-a76a-0af5cd84e460&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1770668 Jan 20 11:02:48.376952 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60328) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:48.390991 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8264d84-7c1c-4364-8cff-0b6f36d6c6f2 None None] Pushing event updated for resources: {'Port': ['ID=c6401cfb-2be6-4544-98cb-9381ef3de353,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:48.412320 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-94b1618e-9a8b-42e6-bb7f-9dad053f6dd6 None None] Port 0e6dbe9e-08e5-4ee4-9d03-e1c8345fb5a6 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:48.412678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-faf6bcb6-1d3d-4653-9118-c9247c450a46 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:48.422629 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Routers {'0f748072-4c4c-41cb-9e24-456ea93802e7'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:48.423271 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0f748072-4c4c-41cb-9e24-456ea93802e7'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:48.500675 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f972e623-3a50-4839-baf9-6769645f2400 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:48.502382 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-faf6bcb6-1d3d-4653-9118-c9247c450a46 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:48.510388 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bce4b4b6-3df7-4767-8924-7c4c273ec45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:48.613992 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f972e623-3a50-4839-baf9-6769645f2400 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:48.616349 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] Set router 0f748072-4c4c-41cb-9e24-456ea93802e7 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:02:48.628585 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa8be1b-778d-42b0-b751-25214fe2142a tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:48.634429 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3aa8be1b-778d-42b0-b751-25214fe2142a tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "GET /v2.0/networks/5b1d19bb-43c5-44cb-9395-b66102f481bc HTTP/1.1" status: 200 len: 881 time: 0.2520788 Jan 20 11:02:48.634429 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60332) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:48.635778 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:48.639693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf6bcb6-1d3d-4653-9118-c9247c450a46 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Made reservation on behalf of 5d8523f420c84e55a12cb9fccdd5aaf5 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:48.642688 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-faf6bcb6-1d3d-4653-9118-c9247c450a46 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:48.668495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972e623-3a50-4839-baf9-6769645f2400 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfa2e38-9640-4f6a-94db-1e2fbfb213e5,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:48.692317 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bce4b4b6-3df7-4767-8924-7c4c273ec45d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:48.708042 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bce4b4b6-3df7-4767-8924-7c4c273ec45d admin admin] Usage tracker for resource:security_group_rule and tenant:5ae91b120d8a4e7e84098b5c2d694e94 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:48.716227 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c2b269a9-ae32-41ea-8d7c-bd583712dee1 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf8befe-14b2-482c-a76a-0af5cd84e460 HTTP/1.1" status: 200 len: 205 time: 0.0667400 Jan 20 11:02:48.716826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bce4b4b6-3df7-4767-8924-7c4c273ec45d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:48.726110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60336) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:48.755991 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bce4b4b6-3df7-4767-8924-7c4c273ec45d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:48.812419 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-faf6bcb6-1d3d-4653-9118-c9247c450a46 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] device_id is not set on port bd77d1df-08a2-450a-8a84-1d8df1e10ffc yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:02:48.930668 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bce4b4b6-3df7-4767-8924-7c4c273ec45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:48.969846 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:44Z', 'revision_number': 3, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:48.970726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa7c71a-3e5f-4b3e-b108-1e6e7287b551 None None] The sync data for ids ['0f748072-4c4c-41cb-9e24-456ea93802e7'] in dv-neutron-825471-1-hyperv is: [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:44Z', 'revision_number': 3, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:02:48.993969 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f972e623-3a50-4839-baf9-6769645f2400 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:48.995144 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f972e623-3a50-4839-baf9-6769645f2400 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3589272 Jan 20 11:02:49.000403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b410bff-2a06-457c-a87f-3ea31ab1c59d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:49.006031 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60340) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:49.038770 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bce4b4b6-3df7-4767-8924-7c4c273ec45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:49.065085 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] Allocated IP 172.20.0.1 (f2976230-b7ed-4004-90c6-e1b2d37a86aa/fd01cfe5-3172-4c47-b68a-b9a8e924614a/d0f3fe1b-31d5-46cc-830e-ed9b0d957113) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:49.090005 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ccd474d2-e1f4-416a-a396-8acbd44f9f42 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:49.240094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ccd474d2-e1f4-416a-a396-8acbd44f9f42 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:49.247640 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4b4b6-3df7-4767-8924-7c4c273ec45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15b8636-b753-4f0b-80c2-f1d2ccc4037d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:49.265381 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bce4b4b6-3df7-4767-8924-7c4c273ec45d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ae91b120d8a4e7e84098b5c2d694e94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9589164 Jan 20 11:02:49.269072 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60344) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:49.392369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-faf6bcb6-1d3d-4653-9118-c9247c450a46 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Allocated IP 172.20.0.8 (ca80578e-1126-4b5c-b3d5-6336f7a75411/c75172f7-f373-410e-8bb0-bca41456f223/bd77d1df-08a2-450a-8a84-1d8df1e10ffc) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:49.414429 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ccd474d2-e1f4-416a-a396-8acbd44f9f42 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:49.425002 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2512eb7e-beae-418b-8cb8-790e51349e3e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:49.431744 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:49.444680 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd474d2-e1f4-416a-a396-8acbd44f9f42 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cfa2e38-9640-4f6a-94db-1e2fbfb213e5,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:49.459074 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] Transition to ACTIVE for port object d0f3fe1b-31d5-46cc-830e-ed9b0d957113 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:49.474624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ccd474d2-e1f4-416a-a396-8acbd44f9f42 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:49.475764 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ccd474d2-e1f4-416a-a396-8acbd44f9f42 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/1cfa2e38-9640-4f6a-94db-1e2fbfb213e5 HTTP/1.1" status: 204 len: 168 time: 0.4685664 Jan 20 11:02:49.481709 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60348) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:49.535562 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ce58f848-19bb-43ff-8dd5-64ca05bfea68 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:02:49.584497 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:49.643241 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ce58f848-19bb-43ff-8dd5-64ca05bfea68 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:02:49.644960 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ce58f848-19bb-43ff-8dd5-64ca05bfea68 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1619473 Jan 20 11:02:49.647844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60352) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:49.671505 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c466504b-4679-472f-82ff-2167f3ff1992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:49.675594 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] Network f2976230-b7ed-4004-90c6-e1b2d37a86aa is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:49.676504 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d0f3fe1b-31d5-46cc-830e-ed9b0d957113,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:49.680058 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:49.682210 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:49.749934 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:49.869887 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c466504b-4679-472f-82ff-2167f3ff1992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:49.913748 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:50.041248 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ebf62e30-544c-4d96-8d39-177e5cedd9c0 None None] Provisioning for port d0f3fe1b-31d5-46cc-830e-ed9b0d957113 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:50.046717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ebf62e30-544c-4d96-8d39-177e5cedd9c0 None None] Provisioning complete for port d0f3fe1b-31d5-46cc-830e-ed9b0d957113 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:50.047095 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ebf62e30-544c-4d96-8d39-177e5cedd9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:50.146144 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c6401cfb-2be6-4544-98cb-9381ef3de353 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:02:50.161078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a6a27a8-1fd9-4303-b8e0-43d29f11d00e tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:50.177131 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:50.194159 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ebf62e30-544c-4d96-8d39-177e5cedd9c0 None None] Port d0f3fe1b-31d5-46cc-830e-ed9b0d957113 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:50.221830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-be9ac639-addc-4401-97df-6c6586c53669 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:50.238852 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-faf6bcb6-1d3d-4653-9118-c9247c450a46 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:50.241107 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:50.321848 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port c6401cfb-2be6-4544-98cb-9381ef3de353 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:50.327588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port c6401cfb-2be6-4544-98cb-9381ef3de353 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:50.328096 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:50.337682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-be9ac639-addc-4401-97df-6c6586c53669 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:50.353985 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:50.358451 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d0f3fe1b-31d5-46cc-830e-ed9b0d957113,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:50.393806 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-faf6bcb6-1d3d-4653-9118-c9247c450a46 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Transition to ACTIVE for port object bd77d1df-08a2-450a-8a84-1d8df1e10ffc will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:50.439366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c466504b-4679-472f-82ff-2167f3ff1992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:50.458566 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:50.476700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port c6401cfb-2be6-4544-98cb-9381ef3de353, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c6401cfb-2be6-4544-98cb-9381ef3de353,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:50.486888 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466504b-4679-472f-82ff-2167f3ff1992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15b8636-b753-4f0b-80c2-f1d2ccc4037d,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:50.503170 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] Network f2976230-b7ed-4004-90c6-e1b2d37a86aa is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:50.504382 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:50.558867 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:50.649754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=c6401cfb-2be6-4544-98cb-9381ef3de353,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:50.821134 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-611f6a4c-4b7a-4a4e-85fc-e686672498f6 None None] Provisioning complete for port d0f3fe1b-31d5-46cc-830e-ed9b0d957113 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:50.821511 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-611f6a4c-4b7a-4a4e-85fc-e686672498f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:50.876224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-be9ac639-addc-4401-97df-6c6586c53669 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:50.888527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-611f6a4c-4b7a-4a4e-85fc-e686672498f6 None None] Port d0f3fe1b-31d5-46cc-830e-ed9b0d957113 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:50.918624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ac639-addc-4401-97df-6c6586c53669 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc313f0-d4fc-4d43-baf6-652ad25f3a71,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:50.922157 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] Router 0f748072-4c4c-41cb-9e24-456ea93802e7 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:02:50.965969 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-faf6bcb6-1d3d-4653-9118-c9247c450a46 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:51.120355 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf6bcb6-1d3d-4653-9118-c9247c450a46 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Network ca80578e-1126-4b5c-b3d5-6336f7a75411 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:51.127387 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6bcb6-1d3d-4653-9118-c9247c450a46 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event updated for resources: {'Port': ['ID=bd77d1df-08a2-450a-8a84-1d8df1e10ffc,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:51.130668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-faf6bcb6-1d3d-4653-9118-c9247c450a46 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:51.132653 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf6bcb6-1d3d-4653-9118-c9247c450a46 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:51.144993 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:02:51.146629 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-51703e03-0a78-4383-a95c-180ca240e0a3 admin admin] 10.222.0.70 "PUT /v2.0/routers/0f748072-4c4c-41cb-9e24-456ea93802e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3215830 Jan 20 11:02:51.219657 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c466504b-4679-472f-82ff-2167f3ff1992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:51.223188 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c466504b-4679-472f-82ff-2167f3ff1992 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a15b8636-b753-4f0b-80c2-f1d2ccc4037d HTTP/1.1" status: 204 len: 168 time: 1.9456627 Jan 20 11:02:51.223188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-be9ac639-addc-4401-97df-6c6586c53669 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:51.225214 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-be9ac639-addc-4401-97df-6c6586c53669 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-groups/0cc313f0-d4fc-4d43-baf6-652ad25f3a71 HTTP/1.1" status: 204 len: 168 time: 1.5731349 Jan 20 11:02:51.225496 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60360) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:51.344270 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf6bcb6-1d3d-4653-9118-c9247c450a46 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:51.344812 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-faf6bcb6-1d3d-4653-9118-c9247c450a46 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:51.389101 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a6a27a8-1fd9-4303-b8e0-43d29f11d00e tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:51.444939 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0af6b95c-3c21-4164-8f69-21910db45eda tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2146044 Jan 20 11:02:51.446991 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60366) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:51.452975 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2f3bc835-0de2-4cfd-9756-08ed8ac4818e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group': {'name': 'tempest-secgroup--612569815'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:51.459004 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2f3bc835-0de2-4cfd-9756-08ed8ac4818e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:51.463611 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2f3bc835-0de2-4cfd-9756-08ed8ac4818e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:51.467336 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2f3bc835-0de2-4cfd-9756-08ed8ac4818e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:51.473364 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2f3bc835-0de2-4cfd-9756-08ed8ac4818e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:51.513239 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8b410bff-2a06-457c-a87f-3ea31ab1c59d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port a82cc3da-ca37-4637-b3f8-7fedf0e70fd8 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:51.513803 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b410bff-2a06-457c-a87f-3ea31ab1c59d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:51.548355 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-faf6bcb6-1d3d-4653-9118-c9247c450a46 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4242637 Jan 20 11:02:51.551260 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60370) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:51.557802 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-712f3517-d820-478b-94ae-ad2daad0eb02 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:90:ce:48'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:5e:23:e2'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:51.642374 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-42aa8c6b-8d31-46c2-a876-63775bfb1a82 None None] Provisioning for port bd77d1df-08a2-450a-8a84-1d8df1e10ffc completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:51.653717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-42aa8c6b-8d31-46c2-a876-63775bfb1a82 None None] Provisioning complete for port bd77d1df-08a2-450a-8a84-1d8df1e10ffc triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:51.653975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a27a8-1fd9-4303-b8e0-43d29f11d00e tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Deleting port 34587023-809d-46e2-acad-36410e1b323a {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:51.654142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a6a27a8-1fd9-4303-b8e0-43d29f11d00e tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:51.654773 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42aa8c6b-8d31-46c2-a876-63775bfb1a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:51.703468 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f3bc835-0de2-4cfd-9756-08ed8ac4818e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:51.772423 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-42aa8c6b-8d31-46c2-a876-63775bfb1a82 None None] Port bd77d1df-08a2-450a-8a84-1d8df1e10ffc cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:51.788031 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2f3bc835-0de2-4cfd-9756-08ed8ac4818e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:51.803499 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2f3bc835-0de2-4cfd-9756-08ed8ac4818e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:51.811225 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2f3bc835-0de2-4cfd-9756-08ed8ac4818e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:51.819538 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2f3bc835-0de2-4cfd-9756-08ed8ac4818e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:51.834877 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-2512eb7e-beae-418b-8cb8-790e51349e3e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting port 0e0aac59-0323-491c-86d2-5795bf3da1e7 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:51.840001 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2512eb7e-beae-418b-8cb8-790e51349e3e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:51.905006 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-712f3517-d820-478b-94ae-ad2daad0eb02 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:51.951826 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b410bff-2a06-457c-a87f-3ea31ab1c59d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:51.997229 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f3bc835-0de2-4cfd-9756-08ed8ac4818e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:52.054616 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f3bc835-0de2-4cfd-9756-08ed8ac4818e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:52.127202 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c6401cfb-2be6-4544-98cb-9381ef3de353 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:02:52.162251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8b410bff-2a06-457c-a87f-3ea31ab1c59d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Calling delete_port for a82cc3da-ca37-4637-b3f8-7fedf0e70fd8 owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:52.172863 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bc835-0de2-4cfd-9756-08ed8ac4818e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=460d8f4c-5804-4216-8b8c-ab7c096f8488,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:52.240153 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f3bc835-0de2-4cfd-9756-08ed8ac4818e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:52.243507 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2f3bc835-0de2-4cfd-9756-08ed8ac4818e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7954454 Jan 20 11:02:52.249155 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60392) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:52.262490 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5d75891a-a6df-411c-912c-684772fefc17 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group_rule': {'security_group_id': '460d8f4c-5804-4216-8b8c-ab7c096f8488', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:52.277756 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port c6401cfb-2be6-4544-98cb-9381ef3de353 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:52.278417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:52.295001 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5d75891a-a6df-411c-912c-684772fefc17 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:52.320738 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5d75891a-a6df-411c-912c-684772fefc17 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:52.324766 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5d75891a-a6df-411c-912c-684772fefc17 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:52.331288 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5d75891a-a6df-411c-912c-684772fefc17 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:52.340518 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-712f3517-d820-478b-94ae-ad2daad0eb02 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:52.356685 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a6a27a8-1fd9-4303-b8e0-43d29f11d00e tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:52.407642 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d75891a-a6df-411c-912c-684772fefc17 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:52.427008 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-712f3517-d820-478b-94ae-ad2daad0eb02 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:52.650685 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-712f3517-d820-478b-94ae-ad2daad0eb02 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] In _notify_port_updated(), no bound segment for port bd77d1df-08a2-450a-8a84-1d8df1e10ffc on network ca80578e-1126-4b5c-b3d5-6336f7a75411 {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 11:02:52.656769 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712f3517-d820-478b-94ae-ad2daad0eb02 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:52.658840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-712f3517-d820-478b-94ae-ad2daad0eb02 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:52.664781 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-712f3517-d820-478b-94ae-ad2daad0eb02 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "PUT /v2.0/ports/bd77d1df-08a2-450a-8a84-1d8df1e10ffc HTTP/1.1" status: 200 len: 1056 time: 1.1097953 Jan 20 11:02:52.697207 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60404) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:52.719831 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a27a8-1fd9-4303-b8e0-43d29f11d00e tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Calling delete_port for 34587023-809d-46e2-acad-36410e1b323a owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:52.807953 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60410) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:52.814838 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d75891a-a6df-411c-912c-684772fefc17 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:52.827183 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1997378040-network', 'tenant_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:52.836685 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2512eb7e-beae-418b-8cb8-790e51349e3e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:52.837446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f3517-d820-478b-94ae-ad2daad0eb02 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event updated for resources: {'Port': ['ID=bd77d1df-08a2-450a-8a84-1d8df1e10ffc,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:52.846491 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:52.851148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d0035763-b922-482d-a146-d29baae0cf8e tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Deleting port bd77d1df-08a2-450a-8a84-1d8df1e10ffc {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:52.851148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0035763-b922-482d-a146-d29baae0cf8e tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:52.865413 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Usage tracker for resource:network and tenant:6c2ff20ac98d4ed4ac93fa0dfdf8d5dc is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:52.880051 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Sync routers for ids ['0f748072-4c4c-41cb-9e24-456ea93802e7'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:02:52.882747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d75891a-a6df-411c-912c-684772fefc17 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:52.907870 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Routers {'0f748072-4c4c-41cb-9e24-456ea93802e7'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:52.908569 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0f748072-4c4c-41cb-9e24-456ea93802e7'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:52.923686 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75891a-a6df-411c-912c-684772fefc17 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad328b7-b2e1-4d58-b11a-d6d8f27aeed1,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:52.968249 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9c53f828-d20a-4fb3-8f5c-703beed6f872 None None] Provisioning complete for port bd77d1df-08a2-450a-8a84-1d8df1e10ffc triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:52.968615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c53f828-d20a-4fb3-8f5c-703beed6f872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:52.991622 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:53.031286 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5d75891a-a6df-411c-912c-684772fefc17 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:53.036188 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5d75891a-a6df-411c-912c-684772fefc17 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7860019 Jan 20 11:02:53.039559 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60416) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:53.045786 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9decd440-30a0-4b8d-a87d-bcb14655d2bc tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group_rule': {'security_group_id': '460d8f4c-5804-4216-8b8c-ab7c096f8488', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:53.056818 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9decd440-30a0-4b8d-a87d-bcb14655d2bc tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:53.063958 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9decd440-30a0-4b8d-a87d-bcb14655d2bc tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:53.076444 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-2512eb7e-beae-418b-8cb8-790e51349e3e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Calling delete_port for 0e0aac59-0323-491c-86d2-5795bf3da1e7 owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:53.087523 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9decd440-30a0-4b8d-a87d-bcb14655d2bc tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:53.098524 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60420) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:53.103359 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9c53f828-d20a-4fb3-8f5c-703beed6f872 None None] Port bd77d1df-08a2-450a-8a84-1d8df1e10ffc cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:02:53.119871 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:53.151207 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9decd440-30a0-4b8d-a87d-bcb14655d2bc tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:53.157599 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Set router 0f748072-4c4c-41cb-9e24-456ea93802e7 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:02:53.252235 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0035763-b922-482d-a146-d29baae0cf8e tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:53.290747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Made reservation on behalf of 6c2ff20ac98d4ed4ac93fa0dfdf8d5dc for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:53.293386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:53.311168 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b410bff-2a06-457c-a87f-3ea31ab1c59d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:53.358943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:53.383485 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b410bff-2a06-457c-a87f-3ea31ab1c59d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Port': ['ID=a82cc3da-ca37-4637-b3f8-7fedf0e70fd8,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:53.388441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d0035763-b922-482d-a146-d29baae0cf8e tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Calling delete_port for bd77d1df-08a2-450a-8a84-1d8df1e10ffc owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:53.418627 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-222566248'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:53.435587 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:53.447694 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9decd440-30a0-4b8d-a87d-bcb14655d2bc tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:53.460969 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:network and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:53.470121 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:53.493581 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:53.513732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a6a27a8-1fd9-4303-b8e0-43d29f11d00e tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:53.513969 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 2, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:53.517520 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Checking router: 0f748072-4c4c-41cb-9e24-456ea93802e7 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:02:53.517917 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Updating router 0f748072-4c4c-41cb-9e24-456ea93802e7 port d0f3fe1b-31d5-46cc-830e-ed9b0d957113 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:02:53.584370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9decd440-30a0-4b8d-a87d-bcb14655d2bc tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:53.587336 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:53.616644 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:53.619738 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:53.635461 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:53.667893 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9decd440-30a0-4b8d-a87d-bcb14655d2bc tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:53.668809 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:53.680581 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a27a8-1fd9-4303-b8e0-43d29f11d00e tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Pushing event deleted for resources: {'Port': ['ID=34587023-809d-46e2-acad-36410e1b323a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:53.689409 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:53.695278 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Usage tracker for resource:security_group_rule and tenant:6c2ff20ac98d4ed4ac93fa0dfdf8d5dc is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:53.698193 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decd440-30a0-4b8d-a87d-bcb14655d2bc tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa1dab9-089e-49f3-a504-1bb888a2bf2b,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:53.700506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:53.700652 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:security_group_rule and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:53.705186 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:53.713153 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:53.737654 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0035763-b922-482d-a146-d29baae0cf8e tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:53.773621 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:53.799559 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0035763-b922-482d-a146-d29baae0cf8e tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event deleted for resources: {'Port': ['ID=bd77d1df-08a2-450a-8a84-1d8df1e10ffc,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:53.817361 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2512eb7e-beae-418b-8cb8-790e51349e3e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:53.911442 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512eb7e-beae-418b-8cb8-790e51349e3e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Port': ['ID=0e0aac59-0323-491c-86d2-5795bf3da1e7,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:53.973011 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9decd440-30a0-4b8d-a87d-bcb14655d2bc tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:53.978406 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9decd440-30a0-4b8d-a87d-bcb14655d2bc tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9337780 Jan 20 11:02:53.981002 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60426) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:54.018753 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2c2d710d-9fae-43b0-aa58-fe549c21aa28 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group_rule': {'security_group_id': '460d8f4c-5804-4216-8b8c-ab7c096f8488', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:54.035051 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:54.052912 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Transition to ACTIVE for port object d0f3fe1b-31d5-46cc-830e-ed9b0d957113 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:54.075424 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2c2d710d-9fae-43b0-aa58-fe549c21aa28 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:54.095034 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2c2d710d-9fae-43b0-aa58-fe549c21aa28 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:54.102490 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2c2d710d-9fae-43b0-aa58-fe549c21aa28 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:54.115840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:54.116913 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2c2d710d-9fae-43b0-aa58-fe549c21aa28 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:54.134669 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:54.225224 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:54.235168 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b410bff-2a06-457c-a87f-3ea31ab1c59d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:54.238232 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:02:54.249164 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:54.249511 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Added segment 829dddf5-acca-4aaa-8586-b8946280006e of type vlan for network 8962365b-2f7b-4071-b5a5-7c805118ad36 Jan 20 11:02:54.278537 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:54.311613 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ee243-fa2d-453d-8fc9-284b6c201bcd None None] Pushing event updated for resources: {'Port': ['ID=d0f3fe1b-31d5-46cc-830e-ed9b0d957113,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:54.388341 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2c2d710d-9fae-43b0-aa58-fe549c21aa28 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:54.401191 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:54.405268 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:54.406313 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:54.436690 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Attempting to bind port d0f3fe1b-31d5-46cc-830e-ed9b0d957113 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:02:54.437064 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Attempting to bind port d0f3fe1b-31d5-46cc-830e-ed9b0d957113 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:02:54.437426 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Attempting to bind port d0f3fe1b-31d5-46cc-830e-ed9b0d957113 on network f2976230-b7ed-4004-90c6-e1b2d37a86aa {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:02:54.445354 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:02:54.445759 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Checking segment: {'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:54.446164 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:54.446563 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Bound using segment: {'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:02:54.447029 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Bound port: d0f3fe1b-31d5-46cc-830e-ed9b0d957113, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:02:54.447404 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:54.528854 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a6a27a8-1fd9-4303-b8e0-43d29f11d00e tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:54.561659 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] For port d0f3fe1b-31d5-46cc-830e-ed9b0d957113, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:02:54.568268 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] For port d0f3fe1b-31d5-46cc-830e-ed9b0d957113, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d0f3fe1b-31d5-46cc-830e-ed9b0d957113,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:02:54.592735 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092aebdb-929a-4107-91be-1cdadf64d1cc,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:54.653816 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:54.655356 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Network': ['ID=8962365b-2f7b-4071-b5a5-7c805118ad36,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:54.674366 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0035763-b922-482d-a146-d29baae0cf8e tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:54.679327 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d0035763-b922-482d-a146-d29baae0cf8e tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "DELETE /v2.0/ports/bd77d1df-08a2-450a-8a84-1d8df1e10ffc HTTP/1.1" status: 204 len: 168 time: 1.9748333 Jan 20 11:02:54.679327 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60430) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:54.691282 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:02:54.737778 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:54.740564 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-de55e9b0-2206-41dc-b76a-da794dae4063 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] GET failed (client error): The resource could not be found. Jan 20 11:02:54.741348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-de55e9b0-2206-41dc-b76a-da794dae4063 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Synchronizing usage tracker for tenant:5d8523f420c84e55a12cb9fccdd5aaf5 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:02:54.745198 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2c2d710d-9fae-43b0-aa58-fe549c21aa28 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:54.747812 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8ded1d66-e507-45f8-9453-4368705fbf7d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6457283 Jan 20 11:02:54.751817 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60434) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:54.758220 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b0acefe9-f4cd-41c8-8483-abc63652234b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:54.841750 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ee243-fa2d-453d-8fc9-284b6c201bcd None None] Pushing event updated for resources: {'Port': ['ID=d0f3fe1b-31d5-46cc-830e-ed9b0d957113,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:54.846900 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Routers {'0f748072-4c4c-41cb-9e24-456ea93802e7'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:54.847619 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0f748072-4c4c-41cb-9e24-456ea93802e7'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:54.855236 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2c2d710d-9fae-43b0-aa58-fe549c21aa28 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:54.905958 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d710d-9fae-43b0-aa58-fe549c21aa28 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e36ea0-be21-40fa-83a2-06ae19a64bca,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:54.915978 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b0acefe9-f4cd-41c8-8483-abc63652234b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:54.922763 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b0acefe9-f4cd-41c8-8483-abc63652234b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:54.925679 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-de55e9b0-2206-41dc-b76a-da794dae4063 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Unset dirty status for tenant:5d8523f420c84e55a12cb9fccdd5aaf5 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:02:54.926944 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-de55e9b0-2206-41dc-b76a-da794dae4063 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "GET /v2.0/ports/bd77d1df-08a2-450a-8a84-1d8df1e10ffc HTTP/1.1" status: 404 len: 333 time: 0.2465138 Jan 20 11:02:54.928046 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b0acefe9-f4cd-41c8-8483-abc63652234b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:54.930894 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60438) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:54.969365 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b0acefe9-f4cd-41c8-8483-abc63652234b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:54.982505 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2c2d710d-9fae-43b0-aa58-fe549c21aa28 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:54.986636 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2c2d710d-9fae-43b0-aa58-fe549c21aa28 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9788556 Jan 20 11:02:54.995485 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60442) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:55.004263 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9adbe896-d236-4e2f-8c98-7429e3142d3d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group_rule': {'security_group_id': '460d8f4c-5804-4216-8b8c-ab7c096f8488', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:55.017171 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9adbe896-d236-4e2f-8c98-7429e3142d3d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:55.025265 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9adbe896-d236-4e2f-8c98-7429e3142d3d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:55.032290 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d25fc7f7-6fd5-4927-807b-684592e23b80 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Deleting port 0e6dbe9e-08e5-4ee4-9d03-e1c8345fb5a6 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:55.032290 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d25fc7f7-6fd5-4927-807b-684592e23b80 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:55.032678 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] Set router 0f748072-4c4c-41cb-9e24-456ea93802e7 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:02:55.056635 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9adbe896-d236-4e2f-8c98-7429e3142d3d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:55.067847 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0acefe9-f4cd-41c8-8483-abc63652234b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:55.121867 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a6a27a8-1fd9-4303-b8e0-43d29f11d00e tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:55.123951 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:55.144929 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9adbe896-d236-4e2f-8c98-7429e3142d3d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:55.163773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5349f03-7ee2-4640-99f7-376930ac7e03,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:55.176488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2512eb7e-beae-418b-8cb8-790e51349e3e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:55.186263 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a6a27a8-1fd9-4303-b8e0-43d29f11d00e tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:55.187627 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:02:55.226384 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:55.226753 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Added segment 82701de0-20ec-4df5-9f7f-33dd53095170 of type vlan for network 859dac62-0ac4-494d-801b-a55266677ed4 Jan 20 11:02:55.253212 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b0acefe9-f4cd-41c8-8483-abc63652234b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:55.347827 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9adbe896-d236-4e2f-8c98-7429e3142d3d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:55.396600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:55.408805 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:54Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:55.413761 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841194f9-cf8d-4a71-b1d1-0cee9f5acc02 None None] The sync data for ids ['0f748072-4c4c-41cb-9e24-456ea93802e7'] in dv-neutron-825471-1-hyperv is: [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:54Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:02:55.516315 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a6a27a8-1fd9-4303-b8e0-43d29f11d00e tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:55.516850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6a27a8-1fd9-4303-b8e0-43d29f11d00e tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Fanout notify agent at l3_agent the message router_deleted on router dbf8befe-14b2-482c-a76a-0af5cd84e460 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:02:55.618787 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9adbe896-d236-4e2f-8c98-7429e3142d3d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:55.628309 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d25fc7f7-6fd5-4927-807b-684592e23b80 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:55.759557 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9adbe896-d236-4e2f-8c98-7429e3142d3d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:55.777771 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d25fc7f7-6fd5-4927-807b-684592e23b80 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Calling delete_port for 0e6dbe9e-08e5-4ee4-9d03-e1c8345fb5a6 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:55.880064 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:55.880938 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:55.881693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:55.969585 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbe896-d236-4e2f-8c98-7429e3142d3d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da614dec-947d-441b-a8f8-654394e87590,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:56.069589 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9adbe896-d236-4e2f-8c98-7429e3142d3d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:56.073507 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9adbe896-d236-4e2f-8c98-7429e3142d3d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0743334 Jan 20 11:02:56.077744 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60446) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:56.089179 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-363a7109-d2fc-4da6-9ccc-f992fb2bcc60 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group_rule': {'security_group_id': '460d8f4c-5804-4216-8b8c-ab7c096f8488', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:56.092265 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] Pushing event updated for resources: {'Network': ['ID=859dac62-0ac4-494d-801b-a55266677ed4,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:56.096097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-363a7109-d2fc-4da6-9ccc-f992fb2bcc60 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:56.104047 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b0acefe9-f4cd-41c8-8483-abc63652234b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:56.109425 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-363a7109-d2fc-4da6-9ccc-f992fb2bcc60 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:56.117747 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 859dac62-0ac4-494d-801b-a55266677ed4 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:02:56.152521 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a6a27a8-1fd9-4303-b8e0-43d29f11d00e tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:56.157153 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7a6a27a8-1fd9-4303-b8e0-43d29f11d00e tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "DELETE /v2.0/routers/dbf8befe-14b2-482c-a76a-0af5cd84e460 HTTP/1.1" status: 204 len: 168 time: 7.4226763 Jan 20 11:02:56.160703 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60450) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:56.162288 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-363a7109-d2fc-4da6-9ccc-f992fb2bcc60 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:56.163205 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d0f3fe1b-31d5-46cc-830e-ed9b0d957113 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:02:56.165991 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1103884676', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}, 'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:56.192674 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-363a7109-d2fc-4da6-9ccc-f992fb2bcc60 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:56.248605 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acefe9-f4cd-41c8-8483-abc63652234b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=3393706a-74a4-4bd1-b06a-3ab6c4c9d250,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:56.255399 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5acd3987-2dcf-4c57-9550-02eecfbf1b50 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4393072 Jan 20 11:02:56.260332 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:56.274218 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60454) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:56.274218 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-43628866-0f15-4d73-88eb-ba80d4ce6bd2 admin admin] Request body: {'subnet': {'network_id': '859dac62-0ac4-494d-801b-a55266677ed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1997378040-subnet', 'tenant_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:56.276019 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Usage tracker for resource:router and tenant:5eda8dc9c9c64973918ccb7e6870f561 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:56.280353 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-43628866-0f15-4d73-88eb-ba80d4ce6bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:56.286816 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-43628866-0f15-4d73-88eb-ba80d4ce6bd2 admin admin] Usage tracker for resource:subnet and tenant:6c2ff20ac98d4ed4ac93fa0dfdf8d5dc is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:56.291694 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-43628866-0f15-4d73-88eb-ba80d4ce6bd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:56.302113 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-43628866-0f15-4d73-88eb-ba80d4ce6bd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:56.320189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0acefe9-f4cd-41c8-8483-abc63652234b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:56.320691 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0acefe9-f4cd-41c8-8483-abc63652234b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network hostable DHCP agents. Network: 8962365b-2f7b-4071-b5a5-7c805118ad36, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:02:56.345994 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:56.348919 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d25fc7f7-6fd5-4927-807b-684592e23b80 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:56.358709 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:56.389234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2512eb7e-beae-418b-8cb8-790e51349e3e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router c4bdd63d-c004-497a-b057-8d23d885edf1 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:02:56.447271 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fc7f7-6fd5-4927-807b-684592e23b80 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event deleted for resources: {'Port': ['ID=0e6dbe9e-08e5-4ee4-9d03-e1c8345fb5a6,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:56.449686 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port d0f3fe1b-31d5-46cc-830e-ed9b0d957113 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:02:56.450456 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-363a7109-d2fc-4da6-9ccc-f992fb2bcc60 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:56.462993 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port d0f3fe1b-31d5-46cc-830e-ed9b0d957113 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:56.463277 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43628866-0f15-4d73-88eb-ba80d4ce6bd2 admin admin] Made reservation on behalf of 6c2ff20ac98d4ed4ac93fa0dfdf8d5dc for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:56.463763 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:56.466388 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43628866-0f15-4d73-88eb-ba80d4ce6bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:56.560341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:56.560969 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d25fc7f7-6fd5-4927-807b-684592e23b80 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:56.561594 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:56.595238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b410bff-2a06-457c-a87f-3ea31ab1c59d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router badbe9a8-3efd-4161-bc16-2f2c9a958ed4 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:02:56.599076 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2512eb7e-beae-418b-8cb8-790e51349e3e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:02:56.611085 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69952e4-c111-4c8a-9158-85293b287c63 None None] Sync routers for ids ['c4bdd63d-c004-497a-b057-8d23d885edf1'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:02:56.621291 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2512eb7e-beae-418b-8cb8-790e51349e3e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/c4bdd63d-c004-497a-b057-8d23d885edf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7374716 Jan 20 11:02:56.632875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60458) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:56.641653 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69952e4-c111-4c8a-9158-85293b287c63 None None] Routers {'c4bdd63d-c004-497a-b057-8d23d885edf1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:56.642710 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b69952e4-c111-4c8a-9158-85293b287c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['c4bdd63d-c004-497a-b057-8d23d885edf1'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:56.715330 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-363a7109-d2fc-4da6-9ccc-f992fb2bcc60 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:56.718644 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0acefe9-f4cd-41c8-8483-abc63652234b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:02:56.741426 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:56.748038 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b69952e4-c111-4c8a-9158-85293b287c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:56.762881 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69952e4-c111-4c8a-9158-85293b287c63 None None] Routers {'c4bdd63d-c004-497a-b057-8d23d885edf1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:56.763325 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d25fc7f7-6fd5-4927-807b-684592e23b80 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "DELETE /v2.0/ports/0e6dbe9e-08e5-4ee4-9d03-e1c8345fb5a6 HTTP/1.1" status: 204 len: 168 time: 1.8309798 Jan 20 11:02:56.763777 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b69952e4-c111-4c8a-9158-85293b287c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['c4bdd63d-c004-497a-b057-8d23d885edf1'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:56.767319 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60462) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:56.779925 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port d0f3fe1b-31d5-46cc-830e-ed9b0d957113, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d0f3fe1b-31d5-46cc-830e-ed9b0d957113,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:02:56.819871 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5362c180-b3ed-415f-8781-447cea5e19d6 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Synchronizing usage tracker for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:02:56.820713 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e63b69e-15b3-4e7f-88c9-fc416828b742 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] GET failed (client error): The resource could not be found. Jan 20 11:02:56.821222 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8e63b69e-15b3-4e7f-88c9-fc416828b742 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Synchronizing usage tracker for tenant:5d8523f420c84e55a12cb9fccdd5aaf5 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:02:56.843752 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-363a7109-d2fc-4da6-9ccc-f992fb2bcc60 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:56.857224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:56.859538 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b69952e4-c111-4c8a-9158-85293b287c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:56.859968 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69952e4-c111-4c8a-9158-85293b287c63 None None] The sync data for ids ['c4bdd63d-c004-497a-b057-8d23d885edf1'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:02:56.872634 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:56.886205 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b0acefe9-f4cd-41c8-8483-abc63652234b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 8962365b-2f7b-4071-b5a5-7c805118ad36) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:56.890604 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0acefe9-f4cd-41c8-8483-abc63652234b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:56.890993 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b0acefe9-f4cd-41c8-8483-abc63652234b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:56.901241 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a7109-d2fc-4da6-9ccc-f992fb2bcc60 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb58c26-169e-4a39-95eb-6d421332c427,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:56.923330 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d137113a-1d1d-4a33-8128-2d0f629e0cde None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:56.929749 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8e63b69e-15b3-4e7f-88c9-fc416828b742 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Unset dirty status for tenant:5d8523f420c84e55a12cb9fccdd5aaf5 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:02:56.930374 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b410bff-2a06-457c-a87f-3ea31ab1c59d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:02:56.930906 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8e63b69e-15b3-4e7f-88c9-fc416828b742 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "GET /v2.0/ports/0e6dbe9e-08e5-4ee4-9d03-e1c8345fb5a6 HTTP/1.1" status: 404 len: 333 time: 0.1626875 Jan 20 11:02:56.941144 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60466) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:56.951864 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28116752-b751-46b5-ac3c-929e60c61ae5 None None] Sync routers for ids ['badbe9a8-3efd-4161-bc16-2f2c9a958ed4'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:02:56.980656 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8b410bff-2a06-457c-a87f-3ea31ab1c59d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/badbe9a8-3efd-4161-bc16-2f2c9a958ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5312142 Jan 20 11:02:56.983752 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60470) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:56.986097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5362c180-b3ed-415f-8781-447cea5e19d6 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Unset dirty status for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:02:56.987093 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5362c180-b3ed-415f-8781-447cea5e19d6 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4bdd63d-c004-497a-b057-8d23d885edf1 HTTP/1.1" status: 200 len: 205 time: 0.2798889 Jan 20 11:02:57.035075 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60474) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:57.047469 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=d0f3fe1b-31d5-46cc-830e-ed9b0d957113,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:57.049878 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-363a7109-d2fc-4da6-9ccc-f992fb2bcc60 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:57.053954 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-363a7109-d2fc-4da6-9ccc-f992fb2bcc60 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.9751060 Jan 20 11:02:57.057465 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60478) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:57.064766 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b0acefe9-f4cd-41c8-8483-abc63652234b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3119857 Jan 20 11:02:57.065772 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43628866-0f15-4d73-88eb-ba80d4ce6bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:57.069149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28116752-b751-46b5-ac3c-929e60c61ae5 None None] Routers {'badbe9a8-3efd-4161-bc16-2f2c9a958ed4'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:57.069822 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-28116752-b751-46b5-ac3c-929e60c61ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['badbe9a8-3efd-4161-bc16-2f2c9a958ed4'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:57.070842 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60480) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:57.103564 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'name': 'tempest-NetworksTestDHCPv6-117661226'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:57.144959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-28116752-b751-46b5-ac3c-929e60c61ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:57.189155 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28116752-b751-46b5-ac3c-929e60c61ae5 None None] Routers {'badbe9a8-3efd-4161-bc16-2f2c9a958ed4'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:02:57.189980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-28116752-b751-46b5-ac3c-929e60c61ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['badbe9a8-3efd-4161-bc16-2f2c9a958ed4'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:57.253827 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-28116752-b751-46b5-ac3c-929e60c61ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:02:57.253827 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28116752-b751-46b5-ac3c-929e60c61ae5 None None] The sync data for ids ['badbe9a8-3efd-4161-bc16-2f2c9a958ed4'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:02:57.287408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-1c20d0f2-4664-4e38-8e21-3daf9562d673 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Deleting port 40958d5d-b245-4a12-b761-79f93ffae28a {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:57.287772 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1c20d0f2-4664-4e38-8e21-3daf9562d673 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:57.294925 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43628866-0f15-4d73-88eb-ba80d4ce6bd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=733fbd91-480e-491a-8ea6-8877826f63ca,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:57.315018 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8962365b-2f7b-4071-b5a5-7c805118ad36', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'fixed_ips': [{'subnet_id': '3393706a-74a4-4bd1-b06a-3ab6c4c9d250'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:02:57.316042 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:57.343613 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dcdb3d47-d955-4c13-b0c1-6e177034be14 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:57.369372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dcdb3d47-d955-4c13-b0c1-6e177034be14 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:57.378362 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43628866-0f15-4d73-88eb-ba80d4ce6bd2 admin admin] Checking segment: {'id': '82701de0-20ec-4df5-9f7f-33dd53095170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '859dac62-0ac4-494d-801b-a55266677ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:57.378617 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43628866-0f15-4d73-88eb-ba80d4ce6bd2 admin admin] Network hostable DHCP agents. Network: 859dac62-0ac4-494d-801b-a55266677ed4, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:02:57.384362 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:57.386416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:57.390491 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:port and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:57.401112 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:57.407224 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:57.431366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-551b8b40-5079-4542-9c35-223a01b67cdc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:57.483599 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Allocated IP 2001:db8::2 (8962365b-2f7b-4071-b5a5-7c805118ad36/3393706a-74a4-4bd1-b06a-3ab6c4c9d250/5e829ce1-08c7-4cbb-aee8-f3ea8b97156e) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:57.502582 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:02:57.515132 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:57.587700 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port d7ded2d1-f6dd-4fe7-a3fe-bd96cba43ed6 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:02:57.637416 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43628866-0f15-4d73-88eb-ba80d4ce6bd2 admin admin] Network 859dac62-0ac4-494d-801b-a55266677ed4 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:02:57.710111 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-227ad7b9-da4c-4076-ae48-ea34c3da9211 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:57.718297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:57.780634 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Transition to ACTIVE for port object 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:57.803423 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Transition to ACTIVE for port object 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:57.806734 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dcdb3d47-d955-4c13-b0c1-6e177034be14 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:57.845218 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb3d47-d955-4c13-b0c1-6e177034be14 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acb58c26-169e-4a39-95eb-6d421332c427,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:57.880798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-43628866-0f15-4d73-88eb-ba80d4ce6bd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 859dac62-0ac4-494d-801b-a55266677ed4) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:57.886623 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43628866-0f15-4d73-88eb-ba80d4ce6bd2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:57.887989 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-43628866-0f15-4d73-88eb-ba80d4ce6bd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:57.893049 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73934f6-bd0e-4dac-84e0-930e6b64fe03 None None] Network 859dac62-0ac4-494d-801b-a55266677ed4 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:02:57.965230 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:57.970832 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dcdb3d47-d955-4c13-b0c1-6e177034be14 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:57.972046 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-dcdb3d47-d955-4c13-b0c1-6e177034be14 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/acb58c26-169e-4a39-95eb-6d421332c427 HTTP/1.1" status: 204 len: 168 time: 0.8485975 Jan 20 11:02:57.985385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60486) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:58.064914 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:58.068802 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::31d (8962365b-2f7b-4071-b5a5-7c805118ad36/3393706a-74a4-4bd1-b06a-3ab6c4c9d250/d7ded2d1-f6dd-4fe7-a3fe-bd96cba43ed6) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:58.071007 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:58.083083 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Pushing event updated for resources: {'Port': ['ID=5e829ce1-08c7-4cbb-aee8-f3ea8b97156e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:58.085418 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:58.185793 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d0f3fe1b-31d5-46cc-830e-ed9b0d957113 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:02:58.230641 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-43628866-0f15-4d73-88eb-ba80d4ce6bd2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9665010 Jan 20 11:02:58.234415 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60490) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:58.245297 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1997378040-router', 'tenant_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:02:58.251956 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1c20d0f2-4664-4e38-8e21-3daf9562d673 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.262289 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:02:58.271090 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Usage tracker for resource:router and tenant:6c2ff20ac98d4ed4ac93fa0dfdf8d5dc is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:02:58.276705 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:02:58.278875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-551b8b40-5079-4542-9c35-223a01b67cdc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.288724 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:02:58.355356 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Attempting to bind port 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:02:58.356158 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Attempting to bind port 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:02:58.356528 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Attempting to bind port 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:02:58.377206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:02:58.377759 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:58.378048 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.378443 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:02:58.378901 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Bound port: 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:02:58.379876 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.384183 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.406801 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-1c20d0f2-4664-4e38-8e21-3daf9562d673 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Calling delete_port for 40958d5d-b245-4a12-b761-79f93ffae28a owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:02:58.407308 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.408240 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.423243 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object d7ded2d1-f6dd-4fe7-a3fe-bd96cba43ed6 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:58.451145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-551b8b40-5079-4542-9c35-223a01b67cdc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.453735 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-859dac62-0ac4-494d-801b-a55266677ed4', 'network_id': '859dac62-0ac4-494d-801b-a55266677ed4', 'tenant_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'fixed_ips': [{'subnet_id': '733fbd91-480e-491a-8ea6-8877826f63ca'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:02:58.453735 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.476020 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e30a0b62-0b4f-45a8-a0d1-ba5aac37ab79 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:02:58.549096 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.599313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e30a0b62-0b4f-45a8-a0d1-ba5aac37ab79 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:02:58.603473 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e30a0b62-0b4f-45a8-a0d1-ba5aac37ab79 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.5601773 Jan 20 11:02:58.607045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60494) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:58.629273 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port d0f3fe1b-31d5-46cc-830e-ed9b0d957113 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:02:58.629900 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.636279 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.670292 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-551b8b40-5079-4542-9c35-223a01b67cdc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.670292 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551b8b40-5079-4542-9c35-223a01b67cdc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Fanout notify agent at l3_agent the message router_deleted on router c4bdd63d-c004-497a-b057-8d23d885edf1 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:02:58.688582 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.742758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.748794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1ecb04ef-90e2-4a8f-90a1-a7b7407a7b04 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.768658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] For port 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:02:58.796499 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-551b8b40-5079-4542-9c35-223a01b67cdc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.797672 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-551b8b40-5079-4542-9c35-223a01b67cdc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/routers/c4bdd63d-c004-497a-b057-8d23d885edf1 HTTP/1.1" status: 204 len: 168 time: 1.7502654 Jan 20 11:02:58.803234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1ecb04ef-90e2-4a8f-90a1-a7b7407a7b04 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.806210 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60498) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:58.837242 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1c20d0f2-4664-4e38-8e21-3daf9562d673 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.848666 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:58.851372 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=d7ded2d1-f6dd-4fe7-a3fe-bd96cba43ed6,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:58.858431 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:58.907455 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:58.910450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20d0f2-4664-4e38-8e21-3daf9562d673 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event deleted for resources: {'Port': ['ID=40958d5d-b245-4a12-b761-79f93ffae28a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:58.911324 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:58.911950 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:58.960627 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:58.960968 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:58.961308 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:58.961665 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:58.961995 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:58.962319 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:58.962644 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:58.962966 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:58.963285 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:58.963602 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:58.964505 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:02:58.990186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] For port 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=5e829ce1-08c7-4cbb-aee8-f3ea8b97156e,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:02:59.026468 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:59.043717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Allocated IP 172.20.0.2 (859dac62-0ac4-494d-801b-a55266677ed4/733fbd91-480e-491a-8ea6-8877826f63ca/da3e6991-66e5-4ceb-bd38-95eea3c58271) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:59.095155 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5fbab97a-ab3e-4ff8-a08a-199ff3d27488 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0000720 Jan 20 11:02:59.101591 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60502) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:59.125011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1ecb04ef-90e2-4a8f-90a1-a7b7407a7b04 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:59.153134 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:59.230646 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Allocated IP 172.26.0.115 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/37b98039-788b-4f2e-be35-e88eb725a033) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:02:59.254761 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb04ef-90e2-4a8f-90a1-a7b7407a7b04 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da614dec-947d-441b-a8f8-654394e87590,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:59.290230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e76231b-70b5-4cbb-b91a-0dec09ac2a09 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting subnet c7904524-12db-45d5-a54e-594a741b2303 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:02:59.299020 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e76231b-70b5-4cbb-b91a-0dec09ac2a09 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:59.312418 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dec8f7-f9d0-47f2-9166-c93f9b57a67e None None] Pushing event updated for resources: {'Port': ['ID=5e829ce1-08c7-4cbb-aee8-f3ea8b97156e,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:59.416875 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:59.420214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1c20d0f2-4664-4e38-8e21-3daf9562d673 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:59.429588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Transition to ACTIVE for port object da3e6991-66e5-4ceb-bd38-95eea3c58271 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:59.436536 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1282dcbc-733f-4b04-9e88-d0d4d37d5478 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:59.440621 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1282dcbc-733f-4b04-9e88-d0d4d37d5478 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:02:59.442372 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1282dcbc-733f-4b04-9e88-d0d4d37d5478 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:02:59.452247 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1c20d0f2-4664-4e38-8e21-3daf9562d673 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "DELETE /v2.0/ports/40958d5d-b245-4a12-b761-79f93ffae28a HTTP/1.1" status: 204 len: 168 time: 2.5064540 Jan 20 11:02:59.452976 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60506) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:59.456871 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Transition to ACTIVE for port object da3e6991-66e5-4ceb-bd38-95eea3c58271 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:02:59.461575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e76231b-70b5-4cbb-b91a-0dec09ac2a09 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:59.554283 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1ecb04ef-90e2-4a8f-90a1-a7b7407a7b04 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:59.558330 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1ecb04ef-90e2-4a8f-90a1-a7b7407a7b04 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/da614dec-947d-441b-a8f8-654394e87590 HTTP/1.1" status: 204 len: 168 time: 0.9474332 Jan 20 11:02:59.567272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60510) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:59.618869 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:59.629467 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:59.734415 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Network 859dac62-0ac4-494d-801b-a55266677ed4 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:02:59.735693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-fd17bacc-5189-44b9-926a-d9bdb7e46369 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:02:59.740322 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:02:59.747780 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:02:59.752326 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Pushing event updated for resources: {'Port': ['ID=da3e6991-66e5-4ceb-bd38-95eea3c58271,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:02:59.756029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-227ad7b9-da4c-4076-ae48-ea34c3da9211 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port d9ccd5d6-bfc8-473d-8627-a2649b91c859 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:02:59.756393 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-227ad7b9-da4c-4076-ae48-ea34c3da9211 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:59.798218 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1282dcbc-733f-4b04-9e88-d0d4d37d5478 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:02:59.801914 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1282dcbc-733f-4b04-9e88-d0d4d37d5478 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6968598 Jan 20 11:02:59.802252 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60514) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:02:59.826922 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e76231b-70b5-4cbb-b91a-0dec09ac2a09 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:59.845897 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-6165f9ae-93c4-427c-9ed0-105f507de4bd tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Deleting subnet c75172f7-f373-410e-8bb0-bca41456f223 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:02:59.855691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6165f9ae-93c4-427c-9ed0-105f507de4bd tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:59.861494 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Attempting to bind port da3e6991-66e5-4ceb-bd38-95eea3c58271 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:02:59.861904 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Attempting to bind port da3e6991-66e5-4ceb-bd38-95eea3c58271 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '82701de0-20ec-4df5-9f7f-33dd53095170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '859dac62-0ac4-494d-801b-a55266677ed4'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:02:59.862270 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Attempting to bind port da3e6991-66e5-4ceb-bd38-95eea3c58271 on network 859dac62-0ac4-494d-801b-a55266677ed4 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:02:59.869261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:02:59.869815 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Checking segment: {'id': '82701de0-20ec-4df5-9f7f-33dd53095170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '859dac62-0ac4-494d-801b-a55266677ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:02:59.870756 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:59.871385 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Bound using segment: {'id': '82701de0-20ec-4df5-9f7f-33dd53095170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '859dac62-0ac4-494d-801b-a55266677ed4'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:02:59.871929 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Bound port: da3e6991-66e5-4ceb-bd38-95eea3c58271, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82701de0-20ec-4df5-9f7f-33dd53095170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '859dac62-0ac4-494d-801b-a55266677ed4'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:02:59.872786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:59.916795 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:02:59.921307 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-fd17bacc-5189-44b9-926a-d9bdb7e46369 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:02:59.925712 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fd17bacc-5189-44b9-926a-d9bdb7e46369 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.3574474 Jan 20 11:02:59.935212 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60518) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:00.010207 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-b2d5161e-bd7c-43bf-9544-560b9b66d531 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port d7ded2d1-f6dd-4fe7-a3fe-bd96cba43ed6 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:00.010474 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2d5161e-bd7c-43bf-9544-560b9b66d531 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:00.025286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] For port da3e6991-66e5-4ceb-bd38-95eea3c58271, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:03:00.030345 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] For port da3e6991-66e5-4ceb-bd38-95eea3c58271, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=da3e6991-66e5-4ceb-bd38-95eea3c58271,segment=NetworkSegment(82701de0-20ec-4df5-9f7f-33dd53095170),segment_id=82701de0-20ec-4df5-9f7f-33dd53095170)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:03:00.060012 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6165f9ae-93c4-427c-9ed0-105f507de4bd tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:00.069439 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:00.110364 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:00.115380 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-227ad7b9-da4c-4076-ae48-ea34c3da9211 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:00.117633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:00.166991 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:00.172375 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98d9d624-90ed-4140-981a-3a1048b98e7d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:00.181623 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:00.200825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:00.246790 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:00.247385 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e76231b-70b5-4cbb-b91a-0dec09ac2a09 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:00.279687 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Pushing event updated for resources: {'Port': ['ID=37b98039-788b-4f2e-be35-e88eb725a033,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:00.283657 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c49d07-f779-4381-9ab2-ba1eeef041de None None] Pushing event updated for resources: {'Port': ['ID=da3e6991-66e5-4ceb-bd38-95eea3c58271,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:00.292660 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98d9d624-90ed-4140-981a-3a1048b98e7d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:00.350085 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-227ad7b9-da4c-4076-ae48-ea34c3da9211 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Calling delete_port for d9ccd5d6-bfc8-473d-8627-a2649b91c859 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:00.362212 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:00.417783 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76231b-70b5-4cbb-b91a-0dec09ac2a09 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Subnet': ['ID=c7904524-12db-45d5-a54e-594a741b2303,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:00.443834 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e76231b-70b5-4cbb-b91a-0dec09ac2a09 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:00.458981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d9aa7b-e4df-4ff0-9327-410f314ff4ab None None] Network f2511f87-0757-4eda-8f11-5bb4be450863 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:00.477068 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5e76231b-70b5-4cbb-b91a-0dec09ac2a09 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/subnets/c7904524-12db-45d5-a54e-594a741b2303 HTTP/1.1" status: 204 len: 168 time: 1.6634154 Jan 20 11:03:00.479314 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60522) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:00.561240 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98d9d624-90ed-4140-981a-3a1048b98e7d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:00.598519 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6165f9ae-93c4-427c-9ed0-105f507de4bd tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:00.655329 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9d624-90ed-4140-981a-3a1048b98e7d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7e36ea0-be21-40fa-83a2-06ae19a64bca,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:00.729280 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2d5161e-bd7c-43bf-9544-560b9b66d531 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:00.750706 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98d9d624-90ed-4140-981a-3a1048b98e7d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:00.751795 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-98d9d624-90ed-4140-981a-3a1048b98e7d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/a7e36ea0-be21-40fa-83a2-06ae19a64bca HTTP/1.1" status: 204 len: 168 time: 0.7840016 Jan 20 11:03:00.816486 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60526) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:00.819053 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Allocated IP 172.26.0.84 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/856c7345-20b4-49ba-9964-f2277bf05d05) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:00.890105 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1bac4e-cf35-4911-8fc5-5bf3a4514b79 None None] DHCP port deletion for f2511f87-0757-4eda-8f11-5bb4be450863 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:03:00.893444 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-b2d5161e-bd7c-43bf-9544-560b9b66d531 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for d7ded2d1-f6dd-4fe7-a3fe-bd96cba43ed6 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:00.893968 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-db1bac4e-cf35-4911-8fc5-5bf3a4514b79 None None] Deleting port 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:00.894073 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db1bac4e-cf35-4911-8fc5-5bf3a4514b79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:00.947312 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6efe8b4-4430-400d-9d99-31995a37f8b7 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:00.965670 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dab0257-de90-4c43-921f-15db7cac598b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting subnet 37bb7a86-8088-44fc-a6ad-2405518dfbc7 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:03:01.033698 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4dab0257-de90-4c43-921f-15db7cac598b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.035585 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6165f9ae-93c4-427c-9ed0-105f507de4bd tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.087731 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7f350e19-28a7-4cf9-86dd-40a6652c5332 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:01.147482 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4dab0257-de90-4c43-921f-15db7cac598b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.208703 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8f5454e5-f829-40a2-b28a-3c10c6616212 None None] Provisioning for port 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:01.213123 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165f9ae-93c4-427c-9ed0-105f507de4bd tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event deleted for resources: {'Subnet': ['ID=c75172f7-f373-410e-8bb0-bca41456f223,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:01.223778 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6165f9ae-93c4-427c-9ed0-105f507de4bd tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.246725 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6165f9ae-93c4-427c-9ed0-105f507de4bd tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "DELETE /v2.0/subnets/c75172f7-f373-410e-8bb0-bca41456f223 HTTP/1.1" status: 204 len: 168 time: 1.7902513 Jan 20 11:03:01.248797 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60530) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:01.265660 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-227ad7b9-da4c-4076-ae48-ea34c3da9211 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.272931 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.293115 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.294003 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.326336 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7f350e19-28a7-4cf9-86dd-40a6652c5332 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:01.331729 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7f350e19-28a7-4cf9-86dd-40a6652c5332 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.5094860 Jan 20 11:03:01.334210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308f00ce-897d-416a-8802-b99b87efcd54 None None] Network ca80578e-1126-4b5c-b3d5-6336f7a75411 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:01.339522 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60534) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:01.348113 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8f5454e5-f829-40a2-b28a-3c10c6616212 None None] Provisioning complete for port 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:01.348340 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f5454e5-f829-40a2-b28a-3c10c6616212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.357978 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ad7b9-da4c-4076-ae48-ea34c3da9211 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Port': ['ID=d9ccd5d6-bfc8-473d-8627-a2649b91c859,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:01.418647 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4dab0257-de90-4c43-921f-15db7cac598b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.506534 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.534435 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2d5161e-bd7c-43bf-9544-560b9b66d531 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.539290 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-db1bac4e-cf35-4911-8fc5-5bf3a4514b79 None None] For port 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=6ec87b2f-d435-4592-a6f7-f4ea7f06d41a,segment=NetworkSegment(540056f1-f722-44ff-bc6b-54c2f4d95c31),segment_id=540056f1-f722-44ff-bc6b-54c2f4d95c31)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:01.539689 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db1bac4e-cf35-4911-8fc5-5bf3a4514b79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.622441 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5161e-bd7c-43bf-9544-560b9b66d531 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=d7ded2d1-f6dd-4fe7-a3fe-bd96cba43ed6,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:01.640940 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5161e-bd7c-43bf-9544-560b9b66d531 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:01.641309 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5161e-bd7c-43bf-9544-560b9b66d531 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:01.642159 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5161e-bd7c-43bf-9544-560b9b66d531 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:01.642529 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5161e-bd7c-43bf-9544-560b9b66d531 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:01.644130 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5161e-bd7c-43bf-9544-560b9b66d531 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:01.644496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5161e-bd7c-43bf-9544-560b9b66d531 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:01.644840 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5161e-bd7c-43bf-9544-560b9b66d531 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:01.645202 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5161e-bd7c-43bf-9544-560b9b66d531 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:01.645878 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5161e-bd7c-43bf-9544-560b9b66d531 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:01.646214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5161e-bd7c-43bf-9544-560b9b66d531 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:01.646565 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d5161e-bd7c-43bf-9544-560b9b66d531 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:01.675521 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8753e4b2-bed3-4c21-9a0c-b069d151b10c tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.677353 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Deleting port 86374154-2aab-40ab-9c0f-9af2c0acd7d8 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:01.677907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.753148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8753e4b2-bed3-4c21-9a0c-b069d151b10c tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.780395 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-db1bac4e-cf35-4911-8fc5-5bf3a4514b79 None None] Calling delete_port for 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:01.806581 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-adbe94b8-8aca-4585-abb1-eac4d1d00046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.819406 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-227ad7b9-da4c-4076-ae48-ea34c3da9211 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.875844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2d5161e-bd7c-43bf-9544-560b9b66d531 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.887318 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60538) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:01.892455 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b2d5161e-bd7c-43bf-9544-560b9b66d531 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/d7ded2d1-f6dd-4fe7-a3fe-bd96cba43ed6 HTTP/1.1" status: 204 len: 168 time: 2.0891123 Jan 20 11:03:01.925623 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88499151-70df-4185-87f4-a53eb36ec602 None None] Network 859dac62-0ac4-494d-801b-a55266677ed4 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:01.942294 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.988657 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8753e4b2-bed3-4c21-9a0c-b069d151b10c tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:01.993491 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4dab0257-de90-4c43-921f-15db7cac598b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:02.130357 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f5454e5-f829-40a2-b28a-3c10c6616212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:02.133427 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753e4b2-bed3-4c21-9a0c-b069d151b10c tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfa1dab9-089e-49f3-a504-1bb888a2bf2b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:02.162356 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab0257-de90-4c43-921f-15db7cac598b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Subnet': ['ID=37bb7a86-8088-44fc-a6ad-2405518dfbc7,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:02.168830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] For port 86374154-2aab-40ab-9c0f-9af2c0acd7d8, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=86374154-2aab-40ab-9c0f-9af2c0acd7d8,segment=NetworkSegment(5a0ded90-6119-494d-9f57-6b210599f9c2),segment_id=5a0ded90-6119-494d-9f57-6b210599f9c2)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:02.169362 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:02.173785 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-db1bac4e-cf35-4911-8fc5-5bf3a4514b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:02.176246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:02.188699 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1164e13f-575c-450e-9db8-fc89da138fb0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:02.190323 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1164e13f-575c-450e-9db8-fc89da138fb0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:02.191137 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1164e13f-575c-450e-9db8-fc89da138fb0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:02.195839 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4dab0257-de90-4c43-921f-15db7cac598b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:02.205378 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:02.207908 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:02.237469 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969d3f4b-9e3c-4ffb-ae95-a280c2340a3f None None] Network d9aba168-190d-4b0b-814a-c1ac529da931 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:02.240782 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Pushing event updated for resources: {'Port': ['ID=856c7345-20b4-49ba-9964-f2277bf05d05,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:02.252531 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device da3e6991-66e5-4ceb-bd38-95eea3c58271 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:02.268332 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4dab0257-de90-4c43-921f-15db7cac598b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/subnets/37bb7a86-8088-44fc-a6ad-2405518dfbc7 HTTP/1.1" status: 204 len: 168 time: 1.7851140 Jan 20 11:03:02.308486 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60544) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:02.319539 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Calling delete_port for 86374154-2aab-40ab-9c0f-9af2c0acd7d8 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:02.329268 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bac4e-cf35-4911-8fc5-5bf3a4514b79 None None] Pushing event deleted for resources: {'Port': ['ID=6ec87b2f-d435-4592-a6f7-f4ea7f06d41a,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:02.429723 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8753e4b2-bed3-4c21-9a0c-b069d151b10c tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:02.431157 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8753e4b2-bed3-4c21-9a0c-b069d151b10c tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/cfa1dab9-089e-49f3-a504-1bb888a2bf2b HTTP/1.1" status: 204 len: 168 time: 1.0877547 Jan 20 11:03:02.443928 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60548) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:02.494821 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1bac4e-cf35-4911-8fc5-5bf3a4514b79 None None] No DVR routers for this DVR port 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:03:02.527028 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-8f5454e5-f829-40a2-b28a-3c10c6616212 None None] For port 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=5e829ce1-08c7-4cbb-aee8-f3ea8b97156e,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:02.557411 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9e6f877e-87d7-4b36-ab26-975126f4f6dc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:02.566097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1164e13f-575c-450e-9db8-fc89da138fb0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:02.571340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60552) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:02.577439 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1164e13f-575c-450e-9db8-fc89da138fb0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6888988 Jan 20 11:03:02.647519 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Router 9264ec32-afc6-484e-8c9c-6daecc81793f is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:03:02.668302 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f5454e5-f829-40a2-b28a-3c10c6616212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:02.700385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:02.716727 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852ad995-e424-4db5-8325-1d18cb88bbb4 None None] DHCP port deletion for ca80578e-1126-4b5c-b3d5-6336f7a75411 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:03:02.770847 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7652ab4b-712b-4f17-8dab-b519ae55f920 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:02.797957 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event deleted for resources: {'Port': ['ID=86374154-2aab-40ab-9c0f-9af2c0acd7d8,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:02.828097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227ad7b9-da4c-4076-ae48-ea34c3da9211 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router badbe9a8-3efd-4161-bc16-2f2c9a958ed4 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:03:02.828261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5454e5-f829-40a2-b28a-3c10c6616212 None None] Pushing event updated for resources: {'Port': ['ID=5e829ce1-08c7-4cbb-aee8-f3ea8b97156e,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:02.852925 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3c2b6227-5d8d-4488-87dc-08dbe6d071ae None None] Provisioning complete for port 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:02.854140 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6227-5d8d-4488-87dc-08dbe6d071ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:02.893303 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] No DVR routers for this DVR port 86374154-2aab-40ab-9c0f-9af2c0acd7d8 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:03:02.907456 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port da3e6991-66e5-4ceb-bd38-95eea3c58271 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:02.944082 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7652ab4b-712b-4f17-8dab-b519ae55f920 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:02.946407 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7652ab4b-712b-4f17-8dab-b519ae55f920 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.5015056 Jan 20 11:03:02.955491 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60556) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:03.076592 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdee0a5-f1f8-4df9-a8f8-3e0f36c8c351 None None] DHCP port deletion for d9aba168-190d-4b0b-814a-c1ac529da931 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:03:03.082915 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:03:03.150447 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9bdee0a5-f1f8-4df9-a8f8-3e0f36c8c351 None None] Deleting port 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:03.150981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bdee0a5-f1f8-4df9-a8f8-3e0f36c8c351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.180008 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:03:03.180421 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6ec87b2f-d435-4592-a6f7-f4ea7f06d41a not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:03:03.197399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-67e34fff-dd37-4d32-9c50-30a166721aad tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.217337 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-67e34fff-dd37-4d32-9c50-30a166721aad tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.240077 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227ad7b9-da4c-4076-ae48-ea34c3da9211 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:03:03.252216 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb021917-fe89-4ca1-a017-3eafb39ab62a None None] Sync routers for ids ['badbe9a8-3efd-4161-bc16-2f2c9a958ed4'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:03:03.257036 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-227ad7b9-da4c-4076-ae48-ea34c3da9211 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/badbe9a8-3efd-4161-bc16-2f2c9a958ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2719421 Jan 20 11:03:03.263486 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60560) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:03.293943 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb021917-fe89-4ca1-a017-3eafb39ab62a None None] Routers {'badbe9a8-3efd-4161-bc16-2f2c9a958ed4'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:03.296015 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-eb021917-fe89-4ca1-a017-3eafb39ab62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['badbe9a8-3efd-4161-bc16-2f2c9a958ed4'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:03.298194 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9e6f877e-87d7-4b36-ab26-975126f4f6dc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.339034 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.340164 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.343592 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-aef1f8fc-5aeb-4b27-853a-b7d15af3b784 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Synchronizing usage tracker for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:03.384477 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-eb021917-fe89-4ca1-a017-3eafb39ab62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:03.402915 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb021917-fe89-4ca1-a017-3eafb39ab62a None None] Routers {'badbe9a8-3efd-4161-bc16-2f2c9a958ed4'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:03.404456 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-eb021917-fe89-4ca1-a017-3eafb39ab62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:02:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['badbe9a8-3efd-4161-bc16-2f2c9a958ed4'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:03.480432 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-eb021917-fe89-4ca1-a017-3eafb39ab62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:03.480432 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb021917-fe89-4ca1-a017-3eafb39ab62a None None] The sync data for ids ['badbe9a8-3efd-4161-bc16-2f2c9a958ed4'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:03:03.484584 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3c2b6227-5d8d-4488-87dc-08dbe6d071ae None None] Provisioning for port da3e6991-66e5-4ceb-bd38-95eea3c58271 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:03.488116 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-9e6f877e-87d7-4b36-ab26-975126f4f6dc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2511f87-0757-4eda-8f11-5bb4be450863']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:03.503482 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3c2b6227-5d8d-4488-87dc-08dbe6d071ae None None] Provisioning complete for port da3e6991-66e5-4ceb-bd38-95eea3c58271 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:03.503859 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6227-5d8d-4488-87dc-08dbe6d071ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.534571 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-9e6f877e-87d7-4b36-ab26-975126f4f6dc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540056f1-f722-44ff-bc6b-54c2f4d95c31') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:03.534887 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-9e6f877e-87d7-4b36-ab26-975126f4f6dc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540056f1-f722-44ff-bc6b-54c2f4d95c31') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:03.554356 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9bdee0a5-f1f8-4df9-a8f8-3e0f36c8c351 None None] For port 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2dbd3eca-958a-4180-b8d2-dbb5ba6230bb,segment=NetworkSegment(81c7ce5a-638f-40a5-9733-f2015177b26f),segment_id=81c7ce5a-638f-40a5-9733-f2015177b26f)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:03.554785 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bdee0a5-f1f8-4df9-a8f8-3e0f36c8c351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.576490 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-67e34fff-dd37-4d32-9c50-30a166721aad tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.577280 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.581248 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-67e34fff-dd37-4d32-9c50-30a166721aad tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.585588 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-67e34fff-dd37-4d32-9c50-30a166721aad tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7ad328b7-b2e1-4d58-b11a-d6d8f27aeed1 HTTP/1.1" status: 204 len: 168 time: 0.6272748 Jan 20 11:03:03.588439 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60564) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:03.610142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca80578e-1126-4b5c-b3d5-6336f7a75411']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:03.627244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0ded90-6119-494d-9f57-6b210599f9c2') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:03.627244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0ded90-6119-494d-9f57-6b210599f9c2') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:03.629108 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e34fff-dd37-4d32-9c50-30a166721aad tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ad328b7-b2e1-4d58-b11a-d6d8f27aeed1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:03.642183 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.653570 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.656721 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-31c8ca83-fa67-40db-97ac-854af3d61cc2 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:03.660207 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:03:03.660612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.671189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-aef1f8fc-5aeb-4b27-853a-b7d15af3b784 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Unset dirty status for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:03.672640 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aef1f8fc-5aeb-4b27-853a-b7d15af3b784 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/ports?device_id=badbe9a8-3efd-4161-bc16-2f2c9a958ed4 HTTP/1.1" status: 200 len: 205 time: 0.4091420 Jan 20 11:03:03.675790 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60568) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:03:03.683745 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:03:03.686794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5eb7ab-1732-44aa-a034-39bc55eccb98 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet 3393706a-74a4-4bd1-b06a-3ab6c4c9d250 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:03:03.692384 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9e6f877e-87d7-4b36-ab26-975126f4f6dc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.721291 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9bdee0a5-f1f8-4df9-a8f8-3e0f36c8c351 None None] Calling delete_port for 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:03.769955 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bb5eb7ab-1732-44aa-a034-39bc55eccb98 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.828929 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9e6f877e-87d7-4b36-ab26-975126f4f6dc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.851766 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6f877e-87d7-4b36-ab26-975126f4f6dc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:03:03.852195 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9e6f877e-87d7-4b36-ab26-975126f4f6dc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:03:03.867748 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:03:03.877818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bb5eb7ab-1732-44aa-a034-39bc55eccb98 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.878028 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6227-5d8d-4488-87dc-08dbe6d071ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.907371 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-31c8ca83-fa67-40db-97ac-854af3d61cc2 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:03.909913 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-31c8ca83-fa67-40db-97ac-854af3d61cc2 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3145571 Jan 20 11:03:03.915364 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-3c2b6227-5d8d-4488-87dc-08dbe6d071ae None None] For port da3e6991-66e5-4ceb-bd38-95eea3c58271, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=da3e6991-66e5-4ceb-bd38-95eea3c58271,segment=NetworkSegment(82701de0-20ec-4df5-9f7f-33dd53095170),segment_id=82701de0-20ec-4df5-9f7f-33dd53095170)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:03.922288 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf24df70-8eec-4dd2-918e-ce253c44d5ea tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.927283 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe3275bc-d21c-4c90-9846-f3e3075eb592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:03.960918 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60572) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:03.971913 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.030527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9bdee0a5-f1f8-4df9-a8f8-3e0f36c8c351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.034520 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3c2b6227-5d8d-4488-87dc-08dbe6d071ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.068753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.099617 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdee0a5-f1f8-4df9-a8f8-3e0f36c8c351 None None] Pushing event deleted for resources: {'Port': ['ID=2dbd3eca-958a-4180-b8d2-dbb5ba6230bb,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:04.105630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] Pushing event deleted for resources: {'Network': ['ID=ca80578e-1126-4b5c-b3d5-6336f7a75411,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:04.158304 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdee0a5-f1f8-4df9-a8f8-3e0f36c8c351 None None] No DVR routers for this DVR port 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:03:04.199048 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:04.217104 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bb5eb7ab-1732-44aa-a034-39bc55eccb98 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.239902 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f144a7d1-1207-4859-b3aa-24cdb1968e71 None None] Could not find standard attr ID for object d7ded2d1-f6dd-4fe7-a3fe-bd96cba43ed6. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:03:04.245395 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0d00-e6ab-4a52-a537-2bd401262919 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.246977 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9e6f877e-87d7-4b36-ab26-975126f4f6dc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.281493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9e6f877e-87d7-4b36-ab26-975126f4f6dc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.301749 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a806ea53-d6f2-40d0-9904-27a8bf851a23 tempest-AllowedAddressPairTestJSON-1469136507 tempest-AllowedAddressPairTestJSON-1469136507-project] 10.222.0.70 "DELETE /v2.0/networks/ca80578e-1126-4b5c-b3d5-6336f7a75411 HTTP/1.1" status: 204 len: 168 time: 3.0496559 Jan 20 11:03:04.303571 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f144a7d1-1207-4859-b3aa-24cdb1968e71 None None] Provisioning complete for port da3e6991-66e5-4ceb-bd38-95eea3c58271 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:04.303571 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f144a7d1-1207-4859-b3aa-24cdb1968e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.321787 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f877e-87d7-4b36-ab26-975126f4f6dc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Network': ['ID=f2511f87-0757-4eda-8f11-5bb4be450863,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:04.335090 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9e6f877e-87d7-4b36-ab26-975126f4f6dc tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/networks/f2511f87-0757-4eda-8f11-5bb4be450863 HTTP/1.1" status: 204 len: 168 time: 2.0247407 Jan 20 11:03:04.343896 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60578) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:04.346466 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b6227-5d8d-4488-87dc-08dbe6d071ae None None] Pushing event updated for resources: {'Port': ['ID=da3e6991-66e5-4ceb-bd38-95eea3c58271,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:04.368644 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0d00-e6ab-4a52-a537-2bd401262919 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.406204 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:04.406957 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.409810 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf24df70-8eec-4dd2-918e-ce253c44d5ea tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.419309 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf24df70-8eec-4dd2-918e-ce253c44d5ea tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.464929 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:03:04.484123 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93acf23c-60eb-46ee-9c11-1ebc171d5fae None None] Sync routers for ids ['9264ec32-afc6-484e-8c9c-6daecc81793f'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:03:04.533905 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Router e5bc200b-59f8-42d1-8273-90ebf4f24592 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:03:04.541378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-47dd2a35-7a20-422f-bb31-9a8d59953df3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.562821 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93acf23c-60eb-46ee-9c11-1ebc171d5fae None None] Routers {'9264ec32-afc6-484e-8c9c-6daecc81793f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:04.563460 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-93acf23c-60eb-46ee-9c11-1ebc171d5fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['9264ec32-afc6-484e-8c9c-6daecc81793f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:04.606363 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf24df70-8eec-4dd2-918e-ce253c44d5ea tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.606962 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf24df70-8eec-4dd2-918e-ce253c44d5ea tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Fanout notify agent at l3_agent the message router_deleted on router badbe9a8-3efd-4161-bc16-2f2c9a958ed4 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:03:04.631138 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bf24df70-8eec-4dd2-918e-ce253c44d5ea tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.632339 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bf24df70-8eec-4dd2-918e-ce253c44d5ea tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/routers/badbe9a8-3efd-4161-bc16-2f2c9a958ed4 HTTP/1.1" status: 204 len: 168 time: 0.9536433 Jan 20 11:03:04.635184 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60582) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:04.643092 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-93acf23c-60eb-46ee-9c11-1ebc171d5fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:04.671313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.675322 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c4973a0a-2d11-4ae2-8172-e1493c458e0b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.5108275 Jan 20 11:03:04.675322 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bb5eb7ab-1732-44aa-a034-39bc55eccb98 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.689669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60586) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:04.720471 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93acf23c-60eb-46ee-9c11-1ebc171d5fae None None] Routers {'9264ec32-afc6-484e-8c9c-6daecc81793f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:04.721260 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-93acf23c-60eb-46ee-9c11-1ebc171d5fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['9264ec32-afc6-484e-8c9c-6daecc81793f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:04.740617 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-38431356-550c-4509-a936-8c39fe1f3b32 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:04.791418 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0d00-e6ab-4a52-a537-2bd401262919 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.793807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0d00-e6ab-4a52-a537-2bd401262919 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.796892 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d5fe0d00-e6ab-4a52-a537-2bd401262919 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-groups/460d8f4c-5804-4216-8b8c-ab7c096f8488 HTTP/1.1" status: 204 len: 168 time: 0.8330586 Jan 20 11:03:04.808731 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-93acf23c-60eb-46ee-9c11-1ebc171d5fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:04.809153 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93acf23c-60eb-46ee-9c11-1ebc171d5fae None None] The sync data for ids ['9264ec32-afc6-484e-8c9c-6daecc81793f'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:03:04.819768 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.832306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60590) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:04.832306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bb5eb7ab-1732-44aa-a034-39bc55eccb98 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.832306 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bb5eb7ab-1732-44aa-a034-39bc55eccb98 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/3393706a-74a4-4bd1-b06a-3ab6c4c9d250 HTTP/1.1" status: 204 len: 168 time: 2.2500081 Jan 20 11:03:04.837037 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5eb7ab-1732-44aa-a034-39bc55eccb98 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=3393706a-74a4-4bd1-b06a-3ab6c4c9d250,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:04.844605 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66edf8f-aa17-4ae3-9522-c6f2f8cc56d7 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:04.846393 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60592) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:04.864051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-47dd2a35-7a20-422f-bb31-9a8d59953df3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:04.884367 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe0d00-e6ab-4a52-a537-2bd401262919 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=460d8f4c-5804-4216-8b8c-ab7c096f8488,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:04.925259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-47dd2a35-7a20-422f-bb31-9a8d59953df3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9aba168-190d-4b0b-814a-c1ac529da931']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:04.934765 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6c0858b3-88f1-42c6-95a8-366e88309244 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866129 Jan 20 11:03:04.947864 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60598) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:04.955604 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-542165e3-3956-4947-914a-5084c69bb8b0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:04.986971 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:03:05.110045 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:03:05.110698 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2dbd3eca-958a-4180-b8d2-dbb5ba6230bb not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:03:05.110969 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 86374154-2aab-40ab-9c0f-9af2c0acd7d8 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:03:05.164678 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60604) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:05.168083 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 86374154-2aab-40ab-9c0f-9af2c0acd7d8 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:03:05.168497 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 86374154-2aab-40ab-9c0f-9af2c0acd7d8 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:03:05.194177 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-47dd2a35-7a20-422f-bb31-9a8d59953df3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c7ce5a-638f-40a5-9733-f2015177b26f') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:05.194470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-47dd2a35-7a20-422f-bb31-9a8d59953df3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c7ce5a-638f-40a5-9733-f2015177b26f') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:05.208552 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5a4bdc87-4c6c-4503-ba43-78d85daa8a1f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:05.221096 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1820aa-6a3c-43de-8a56-6712e6367925 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting subnet 833704bb-31d9-4d7e-aec7-33906d211e02 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:03:05.221213 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-47dd2a35-7a20-422f-bb31-9a8d59953df3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:05.222516 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef1820aa-6a3c-43de-8a56-6712e6367925 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:05.238688 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-542165e3-3956-4947-914a-5084c69bb8b0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:05.254819 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-47dd2a35-7a20-422f-bb31-9a8d59953df3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:05.262212 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-542165e3-3956-4947-914a-5084c69bb8b0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:05.268076 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47dd2a35-7a20-422f-bb31-9a8d59953df3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:03:05.268447 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-47dd2a35-7a20-422f-bb31-9a8d59953df3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:03:05.285143 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:03:05.302342 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:05.306649 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef1820aa-6a3c-43de-8a56-6712e6367925 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:05.372101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:03:05.390862 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Sync routers for ids ['e5bc200b-59f8-42d1-8273-90ebf4f24592'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:03:05.411424 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] DHCP port deletion for 8962365b-2f7b-4071-b5a5-7c805118ad36 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:03:05.412303 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5a4bdc87-4c6c-4503-ba43-78d85daa8a1f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:05.413120 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Routers {'e5bc200b-59f8-42d1-8273-90ebf4f24592'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:05.413652 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5a4bdc87-4c6c-4503-ba43-78d85daa8a1f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5780845 Jan 20 11:03:05.414228 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e5bc200b-59f8-42d1-8273-90ebf4f24592'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:05.421227 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] Deleting port 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:05.421651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:05.438011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60610) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:05.449473 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-b5a277e1-b6ed-4d24-9996-678b605eb384 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945701076'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:05.457301 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b5a277e1-b6ed-4d24-9996-678b605eb384 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:05.469628 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b5a277e1-b6ed-4d24-9996-678b605eb384 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:05.487076 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef1820aa-6a3c-43de-8a56-6712e6367925 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:05.502576 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542165e3-3956-4947-914a-5084c69bb8b0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:05.508675 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-542165e3-3956-4947-914a-5084c69bb8b0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:05.561278 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:05.567110 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8706c52b-5b5a-45c1-9c49-30149c3ad1ee admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3319688 Jan 20 11:03:05.572683 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ebfac86c-976c-4cad-a92d-3eabc4d93484 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d8523f420c84e55a12cb9fccdd5aaf5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4056883 Jan 20 11:03:05.573942 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60614) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:05.574265 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60616) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:05.622886 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-47dd2a35-7a20-422f-bb31-9a8d59953df3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:05.624170 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Set router e5bc200b-59f8-42d1-8273-90ebf4f24592 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:03:05.657176 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-47dd2a35-7a20-422f-bb31-9a8d59953df3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:05.676693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b5a277e1-b6ed-4d24-9996-678b605eb384 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:05.734200 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] For port 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=5e829ce1-08c7-4cbb-aee8-f3ea8b97156e,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:05.734842 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:05.766284 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1da42769-e85d-4873-99ad-46746064a1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:05.797466 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1da42769-e85d-4873-99ad-46746064a1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:05.818526 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd2a35-7a20-422f-bb31-9a8d59953df3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Network': ['ID=d9aba168-190d-4b0b-814a-c1ac529da931,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:05.831523 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-47dd2a35-7a20-422f-bb31-9a8d59953df3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/networks/d9aba168-190d-4b0b-814a-c1ac529da931 HTTP/1.1" status: 204 len: 168 time: 1.4829087 Jan 20 11:03:05.840933 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60622) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:05.859901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-09e7c0b3-0877-46ab-83ff-36a37ad4fbd5 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'network': {'name': 'tempest-RoutersTest-1830327048'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:05.896930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-09e7c0b3-0877-46ab-83ff-36a37ad4fbd5 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:05.902980 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-09e7c0b3-0877-46ab-83ff-36a37ad4fbd5 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:network and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:05.906571 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] Calling delete_port for 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:05.907784 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-09e7c0b3-0877-46ab-83ff-36a37ad4fbd5 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:05.914826 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-09e7c0b3-0877-46ab-83ff-36a37ad4fbd5 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:05.950090 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b5a277e1-b6ed-4d24-9996-678b605eb384 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:05.969497 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b5a277e1-b6ed-4d24-9996-678b605eb384 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:05.986167 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1da42769-e85d-4873-99ad-46746064a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.021689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da42769-e85d-4873-99ad-46746064a1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143eb791-3d2b-4447-9ab0-065b8573f89a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:06.044313 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef1820aa-6a3c-43de-8a56-6712e6367925 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.102136 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e7c0b3-0877-46ab-83ff-36a37ad4fbd5 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Made reservation on behalf of 0c5b44fb39b64ea5a5d562662d9183a4 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:06.106671 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09e7c0b3-0877-46ab-83ff-36a37ad4fbd5 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.118916 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'name': 'tempest-TestVolumeBootPattern-1997378040-router', 'tenant_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '856c7345-20b4-49ba-9964-f2277bf05d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:58Z', 'updated_at': '2022-01-20T11:03:02Z', 'revision_number': 3, 'project_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'gw_port': {'id': '856c7345-20b4-49ba-9964-f2277bf05d05', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:03:00Z', 'updated_at': '2022-01-20T11:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:06.123841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1820aa-6a3c-43de-8a56-6712e6367925 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Subnet': ['ID=833704bb-31d9-4d7e-aec7-33906d211e02,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:06.127911 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef1820aa-6a3c-43de-8a56-6712e6367925 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.138160 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Checking router: e5bc200b-59f8-42d1-8273-90ebf4f24592 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:03:06.138626 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Updating router e5bc200b-59f8-42d1-8273-90ebf4f24592 port 856c7345-20b4-49ba-9964-f2277bf05d05 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:03:06.139949 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1da42769-e85d-4873-99ad-46746064a1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.143468 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1da42769-e85d-4873-99ad-46746064a1b1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/143eb791-3d2b-4447-9ab0-065b8573f89a HTTP/1.1" status: 204 len: 168 time: 0.5607793 Jan 20 11:03:06.143743 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e763b19-c9d9-4491-a4ff-2ef25ee3c694 None None] Network a1f63de6-6ea4-45b1-b575-b12d888743d4 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:06.147517 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ef1820aa-6a3c-43de-8a56-6712e6367925 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/subnets/833704bb-31d9-4d7e-aec7-33906d211e02 HTTP/1.1" status: 204 len: 168 time: 1.5100327 Jan 20 11:03:06.156825 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60628) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:06.218443 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device da3e6991-66e5-4ceb-bd38-95eea3c58271 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:06.230308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e7c0b3-0877-46ab-83ff-36a37ad4fbd5 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:03:06.290907 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.308601 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.319492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09e7c0b3-0877-46ab-83ff-36a37ad4fbd5 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.320593 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-09e7c0b3-0877-46ab-83ff-36a37ad4fbd5 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Added segment 48ad747b-e01d-4277-8996-58d6ea008780 of type vlan for network 1ed31306-6fff-413e-8e9c-27f47e85556f Jan 20 11:03:06.377688 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b5a277e1-b6ed-4d24-9996-678b605eb384 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.499604 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b5a277e1-b6ed-4d24-9996-678b605eb384 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.522646 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5116e05-46c0-4e21-bbb8-cf0c6c8ffd33 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting subnet da50e581-7400-4042-b379-1c961fbe11fc {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:03:06.527414 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c5116e05-46c0-4e21-bbb8-cf0c6c8ffd33 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.547639 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09e7c0b3-0877-46ab-83ff-36a37ad4fbd5 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.551433 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a277e1-b6ed-4d24-9996-678b605eb384 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbd3794-0586-42d1-b401-2b720456da4c,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:06.597732 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] Pushing event deleted for resources: {'Port': ['ID=5e829ce1-08c7-4cbb-aee8-f3ea8b97156e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:06.647675 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-542165e3-3956-4947-914a-5084c69bb8b0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.679188 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.686369 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] No DVR routers for this DVR port 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:03:06.711581 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c5116e05-46c0-4e21-bbb8-cf0c6c8ffd33 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.742917 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:06.744236 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:06.745256 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:06.746543 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:06.747535 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:06.748541 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:06.749490 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:06.750658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:06.751609 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:06.752587 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:06.753819 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e604c4-581e-4856-b54f-0bdae278bfc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:06.809928 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542165e3-3956-4947-914a-5084c69bb8b0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:06.818465 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-542165e3-3956-4947-914a-5084c69bb8b0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:06.821272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542165e3-3956-4947-914a-5084c69bb8b0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:06.822191 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-542165e3-3956-4947-914a-5084c69bb8b0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.846403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09e7c0b3-0877-46ab-83ff-36a37ad4fbd5 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.850396 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e7c0b3-0877-46ab-83ff-36a37ad4fbd5 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:06.852081 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09e7c0b3-0877-46ab-83ff-36a37ad4fbd5 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.872763 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259dea69-3ec9-452f-8f9b-2cdc7671e1f9 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:06.950666 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.955049 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c5116e05-46c0-4e21-bbb8-cf0c6c8ffd33 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:06.985781 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Transition to ACTIVE for port object 856c7345-20b4-49ba-9964-f2277bf05d05 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:07.028253 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7c0b3-0877-46ab-83ff-36a37ad4fbd5 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Network': ['ID=1ed31306-6fff-413e-8e9c-27f47e85556f,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:07.035032 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b5a277e1-b6ed-4d24-9996-678b605eb384 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:07.039072 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b5a277e1-b6ed-4d24-9996-678b605eb384 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5973978 Jan 20 11:03:07.039072 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-542165e3-3956-4947-914a-5084c69bb8b0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0874600 Jan 20 11:03:07.039072 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542165e3-3956-4947-914a-5084c69bb8b0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=75f6c8b7-406d-4387-b236-5329882fc40d,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:07.051392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60640) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:07.051731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60642) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:07.064103 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 1ed31306-6fff-413e-8e9c-27f47e85556f details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:03:07.073901 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:07.106110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-4964b1ab-e0ba-4116-aea1-90ca50a66d16 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group_rule': {'security_group_id': 'cbbd3794-0586-42d1-b401-2b720456da4c', 'direction': 'ingress', 'protocol': 17}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:07.141298 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port da3e6991-66e5-4ceb-bd38-95eea3c58271 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:07.141675 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:07.155594 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d2fe56d8-33c3-4ebd-b1b7-c60a44b11afa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'name': 'tempest-NetworksTestDHCPv6-1347660467'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:07.182052 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feda423-754a-4c88-a9be-a2095c1b423d None None] Pushing event updated for resources: {'Port': ['ID=856c7345-20b4-49ba-9964-f2277bf05d05,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:07.212366 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda423-754a-4c88-a9be-a2095c1b423d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:07.212679 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda423-754a-4c88-a9be-a2095c1b423d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:07.212892 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda423-754a-4c88-a9be-a2095c1b423d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:07.213395 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda423-754a-4c88-a9be-a2095c1b423d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:07.214423 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda423-754a-4c88-a9be-a2095c1b423d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:07.214760 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda423-754a-4c88-a9be-a2095c1b423d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:07.215084 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda423-754a-4c88-a9be-a2095c1b423d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:07.215417 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda423-754a-4c88-a9be-a2095c1b423d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:07.215730 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda423-754a-4c88-a9be-a2095c1b423d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:07.216104 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda423-754a-4c88-a9be-a2095c1b423d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:07.216434 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feda423-754a-4c88-a9be-a2095c1b423d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:03:07.223068 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Attempting to bind port 856c7345-20b4-49ba-9964-f2277bf05d05 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:03:07.223571 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Attempting to bind port 856c7345-20b4-49ba-9964-f2277bf05d05 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:03:07.223935 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Attempting to bind port 856c7345-20b4-49ba-9964-f2277bf05d05 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:03:07.233218 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:03:07.235523 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:07.235523 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:07.235523 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:03:07.235523 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Bound port: 856c7345-20b4-49ba-9964-f2277bf05d05, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:03:07.235523 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:07.281902 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-09e7c0b3-0877-46ab-83ff-36a37ad4fbd5 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4393504 Jan 20 11:03:07.285708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4964b1ab-e0ba-4116-aea1-90ca50a66d16 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:07.298367 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60648) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:07.309067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c5116e05-46c0-4e21-bbb8-cf0c6c8ffd33 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:07.334414 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f5c6b205-7db6-4693-b4af-d110e2cd8a9c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'subnet': {'network_id': '1ed31306-6fff-413e-8e9c-27f47e85556f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:07.341811 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] For port 856c7345-20b4-49ba-9964-f2277bf05d05, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:03:07.347227 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] For port 856c7345-20b4-49ba-9964-f2277bf05d05, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=856c7345-20b4-49ba-9964-f2277bf05d05,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:03:07.367600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5116e05-46c0-4e21-bbb8-cf0c6c8ffd33 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Subnet': ['ID=da50e581-7400-4042-b379-1c961fbe11fc,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:07.371389 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c5116e05-46c0-4e21-bbb8-cf0c6c8ffd33 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:07.380407 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e8061c-85fb-4668-8556-53e937198351 None None] Network 2f5d9bcc-c53b-40f9-a573-3560648a0cf1 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:07.390862 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c5116e05-46c0-4e21-bbb8-cf0c6c8ffd33 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/subnets/da50e581-7400-4042-b379-1c961fbe11fc HTTP/1.1" status: 204 len: 168 time: 1.2225347 Jan 20 11:03:07.449634 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:07.515156 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:03:07.547525 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60652) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:07.594044 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:03:07.594414 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5e829ce1-08c7-4cbb-aee8-f3ea8b97156e not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:03:07.623802 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feda423-754a-4c88-a9be-a2095c1b423d None None] Pushing event updated for resources: {'Port': ['ID=856c7345-20b4-49ba-9964-f2277bf05d05,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:07.658133 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Routers {'e5bc200b-59f8-42d1-8273-90ebf4f24592'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:07.659093 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e5bc200b-59f8-42d1-8273-90ebf4f24592'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:07.677647 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4964b1ab-e0ba-4116-aea1-90ca50a66d16 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:07.681531 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4964b1ab-e0ba-4116-aea1-90ca50a66d16 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:07.690512 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4964b1ab-e0ba-4116-aea1-90ca50a66d16 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:07.697476 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c90535d-6c0c-43fa-b914-67f2dbff08dd None None] DHCP port deletion for a1f63de6-6ea4-45b1-b575-b12d888743d4 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:03:07.709766 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8962365b-2f7b-4071-b5a5-7c805118ad36', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'fixed_ips': [{'subnet_id': '75f6c8b7-406d-4387-b236-5329882fc40d'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:03:07.710875 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:07.729867 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0c90535d-6c0c-43fa-b914-67f2dbff08dd None None] Deleting port fd0acc12-cfbc-4064-bc38-572e9be8c481 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:07.730504 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c90535d-6c0c-43fa-b914-67f2dbff08dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:07.765055 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:07.830740 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:07.918369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port fd0acc12-cfbc-4064-bc38-572e9be8c481 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:07.918979 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:08.019137 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] Set router e5bc200b-59f8-42d1-8273-90ebf4f24592 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:03:08.079763 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17118f97-87fb-4b4a-bd51-f7e0f0593da5 None None] DHCP port deletion for 2f5d9bcc-c53b-40f9-a573-3560648a0cf1 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:03:08.081526 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d2fe56d8-33c3-4ebd-b1b7-c60a44b11afa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:08.111114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4964b1ab-e0ba-4116-aea1-90ca50a66d16 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:08.188365 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ace2bf15-ae23-4995-a4f8-51e9777bd6f2 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:03:08.193065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4964b1ab-e0ba-4116-aea1-90ca50a66d16 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:08.200713 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f5c6b205-7db6-4693-b4af-d110e2cd8a9c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:08.204020 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f5c6b205-7db6-4693-b4af-d110e2cd8a9c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:subnet and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:08.207507 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f5c6b205-7db6-4693-b4af-d110e2cd8a9c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:08.216401 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f5c6b205-7db6-4693-b4af-d110e2cd8a9c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:08.225297 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d2fe56d8-33c3-4ebd-b1b7-c60a44b11afa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:08.244043 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-17118f97-87fb-4b4a-bd51-f7e0f0593da5 None None] Deleting port ace2bf15-ae23-4995-a4f8-51e9777bd6f2 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:08.244271 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38431356-550c-4509-a936-8c39fe1f3b32 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:08.244659 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17118f97-87fb-4b4a-bd51-f7e0f0593da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:08.283074 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4964b1ab-e0ba-4116-aea1-90ca50a66d16 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:08.351324 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0c90535d-6c0c-43fa-b914-67f2dbff08dd None None] For port fd0acc12-cfbc-4064-bc38-572e9be8c481, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=fd0acc12-cfbc-4064-bc38-572e9be8c481,segment=NetworkSegment(8a2d123b-45d8-4829-b2de-e02d791a43dd),segment_id=8a2d123b-45d8-4829-b2de-e02d791a43dd)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:08.351890 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c90535d-6c0c-43fa-b914-67f2dbff08dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:08.362868 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Allocated IP 2001:db8::2 (8962365b-2f7b-4071-b5a5-7c805118ad36/75f6c8b7-406d-4387-b236-5329882fc40d/8f54379b-2d8d-4fee-9b9d-2a5fe05946ce) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:08.363137 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60664) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:08.368097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964b1ab-e0ba-4116-aea1-90ca50a66d16 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e514c59b-ccb9-4d90-8dda-feb39c0652f9,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:08.378828 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c6b205-7db6-4693-b4af-d110e2cd8a9c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Made reservation on behalf of 0c5b44fb39b64ea5a5d562662d9183a4 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:08.455910 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] For port fd0acc12-cfbc-4064-bc38-572e9be8c481, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=fd0acc12-cfbc-4064-bc38-572e9be8c481,segment=NetworkSegment(8a2d123b-45d8-4829-b2de-e02d791a43dd),segment_id=8a2d123b-45d8-4829-b2de-e02d791a43dd)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:08.456610 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:08.507932 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'name': 'tempest-TestVolumeBootPattern-1997378040-router', 'tenant_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '856c7345-20b4-49ba-9964-f2277bf05d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:58Z', 'updated_at': '2022-01-20T11:03:02Z', 'revision_number': 3, 'project_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'gw_port': {'id': '856c7345-20b4-49ba-9964-f2277bf05d05', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:03:00Z', 'updated_at': '2022-01-20T11:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:08.520840 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f5c6b205-7db6-4693-b4af-d110e2cd8a9c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:08.522714 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f550c34-a6cb-4dbb-9135-dc4c40bf9d91 None None] The sync data for ids ['e5bc200b-59f8-42d1-8273-90ebf4f24592'] in dv-neutron-825471-1-hyperv is: [{'id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'name': 'tempest-TestVolumeBootPattern-1997378040-router', 'tenant_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '856c7345-20b4-49ba-9964-f2277bf05d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:58Z', 'updated_at': '2022-01-20T11:03:02Z', 'revision_number': 3, 'project_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'gw_port': {'id': '856c7345-20b4-49ba-9964-f2277bf05d05', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:03:00Z', 'updated_at': '2022-01-20T11:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:03:08.558447 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fe56d8-33c3-4ebd-b1b7-c60a44b11afa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:08.559894 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2fe56d8-33c3-4ebd-b1b7-c60a44b11afa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:08.584429 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0c90535d-6c0c-43fa-b914-67f2dbff08dd None None] Calling delete_port for fd0acc12-cfbc-4064-bc38-572e9be8c481 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:08.589617 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4964b1ab-e0ba-4116-aea1-90ca50a66d16 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:08.593819 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60670) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:08.595082 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4964b1ab-e0ba-4116-aea1-90ca50a66d16 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.5258594 Jan 20 11:03:08.595282 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] Allocated IP 172.20.0.1 (859dac62-0ac4-494d-801b-a55266677ed4/733fbd91-480e-491a-8ea6-8877826f63ca/539745cb-a062-46da-b90b-4513a9613eb3) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:08.602425 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38431356-550c-4509-a936-8c39fe1f3b32 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:08.605561 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Calling delete_port for fd0acc12-cfbc-4064-bc38-572e9be8c481 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:08.666341 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1681673741'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:08.675010 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-d2fe56d8-33c3-4ebd-b1b7-c60a44b11afa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port d4e5ddf6-61ad-4b24-a4f7-f06d7d11659a yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:03:08.693012 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:08.723152 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:network and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:08.727304 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-38431356-550c-4509-a936-8c39fe1f3b32 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Deleting port 37b98039-788b-4f2e-be35-e88eb725a033 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:08.731068 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38431356-550c-4509-a936-8c39fe1f3b32 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:08.735400 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:08.795683 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:08.812545 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:08.862919 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0647f88e-b26c-4264-8a41-8b6b82fe5be7 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:08.894443 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0647f88e-b26c-4264-8a41-8b6b82fe5be7 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:08.911925 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-17118f97-87fb-4b4a-bd51-f7e0f0593da5 None None] For port ace2bf15-ae23-4995-a4f8-51e9777bd6f2, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ace2bf15-ae23-4995-a4f8-51e9777bd6f2,segment=NetworkSegment(fa2ec5c5-a1b5-4b94-bf20-96847db15154),segment_id=fa2ec5c5-a1b5-4b94-bf20-96847db15154)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:08.912486 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17118f97-87fb-4b4a-bd51-f7e0f0593da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:08.941994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port ace2bf15-ae23-4995-a4f8-51e9777bd6f2, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ace2bf15-ae23-4995-a4f8-51e9777bd6f2,segment=NetworkSegment(fa2ec5c5-a1b5-4b94-bf20-96847db15154),segment_id=fa2ec5c5-a1b5-4b94-bf20-96847db15154)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:08.945966 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:08.949201 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:08.969935 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:08.999977 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38431356-550c-4509-a936-8c39fe1f3b32 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.022954 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.047585 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Port': ['ID=fd0acc12-cfbc-4064-bc38-572e9be8c481,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:09.068876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0647f88e-b26c-4264-8a41-8b6b82fe5be7 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.072056 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-17118f97-87fb-4b4a-bd51-f7e0f0593da5 None None] Calling delete_port for ace2bf15-ae23-4995-a4f8-51e9777bd6f2 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:09.076874 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] No DVR routers for this DVR port fd0acc12-cfbc-4064-bc38-572e9be8c481 on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:03:09.099332 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.099938 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device fd0acc12-cfbc-4064-bc38-572e9be8c481 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:03:09.122119 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.122785 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-0c90535d-6c0c-43fa-b914-67f2dbff08dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:03:09.123207 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-0c90535d-6c0c-43fa-b914-67f2dbff08dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:03:09.134307 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647f88e-b26c-4264-8a41-8b6b82fe5be7 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbd3794-0586-42d1-b401-2b720456da4c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:09.137751 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-38431356-550c-4509-a936-8c39fe1f3b32 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Calling delete_port for 37b98039-788b-4f2e-be35-e88eb725a033 owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:09.230603 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: fd0acc12-cfbc-4064-bc38-572e9be8c481 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:03:09.230869 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device fd0acc12-cfbc-4064-bc38-572e9be8c481 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:03:09.244368 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:09.248166 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] Transition to ACTIVE for port object 539745cb-a062-46da-b90b-4513a9613eb3 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:09.265708 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:security_group_rule and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:09.273659 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:09.286623 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:09.293559 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.304394 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.318017 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=ace2bf15-ae23-4995-a4f8-51e9777bd6f2,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:09.319416 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0647f88e-b26c-4264-8a41-8b6b82fe5be7 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.323790 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0647f88e-b26c-4264-8a41-8b6b82fe5be7 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-groups/cbbd3794-0586-42d1-b401-2b720456da4c HTTP/1.1" status: 204 len: 168 time: 0.7231910 Jan 20 11:03:09.323953 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Transition to ACTIVE for port object 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:09.325215 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60676) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:09.340857 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f63de6-6ea4-45b1-b575-b12d888743d4']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:09.361021 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Transition to ACTIVE for port object 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:09.364271 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2d123b-45d8-4829-b2de-e02d791a43dd') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:09.364569 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2d123b-45d8-4829-b2de-e02d791a43dd') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:09.373286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-17118f97-87fb-4b4a-bd51-f7e0f0593da5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:03:09.374186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-17118f97-87fb-4b4a-bd51-f7e0f0593da5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:03:09.383987 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.407389 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.411332 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f5c6b205-7db6-4693-b4af-d110e2cd8a9c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.419267 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:03:09.419660 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:03:09.434628 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:03:09.447419 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.449212 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.511875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f8a56012-e76a-41f2-a5b0-b4e9a0649f25 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:09.523708 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.568552 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.573156 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:09.576675 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:09.580540 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:09.613189 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6b205-7db6-4693-b4af-d110e2cd8a9c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Subnet': ['ID=0f29097e-c514-4a82-9d0c-4935388c25c1,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:09.625313 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0c90535d-6c0c-43fa-b914-67f2dbff08dd None None] Deleting port fd0acc12-cfbc-4064-bc38-572e9be8c481 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:09.626149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c90535d-6c0c-43fa-b914-67f2dbff08dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.630655 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-d2fe56d8-33c3-4ebd-b1b7-c60a44b11afa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::162 (8962365b-2f7b-4071-b5a5-7c805118ad36/75f6c8b7-406d-4387-b236-5329882fc40d/d4e5ddf6-61ad-4b24-a4f7-f06d7d11659a) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:09.635680 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c6b205-7db6-4693-b4af-d110e2cd8a9c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Checking segment: {'id': '48ad747b-e01d-4277-8996-58d6ea008780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1ed31306-6fff-413e-8e9c-27f47e85556f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:09.636155 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c6b205-7db6-4693-b4af-d110e2cd8a9c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network hostable DHCP agents. Network: 1ed31306-6fff-413e-8e9c-27f47e85556f, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:03:09.677575 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f8a56012-e76a-41f2-a5b0-b4e9a0649f25 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:09.678847 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f8a56012-e76a-41f2-a5b0-b4e9a0649f25 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3502088 Jan 20 11:03:09.683901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60680) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:09.688077 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Pushing event updated for resources: {'Port': ['ID=8f54379b-2d8d-4fee-9b9d-2a5fe05946ce,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:09.689107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3d1fc1f2-7220-403f-b390-fa6e24e2daed tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371768644'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:09.706040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3d1fc1f2-7220-403f-b390-fa6e24e2daed tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:09.715094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] Network 859dac62-0ac4-494d-801b-a55266677ed4 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:09.716011 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] Pushing event updated for resources: {'Port': ['ID=539745cb-a062-46da-b90b-4513a9613eb3,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:09.718544 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:09.720440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:09.731329 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3d1fc1f2-7220-403f-b390-fa6e24e2daed tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:09.736937 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38431356-550c-4509-a936-8c39fe1f3b32 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.748901 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.749065 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0c90535d-6c0c-43fa-b914-67f2dbff08dd None None] The port 'fd0acc12-cfbc-4064-bc38-572e9be8c481' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:03:09.751707 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.751871 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Attempting to bind port 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:03:09.752166 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Attempting to bind port 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:03:09.752744 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Attempting to bind port 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:03:09.762132 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:03:09.762770 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:09.768220 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.768220 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:03:09.768220 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Bound port: 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:03:09.768220 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.786691 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.809989 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c6b205-7db6-4693-b4af-d110e2cd8a9c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network 1ed31306-6fff-413e-8e9c-27f47e85556f is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:03:09.824841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:03:09.839048 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Network': ['ID=a1f63de6-6ea4-45b1-b575-b12d888743d4,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:09.856877 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aed965a2-c23d-48ca-a72b-9e19086eeca3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/networks/a1f63de6-6ea4-45b1-b575-b12d888743d4 HTTP/1.1" status: 204 len: 168 time: 2.3082457 Jan 20 11:03:09.861371 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60684) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:09.874995 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-17118f97-87fb-4b4a-bd51-f7e0f0593da5 None None] Deleting port ace2bf15-ae23-4995-a4f8-51e9777bd6f2 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:09.878706 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17118f97-87fb-4b4a-bd51-f7e0f0593da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.888742 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0339963-33f0-4f27-ade0-34aa00b3685a,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:09.895717 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38431356-550c-4509-a936-8c39fe1f3b32 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Pushing event deleted for resources: {'Port': ['ID=37b98039-788b-4f2e-be35-e88eb725a033,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:09.903214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.906291 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.906638 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Added segment 42824545-314d-4ee4-b162-5ed26a727e55 of type vlan for network 33462417-dca9-43a6-b9b1-804c6d7f7b0e Jan 20 11:03:09.908693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc1f2-7220-403f-b390-fa6e24e2daed tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:09.985900 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-f5c6b205-7db6-4693-b4af-d110e2cd8a9c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 1ed31306-6fff-413e-8e9c-27f47e85556f) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:09.990429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c6b205-7db6-4693-b4af-d110e2cd8a9c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:09.991028 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f5c6b205-7db6-4693-b4af-d110e2cd8a9c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.055893 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] For port 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:03:10.059619 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] For port 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8f54379b-2d8d-4fee-9b9d-2a5fe05946ce,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:03:10.061672 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bd032c-7fe4-4b30-baf8-73bc588b3735 None None] Network 1ed31306-6fff-413e-8e9c-27f47e85556f requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:10.083507 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.103639 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.105351 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3d1fc1f2-7220-403f-b390-fa6e24e2daed tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:10.127781 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3d1fc1f2-7220-403f-b390-fa6e24e2daed tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:10.131724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3d1fc1f2-7220-403f-b390-fa6e24e2daed tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:10.136214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port ace2bf15-ae23-4995-a4f8-51e9777bd6f2 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:10.136758 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.139966 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3d1fc1f2-7220-403f-b390-fa6e24e2daed tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:10.187020 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f5c6b205-7db6-4693-b4af-d110e2cd8a9c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8724935 Jan 20 11:03:10.187270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60688) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:10.188954 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.193022 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-fc62a971-c9ae-4666-98e1-5a4c0479e917 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1611966846', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:10.203815 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fc62a971-c9ae-4666-98e1-5a4c0479e917 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:10.211203 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fc62a971-c9ae-4666-98e1-5a4c0479e917 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:router and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:10.237028 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fc62a971-c9ae-4666-98e1-5a4c0479e917 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:10.273905 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fc62a971-c9ae-4666-98e1-5a4c0479e917 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:10.304311 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.309270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:10.310226 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.406739 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc1f2-7220-403f-b390-fa6e24e2daed tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.443861 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-17118f97-87fb-4b4a-bd51-f7e0f0593da5 None None] For port ace2bf15-ae23-4995-a4f8-51e9777bd6f2, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ace2bf15-ae23-4995-a4f8-51e9777bd6f2,segment=NetworkSegment(fa2ec5c5-a1b5-4b94-bf20-96847db15154),segment_id=fa2ec5c5-a1b5-4b94-bf20-96847db15154)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:10.444280 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17118f97-87fb-4b4a-bd51-f7e0f0593da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.454439 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f5c43-7196-4829-a3d9-1caa87a3398c None None] Pushing event updated for resources: {'Port': ['ID=8f54379b-2d8d-4fee-9b9d-2a5fe05946ce,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:10.482958 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc62a971-c9ae-4666-98e1-5a4c0479e917 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.484852 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc62a971-c9ae-4666-98e1-5a4c0479e917 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.494573 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2fe56d8-33c3-4ebd-b1b7-c60a44b11afa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.502588 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.516798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc1f2-7220-403f-b390-fa6e24e2daed tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.531072 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Network': ['ID=33462417-dca9-43a6-b9b1-804c6d7f7b0e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:10.559773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-d2fe56d8-33c3-4ebd-b1b7-c60a44b11afa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object d4e5ddf6-61ad-4b24-a4f7-f06d7d11659a will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:10.562993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38431356-550c-4509-a936-8c39fe1f3b32 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.587249 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-50e4768b-c35e-4adc-88dc-05f878b4a2bf None None] Provisioning for port 539745cb-a062-46da-b90b-4513a9613eb3 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:10.599077 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0b9a7a76-12c4-49f9-b12b-c90402858240 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2347143 Jan 20 11:03:10.602683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-17118f97-87fb-4b4a-bd51-f7e0f0593da5 None None] Calling delete_port for ace2bf15-ae23-4995-a4f8-51e9777bd6f2 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:10.607387 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60692) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:10.626789 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b9b17af5-c237-4107-8e83-bb518dcf8e66 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e', 'name': 'tempest-PortsIpV6TestJSON-73316257'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:10.628775 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:03:10.656615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc62a971-c9ae-4666-98e1-5a4c0479e917 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.711668 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] For port ace2bf15-ae23-4995-a4f8-51e9777bd6f2, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ace2bf15-ae23-4995-a4f8-51e9777bd6f2,segment=NetworkSegment(fa2ec5c5-a1b5-4b94-bf20-96847db15154),segment_id=fa2ec5c5-a1b5-4b94-bf20-96847db15154)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:10.711923 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.733157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-50e4768b-c35e-4adc-88dc-05f878b4a2bf None None] Provisioning complete for port 539745cb-a062-46da-b90b-4513a9613eb3 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:10.733430 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-50e4768b-c35e-4adc-88dc-05f878b4a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.736756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38431356-550c-4509-a936-8c39fe1f3b32 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.738634 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fc1f2-7220-403f-b390-fa6e24e2daed tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d11d033-b4d3-425e-ae21-70197473cc79,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:10.750594 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38431356-550c-4509-a936-8c39fe1f3b32 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.835332 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-1ed31306-6fff-413e-8e9c-27f47e85556f', 'network_id': '1ed31306-6fff-413e-8e9c-27f47e85556f', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'fixed_ips': [{'subnet_id': '0f29097e-c514-4a82-9d0c-4935388c25c1'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:03:10.836165 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.855368 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-50e4768b-c35e-4adc-88dc-05f878b4a2bf None None] Port 539745cb-a062-46da-b90b-4513a9613eb3 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:03:10.916057 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc1f2-7220-403f-b390-fa6e24e2daed tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:10.917608 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3d1fc1f2-7220-403f-b390-fa6e24e2daed tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2334161 Jan 20 11:03:10.921313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60696) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:10.930121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-294453e3-6da6-4a5c-a9ae-db9347995c56 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267042442'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:10.943082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-294453e3-6da6-4a5c-a9ae-db9347995c56 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:10.944363 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Calling delete_port for ace2bf15-ae23-4995-a4f8-51e9777bd6f2 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:10.952133 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-294453e3-6da6-4a5c-a9ae-db9347995c56 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:10.958868 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-294453e3-6da6-4a5c-a9ae-db9347995c56 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:10.967806 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38431356-550c-4509-a936-8c39fe1f3b32 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Router 9264ec32-afc6-484e-8c9c-6daecc81793f has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:03:10.968861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-294453e3-6da6-4a5c-a9ae-db9347995c56 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:11.054384 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b9b17af5-c237-4107-8e83-bb518dcf8e66 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:11.093667 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b9b17af5-c237-4107-8e83-bb518dcf8e66 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:port and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:11.099907 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b9b17af5-c237-4107-8e83-bb518dcf8e66 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:11.105658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc62a971-c9ae-4666-98e1-5a4c0479e917 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:11.111370 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2fe56d8-33c3-4ebd-b1b7-c60a44b11afa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:11.132481 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17118f97-87fb-4b4a-bd51-f7e0f0593da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:11.152737 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b9b17af5-c237-4107-8e83-bb518dcf8e66 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:11.165223 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:03:11.165625 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:03:11.167190 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-294453e3-6da6-4a5c-a9ae-db9347995c56 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:11.193921 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:11.207345 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17118f97-87fb-4b4a-bd51-f7e0f0593da5 None None] Pushing event deleted for resources: {'Port': ['ID=ace2bf15-ae23-4995-a4f8-51e9777bd6f2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:11.215829 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17118f97-87fb-4b4a-bd51-f7e0f0593da5 None None] No DVR routers for this DVR port ace2bf15-ae23-4995-a4f8-51e9777bd6f2 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:03:11.226527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Allocated IP 172.20.0.2 (1ed31306-6fff-413e-8e9c-27f47e85556f/0f29097e-c514-4a82-9d0c-4935388c25c1/011febd3-1215-42d0-9225-d30ebf7594d8) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:11.251759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc62a971-c9ae-4666-98e1-5a4c0479e917 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:11.251759 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fc62a971-c9ae-4666-98e1-5a4c0479e917 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0600212 Jan 20 11:03:11.251759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60700) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:11.257655 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-85e7744d-bc7c-4603-8a2f-5eb549e8095a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'port': {'network_id': '1ed31306-6fff-413e-8e9c-27f47e85556f', 'name': 'tempest-RoutersTest-209212974'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:11.280857 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:11.289525 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fe56d8-33c3-4ebd-b1b7-c60a44b11afa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:11.301248 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-d2fe56d8-33c3-4ebd-b1b7-c60a44b11afa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:11.308169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fe56d8-33c3-4ebd-b1b7-c60a44b11afa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:11.308928 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fe56d8-33c3-4ebd-b1b7-c60a44b11afa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:11.309811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2fe56d8-33c3-4ebd-b1b7-c60a44b11afa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:11.346555 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe56d8-33c3-4ebd-b1b7-c60a44b11afa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=d4e5ddf6-61ad-4b24-a4f7-f06d7d11659a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:11.358943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-294453e3-6da6-4a5c-a9ae-db9347995c56 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:11.365212 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-294453e3-6da6-4a5c-a9ae-db9347995c56 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:11.369468 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38431356-550c-4509-a936-8c39fe1f3b32 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:03:11.376506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38431356-550c-4509-a936-8c39fe1f3b32 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:11.377440 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-38431356-550c-4509-a936-8c39fe1f3b32 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "PUT /v2.0/routers/9264ec32-afc6-484e-8c9c-6daecc81793f HTTP/1.1" status: 200 len: 710 time: 6.6541982 Jan 20 11:03:11.378797 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-294453e3-6da6-4a5c-a9ae-db9347995c56 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:11.381103 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60704) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:11.387994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba224453-7c16-4335-bf84-b12d2333c9b2 None None] Sync routers for ids ['9264ec32-afc6-484e-8c9c-6daecc81793f'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:03:11.410003 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b17af5-c237-4107-8e83-bb518dcf8e66 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:11.413081 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b9b17af5-c237-4107-8e83-bb518dcf8e66 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:11.430264 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba224453-7c16-4335-bf84-b12d2333c9b2 None None] Routers {'9264ec32-afc6-484e-8c9c-6daecc81793f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:11.431007 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ba224453-7c16-4335-bf84-b12d2333c9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['9264ec32-afc6-484e-8c9c-6daecc81793f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:11.442915 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-294453e3-6da6-4a5c-a9ae-db9347995c56 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:11.453080 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d2fe56d8-33c3-4ebd-b1b7-c60a44b11afa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3608108 Jan 20 11:03:11.455530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60708) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:11.508399 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ba224453-7c16-4335-bf84-b12d2333c9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:11.573935 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba224453-7c16-4335-bf84-b12d2333c9b2 None None] Routers {'9264ec32-afc6-484e-8c9c-6daecc81793f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:11.574738 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ba224453-7c16-4335-bf84-b12d2333c9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['9264ec32-afc6-484e-8c9c-6daecc81793f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:11.592830 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-b9b17af5-c237-4107-8e83-bb518dcf8e66 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] device_id is not set on port 1ba178e5-a4c0-4779-b466-4c9c89d19c67 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:03:11.637628 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fb0eb876-48a9-4d67-9aac-fc8d7fa8f5f2 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "GET /v2.0/routers/9264ec32-afc6-484e-8c9c-6daecc81793f HTTP/1.1" status: 200 len: 745 time: 0.2554071 Jan 20 11:03:11.646755 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60712) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:11.651175 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ba224453-7c16-4335-bf84-b12d2333c9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:11.652456 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba224453-7c16-4335-bf84-b12d2333c9b2 None None] The sync data for ids ['9264ec32-afc6-484e-8c9c-6daecc81793f'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:03:11.652932 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-294453e3-6da6-4a5c-a9ae-db9347995c56 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:11.654782 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:11.665785 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:11.668958 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Transition to ACTIVE for port object 011febd3-1215-42d0-9225-d30ebf7594d8 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:11.691235 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port ace2bf15-ae23-4995-a4f8-51e9777bd6f2 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:11.691235 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:11.691444 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Transition to ACTIVE for port object 011febd3-1215-42d0-9225-d30ebf7594d8 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:11.705636 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7261e4c5-3847-41ed-81b1-2976cb3ec814 tempest-RoutersIpV6AdminTest-1962724180 tempest-RoutersIpV6AdminTest-1962724180-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&device_id=9264ec32-afc6-484e-8c9c-6daecc81793f HTTP/1.1" status: 200 len: 205 time: 0.0534537 Jan 20 11:03:11.705840 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60716) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:11.714646 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] Pushing event updated for resources: {'Port': ['ID=539745cb-a062-46da-b90b-4513a9613eb3,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:11.751686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba1452-9b9a-471b-8eea-0e638bfc8bc4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:11.755630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba1452-9b9a-471b-8eea-0e638bfc8bc4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:11.756453 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-19ba1452-9b9a-471b-8eea-0e638bfc8bc4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:11.766302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-294453e3-6da6-4a5c-a9ae-db9347995c56 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:11.788643 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-81088e30-81d4-4b42-8a57-5976220099ea tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "GET /v2.0/ports?device_id=9264ec32-afc6-484e-8c9c-6daecc81793f HTTP/1.1" status: 200 len: 205 time: 0.0779173 Jan 20 11:03:11.790791 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:11.794525 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] The port 'ace2bf15-ae23-4995-a4f8-51e9777bd6f2' was deleted {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:03:11.796592 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60720) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:11.826114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294453e3-6da6-4a5c-a9ae-db9347995c56 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecd44ad-af3d-4458-83cf-9474bfb9c569,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:11.869434 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Network 1ed31306-6fff-413e-8e9c-27f47e85556f is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:11.870395 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Pushing event updated for resources: {'Port': ['ID=011febd3-1215-42d0-9225-d30ebf7594d8,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:11.873971 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:11.876186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:11.928381 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-19ba1452-9b9a-471b-8eea-0e638bfc8bc4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:11.933079 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-19ba1452-9b9a-471b-8eea-0e638bfc8bc4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4755826 Jan 20 11:03:11.936360 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60724) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:11.988664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Attempting to bind port 011febd3-1215-42d0-9225-d30ebf7594d8 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:03:11.989624 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Attempting to bind port 011febd3-1215-42d0-9225-d30ebf7594d8 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '48ad747b-e01d-4277-8996-58d6ea008780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1ed31306-6fff-413e-8e9c-27f47e85556f'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:03:11.989624 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Attempting to bind port 011febd3-1215-42d0-9225-d30ebf7594d8 on network 1ed31306-6fff-413e-8e9c-27f47e85556f {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:03:11.990656 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-294453e3-6da6-4a5c-a9ae-db9347995c56 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:11.991949 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-294453e3-6da6-4a5c-a9ae-db9347995c56 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0675693 Jan 20 11:03:11.999611 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:03:12.000731 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Checking segment: {'id': '48ad747b-e01d-4277-8996-58d6ea008780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1ed31306-6fff-413e-8e9c-27f47e85556f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:12.000731 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:12.000947 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60728) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:12.001048 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Bound using segment: {'id': '48ad747b-e01d-4277-8996-58d6ea008780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1ed31306-6fff-413e-8e9c-27f47e85556f'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:03:12.007566 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Bound port: 011febd3-1215-42d0-9225-d30ebf7594d8, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ad747b-e01d-4277-8996-58d6ea008780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1ed31306-6fff-413e-8e9c-27f47e85556f'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:03:12.007566 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:12.011142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-6c1d5142-2c88-492a-96bf-207c986498a3 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group_rule': {'security_group_id': '9d11d033-b4d3-425e-ae21-70197473cc79', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3ecd44ad-af3d-4458-83cf-9474bfb9c569', 'remote_ip_prefix': None}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:12.018786 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-85e7744d-bc7c-4603-8a2f-5eb549e8095a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:12.053010 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-415cd8da-af0f-4a0e-89d1-cdd41e3bc8e9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port d4e5ddf6-61ad-4b24-a4f7-f06d7d11659a {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:12.053363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-415cd8da-af0f-4a0e-89d1-cdd41e3bc8e9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:12.073879 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-85e7744d-bc7c-4603-8a2f-5eb549e8095a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:port and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:12.116637 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6c1d5142-2c88-492a-96bf-207c986498a3 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:12.127118 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6c1d5142-2c88-492a-96bf-207c986498a3 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:12.130379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6c1d5142-2c88-492a-96bf-207c986498a3 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:12.148848 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6c1d5142-2c88-492a-96bf-207c986498a3 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:12.149994 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-85e7744d-bc7c-4603-8a2f-5eb549e8095a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:12.166194 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] For port 011febd3-1215-42d0-9225-d30ebf7594d8, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:03:12.174766 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] For port 011febd3-1215-42d0-9225-d30ebf7594d8, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=011febd3-1215-42d0-9225-d30ebf7594d8,segment=NetworkSegment(48ad747b-e01d-4277-8996-58d6ea008780),segment_id=48ad747b-e01d-4277-8996-58d6ea008780)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:03:12.254102 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:12.296919 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-85e7744d-bc7c-4603-8a2f-5eb549e8095a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:12.324478 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6c1d5142-2c88-492a-96bf-207c986498a3 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:12.337181 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:12.438096 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:12.484301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417274f-0f8e-413d-85e0-d7e59c099d7d None None] Pushing event updated for resources: {'Port': ['ID=011febd3-1215-42d0-9225-d30ebf7594d8,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:12.566043 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b9b17af5-c237-4107-8e83-bb518dcf8e66 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:12.576795 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5d9bcc-c53b-40f9-a573-3560648a0cf1']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:12.585181 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f2670cb-03c9-4d8a-bfc3-047409ec312a None None] Provisioning for port 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:12.609376 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b4acb8f-3c9c-4835-ac0c-a70b65c90dd2 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:12.620179 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:12.629917 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:12.629917 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:12.702242 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa2ec5c5-a1b5-4b94-bf20-96847db15154') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:12.702552 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa2ec5c5-a1b5-4b94-bf20-96847db15154') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:12.717824 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] Network 859dac62-0ac4-494d-801b-a55266677ed4 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:12.729561 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:12.767360 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-415cd8da-af0f-4a0e-89d1-cdd41e3bc8e9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:12.827477 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-86feae18-be6b-4169-ad71-0d8596f018c6 None None] Provisioning for port d4e5ddf6-61ad-4b24-a4f7-f06d7d11659a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:12.854903 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-86feae18-be6b-4169-ad71-0d8596f018c6 None None] Provisioning complete for port d4e5ddf6-61ad-4b24-a4f7-f06d7d11659a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:12.855781 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-86feae18-be6b-4169-ad71-0d8596f018c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:12.861190 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e7744d-bc7c-4603-8a2f-5eb549e8095a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Made reservation on behalf of 0c5b44fb39b64ea5a5d562662d9183a4 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:12.864273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-85e7744d-bc7c-4603-8a2f-5eb549e8095a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:12.930608 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:12.937008 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:12.968262 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-415cd8da-af0f-4a0e-89d1-cdd41e3bc8e9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for d4e5ddf6-61ad-4b24-a4f7-f06d7d11659a owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:12.980257 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-86feae18-be6b-4169-ad71-0d8596f018c6 None None] Port d4e5ddf6-61ad-4b24-a4f7-f06d7d11659a cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:03:13.023768 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8f54379b-2d8d-4fee-9b9d-2a5fe05946ce,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:13.086096 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-85e7744d-bc7c-4603-8a2f-5eb549e8095a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] device_id is not set on port d0be1f8c-519e-456f-a236-5f6e753803e4 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:03:13.133640 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:13.136146 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6c1d5142-2c88-492a-96bf-207c986498a3 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:13.201136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:13.218532 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=8f54379b-2d8d-4fee-9b9d-2a5fe05946ce,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:13.220455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6c1d5142-2c88-492a-96bf-207c986498a3 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:13.226769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4b43b7c1-3b98-446d-9d10-fd4d422dbe2a None None] Provisioning complete for port 539745cb-a062-46da-b90b-4513a9613eb3 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:13.227230 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b43b7c1-3b98-446d-9d10-fd4d422dbe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:13.239396 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:03:13.239816 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:03:13.256530 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:03:13.264791 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d5142-2c88-492a-96bf-207c986498a3 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb57b0c-6097-40cd-82fa-7cef45dc46b4,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:13.270906 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-415cd8da-af0f-4a0e-89d1-cdd41e3bc8e9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:13.284250 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4b43b7c1-3b98-446d-9d10-fd4d422dbe2a None None] Port 539745cb-a062-46da-b90b-4513a9613eb3 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:03:13.337253 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cd8da-af0f-4a0e-89d1-cdd41e3bc8e9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=d4e5ddf6-61ad-4b24-a4f7-f06d7d11659a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:13.383177 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-415cd8da-af0f-4a0e-89d1-cdd41e3bc8e9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:13.387722 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-415cd8da-af0f-4a0e-89d1-cdd41e3bc8e9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/d4e5ddf6-61ad-4b24-a4f7-f06d7d11659a HTTP/1.1" status: 204 len: 168 time: 1.4476812 Jan 20 11:03:13.388001 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60732) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:13.450097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6c1d5142-2c88-492a-96bf-207c986498a3 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:13.452028 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6c1d5142-2c88-492a-96bf-207c986498a3 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.4495225 Jan 20 11:03:13.454300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60736) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:13.473714 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b9b17af5-c237-4107-8e83-bb518dcf8e66 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:13.479994 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d703a9f-9139-4725-8d86-4f6697a49aa0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:13.486987 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d703a9f-9139-4725-8d86-4f6697a49aa0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:13.486987 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5d703a9f-9139-4725-8d86-4f6697a49aa0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:13.507315 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-74308552-8151-4cd1-a45c-4a45a0466698 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:13.514912 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5d703a9f-9139-4725-8d86-4f6697a49aa0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:13.516076 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5d703a9f-9139-4725-8d86-4f6697a49aa0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1271322 Jan 20 11:03:13.519188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60740) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:13.522443 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-74308552-8151-4cd1-a45c-4a45a0466698 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:13.701475 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-74308552-8151-4cd1-a45c-4a45a0466698 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:13.742114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74308552-8151-4cd1-a45c-4a45a0466698 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbb57b0c-6097-40cd-82fa-7cef45dc46b4,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:13.744999 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-74308552-8151-4cd1-a45c-4a45a0466698 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:13.746161 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-74308552-8151-4cd1-a45c-4a45a0466698 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/cbb57b0c-6097-40cd-82fa-7cef45dc46b4 HTTP/1.1" status: 204 len: 168 time: 0.2909508 Jan 20 11:03:13.749357 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60744) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:13.800828 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c88027-4808-49cb-82ff-cf01ce275867 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet 75f6c8b7-406d-4387-b236-5329882fc40d {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:03:13.806130 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09c88027-4808-49cb-82ff-cf01ce275867 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:13.840471 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b17af5-c237-4107-8e83-bb518dcf8e66 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=1ba178e5-a4c0-4779-b466-4c9c89d19c67,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:13.851747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:13.875720 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-bfac3afa-dc99-4468-b557-25b3a8cfb13b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:13.895739 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09c88027-4808-49cb-82ff-cf01ce275867 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:13.987902 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09c88027-4808-49cb-82ff-cf01ce275867 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:14.011249 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:14.011416 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a9e3be-31df-4de2-9c88-1f8c13f4edb8 None None] Network 1ed31306-6fff-413e-8e9c-27f47e85556f requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:14.021311 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-bfac3afa-dc99-4468-b557-25b3a8cfb13b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:14.022716 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bfac3afa-dc99-4468-b557-25b3a8cfb13b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2723594 Jan 20 11:03:14.028501 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60748) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:14.040053 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b4acb8f-3c9c-4835-ac0c-a70b65c90dd2 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:14.061840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Network': ['ID=2f5d9bcc-c53b-40f9-a573-3560648a0cf1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:14.071564 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-85e7744d-bc7c-4603-8a2f-5eb549e8095a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Allocated IP 172.20.0.13 (1ed31306-6fff-413e-8e9c-27f47e85556f/0f29097e-c514-4a82-9d0c-4935388c25c1/d0be1f8c-519e-456f-a236-5f6e753803e4) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:14.079005 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-32532021-9d34-4256-bc56-3a4f51ee3441 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/networks/2f5d9bcc-c53b-40f9-a573-3560648a0cf1 HTTP/1.1" status: 204 len: 168 time: 4.2143283 Jan 20 11:03:14.080430 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b17af5-c237-4107-8e83-bb518dcf8e66 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Checking segment: {'id': '42824545-314d-4ee4-b162-5ed26a727e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:14.080949 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b17af5-c237-4107-8e83-bb518dcf8e66 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network hostable DHCP agents. Network: 33462417-dca9-43a6-b9b1-804c6d7f7b0e, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:03:14.092855 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b4acb8f-3c9c-4835-ac0c-a70b65c90dd2 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:14.096252 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60752) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:14.103188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-92990ed6-4bc3-4a38-b540-5e08eae1acb2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-89882408'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:14.119350 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-92990ed6-4bc3-4a38-b540-5e08eae1acb2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:14.132842 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-92990ed6-4bc3-4a38-b540-5e08eae1acb2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:network and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:14.138031 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-92990ed6-4bc3-4a38-b540-5e08eae1acb2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:14.146924 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-92990ed6-4bc3-4a38-b540-5e08eae1acb2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:14.149157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-20752418-58fc-4bb0-bde5-6df65fc0e2f7 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:14.184304 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-20752418-58fc-4bb0-bde5-6df65fc0e2f7 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:14.216573 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09c88027-4808-49cb-82ff-cf01ce275867 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:14.233571 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d4a4531f-69d9-4609-8b15-13cc3dea0a5d None None] Provisioning for port 011febd3-1215-42d0-9225-d30ebf7594d8 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:14.277308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92990ed6-4bc3-4a38-b540-5e08eae1acb2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Made reservation on behalf of 1aa6148e9f8944e88f329c972f79dedb for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:14.278197 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-92990ed6-4bc3-4a38-b540-5e08eae1acb2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:14.299351 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c88027-4808-49cb-82ff-cf01ce275867 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=75f6c8b7-406d-4387-b236-5329882fc40d,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:14.311117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09c88027-4808-49cb-82ff-cf01ce275867 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:14.320964 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb00a852-b4a7-4424-a2d7-25e646026c19 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:14.358064 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 011febd3-1215-42d0-9225-d30ebf7594d8 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:14.373291 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b17af5-c237-4107-8e83-bb518dcf8e66 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:03:14.375459 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b4acb8f-3c9c-4835-ac0c-a70b65c90dd2 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:14.375909 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4acb8f-3c9c-4835-ac0c-a70b65c90dd2 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Fanout notify agent at l3_agent the message router_deleted on router 9264ec32-afc6-484e-8c9c-6daecc81793f {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:03:14.397083 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-20752418-58fc-4bb0-bde5-6df65fc0e2f7 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:14.399747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92990ed6-4bc3-4a38-b540-5e08eae1acb2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:03:14.412208 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b4acb8f-3c9c-4835-ac0c-a70b65c90dd2 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:14.419256 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9b4acb8f-3c9c-4835-ac0c-a70b65c90dd2 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "DELETE /v2.0/routers/9264ec32-afc6-484e-8c9c-6daecc81793f HTTP/1.1" status: 204 len: 168 time: 2.6056147 Jan 20 11:03:14.420109 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-09c88027-4808-49cb-82ff-cf01ce275867 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/75f6c8b7-406d-4387-b236-5329882fc40d HTTP/1.1" status: 204 len: 168 time: 0.8999271 Jan 20 11:03:14.422375 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60756) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:14.422798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60758) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:14.430491 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20752418-58fc-4bb0-bde5-6df65fc0e2f7 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecd44ad-af3d-4458-83cf-9474bfb9c569,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:14.475577 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b9b17af5-c237-4107-8e83-bb518dcf8e66 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 33462417-dca9-43a6-b9b1-804c6d7f7b0e) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:14.483017 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b17af5-c237-4107-8e83-bb518dcf8e66 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:14.487110 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b17af5-c237-4107-8e83-bb518dcf8e66 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:14.487710 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b9b17af5-c237-4107-8e83-bb518dcf8e66 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:14.507710 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d06ee8-4d2b-45c1-8a0e-8ed02093b02b None None] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:14.519804 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-85e7744d-bc7c-4603-8a2f-5eb549e8095a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:14.533928 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-20752418-58fc-4bb0-bde5-6df65fc0e2f7 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:14.535198 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-20752418-58fc-4bb0-bde5-6df65fc0e2f7 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-groups/3ecd44ad-af3d-4458-83cf-9474bfb9c569 HTTP/1.1" status: 204 len: 168 time: 0.5070050 Jan 20 11:03:14.540737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-92990ed6-4bc3-4a38-b540-5e08eae1acb2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:14.540981 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-92990ed6-4bc3-4a38-b540-5e08eae1acb2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Added segment 70f8c208-81b3-41f5-b3a2-b97bf85c2e7d of type vlan for network a435b69c-7536-4554-b738-9f55d594aa5f Jan 20 11:03:14.543279 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60764) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:14.563967 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-85e7744d-bc7c-4603-8a2f-5eb549e8095a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Transition to ACTIVE for port object d0be1f8c-519e-456f-a236-5f6e753803e4 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:14.569605 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5cb3cfc3-754c-4231-a9bb-08cacf4e2fc0 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "GET /v2.0/ports?device_id=9264ec32-afc6-484e-8c9c-6daecc81793f HTTP/1.1" status: 200 len: 205 time: 0.1420093 Jan 20 11:03:14.571566 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-09288cc8-a99b-4935-9bc3-e62c899f1b7b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1439755 Jan 20 11:03:14.574667 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60768) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:14.575096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60770) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:14.581963 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] Router e5bc200b-59f8-42d1-8273-90ebf4f24592 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:03:14.608215 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b9b17af5-c237-4107-8e83-bb518dcf8e66 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 3.9907374 Jan 20 11:03:14.611836 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60776) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:14.627220 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-76e2a782-d6ff-40c3-bb2b-fb3635331f02 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-55184688'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:14.636524 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-76e2a782-d6ff-40c3-bb2b-fb3635331f02 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:14.643433 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-76e2a782-d6ff-40c3-bb2b-fb3635331f02 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:network and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:14.649756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-8c2696fc-2d5e-46cb-9c31-eb8889c713f8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:14.685815 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-92990ed6-4bc3-4a38-b540-5e08eae1acb2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:14.693285 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-3b23fce9-f83f-44c2-8116-c513d55cb3f6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] delete failed (client error): The resource could not be found. Jan 20 11:03:14.694495 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3b23fce9-f83f-44c2-8116-c513d55cb3f6 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "DELETE /v2.0/routers/9264ec32-afc6-484e-8c9c-6daecc81793f HTTP/1.1" status: 404 len: 336 time: 0.1184165 Jan 20 11:03:14.707924 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-76e2a782-d6ff-40c3-bb2b-fb3635331f02 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:14.714779 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60780) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:14.767138 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-76e2a782-d6ff-40c3-bb2b-fb3635331f02 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:14.771515 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f1a312b8-8d33-4d37-8c5d-1b042279088f tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf8befe-14b2-482c-a76a-0af5cd84e460 HTTP/1.1" status: 200 len: 205 time: 0.0566220 Jan 20 11:03:14.774706 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-26a5d0f6-899d-403d-a66e-5340f34fcd78 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:14.778184 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60784) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:14.863057 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-85e7744d-bc7c-4603-8a2f-5eb549e8095a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:14.924742 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-9dc9103a-4f28-4a7e-b7a3-99e7ca775cb5 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] delete failed (client error): The resource could not be found. Jan 20 11:03:14.925808 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9dc9103a-4f28-4a7e-b7a3-99e7ca775cb5 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "DELETE /v2.0/routers/dbf8befe-14b2-482c-a76a-0af5cd84e460 HTTP/1.1" status: 404 len: 336 time: 0.1446505 Jan 20 11:03:14.945483 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 011febd3-1215-42d0-9225-d30ebf7594d8 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:14.955119 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 011febd3-1215-42d0-9225-d30ebf7594d8 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:14.955119 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:14.970745 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60788) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:15.009872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e2a782-d6ff-40c3-bb2b-fb3635331f02 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:15.012978 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-76e2a782-d6ff-40c3-bb2b-fb3635331f02 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:15.027245 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f5ce7b-118a-428f-a768-1e0287f80ea2 None None] DHCP port deletion for 8962365b-2f7b-4071-b5a5-7c805118ad36 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:03:15.035697 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e7744d-bc7c-4603-8a2f-5eb549e8095a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network 1ed31306-6fff-413e-8e9c-27f47e85556f is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:15.036121 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-15f5ce7b-118a-428f-a768-1e0287f80ea2 None None] Deleting port 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:15.036715 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15f5ce7b-118a-428f-a768-1e0287f80ea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:15.048357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-85e7744d-bc7c-4603-8a2f-5eb549e8095a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:15.058169 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e7744d-bc7c-4603-8a2f-5eb549e8095a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:15.070220 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d7e66bba-e668-48a4-9a87-c9ce1f3e038b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5195e52-9de5-4643-8e54-98630f5b71b4 HTTP/1.1" status: 200 len: 205 time: 0.0976245 Jan 20 11:03:15.079696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60792) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:15.143279 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e7744d-bc7c-4603-8a2f-5eb549e8095a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:15.144094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-85e7744d-bc7c-4603-8a2f-5eb549e8095a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:15.155581 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-26a5d0f6-899d-403d-a66e-5340f34fcd78 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:15.157315 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-26a5d0f6-899d-403d-a66e-5340f34fcd78 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.6136992 Jan 20 11:03:15.159394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7744d-bc7c-4603-8a2f-5eb549e8095a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=d0be1f8c-519e-456f-a236-5f6e753803e4,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:15.167902 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60796) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:15.190208 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-92990ed6-4bc3-4a38-b540-5e08eae1acb2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:15.194312 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92990ed6-4bc3-4a38-b540-5e08eae1acb2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:15.195092 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-92990ed6-4bc3-4a38-b540-5e08eae1acb2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:15.233876 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-af72d969-5a3d-49e3-8130-eaa62696a150 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] delete failed (client error): The resource could not be found. Jan 20 11:03:15.236505 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-af72d969-5a3d-49e3-8130-eaa62696a150 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "DELETE /v2.0/routers/b5195e52-9de5-4643-8e54-98630f5b71b4 HTTP/1.1" status: 404 len: 336 time: 0.1556101 Jan 20 11:03:15.240975 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:15.241531 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60800) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:15.254955 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8c2696fc-2d5e-46cb-9c31-eb8889c713f8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:15.298078 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e2a782-d6ff-40c3-bb2b-fb3635331f02 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:03:15.333084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8c2696fc-2d5e-46cb-9c31-eb8889c713f8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:15.334375 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-83fda1cf-9e2b-4ae9-b9cb-71df0fde7ea5 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "GET /v2.0/ports?device_id=93453382-5815-47a2-9ed6-1ba5cbee4adc HTTP/1.1" status: 200 len: 205 time: 0.0832510 Jan 20 11:03:15.335815 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-76e2a782-d6ff-40c3-bb2b-fb3635331f02 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:15.336263 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-76e2a782-d6ff-40c3-bb2b-fb3635331f02 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Added segment 7c54e6b9-5ed8-49ac-a67f-ca7f30a9dd52 of type vlan for network 600319c4-7fb0-4fc6-bafc-f75fc075c769 Jan 20 11:03:15.337090 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60804) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:15.343048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8c2696fc-2d5e-46cb-9c31-eb8889c713f8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:15.366836 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-24fd5382-031c-44a3-a7f6-722460ae1804 None None] Provisioning complete for port 011febd3-1215-42d0-9225-d30ebf7594d8 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:15.367204 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-24fd5382-031c-44a3-a7f6-722460ae1804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:15.425139 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8c2696fc-2d5e-46cb-9c31-eb8889c713f8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:15.442056 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-92990ed6-4bc3-4a38-b540-5e08eae1acb2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3445456 Jan 20 11:03:15.442928 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60808) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:15.448676 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-d3845c3b-a249-47fb-8b97-8dfd7bc7235b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] delete failed (client error): The resource could not be found. Jan 20 11:03:15.450075 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d3845c3b-a249-47fb-8b97-8dfd7bc7235b tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "DELETE /v2.0/routers/93453382-5815-47a2-9ed6-1ba5cbee4adc HTTP/1.1" status: 404 len: 336 time: 0.1086993 Jan 20 11:03:15.457096 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-15f5ce7b-118a-428f-a768-1e0287f80ea2 None None] For port 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8f54379b-2d8d-4fee-9b9d-2a5fe05946ce,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:15.457488 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15f5ce7b-118a-428f-a768-1e0287f80ea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:15.459706 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-e588d4dd-9f78-49b7-b894-cf43a537e3ce tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'subnet': {'network_id': 'a435b69c-7536-4554-b738-9f55d594aa5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:15.468388 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 011febd3-1215-42d0-9225-d30ebf7594d8, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=011febd3-1215-42d0-9225-d30ebf7594d8,segment=NetworkSegment(48ad747b-e01d-4277-8996-58d6ea008780),segment_id=48ad747b-e01d-4277-8996-58d6ea008780)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:15.561911 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60812) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:15.574491 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-85e7744d-bc7c-4603-8a2f-5eb549e8095a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.3180850 Jan 20 11:03:15.582779 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60816) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:15.595079 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-15f5ce7b-118a-428f-a768-1e0287f80ea2 None None] Calling delete_port for 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:15.606386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92990ed6-4bc3-4a38-b540-5e08eae1acb2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Network': ['ID=a435b69c-7536-4554-b738-9f55d594aa5f,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:15.613049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e588d4dd-9f78-49b7-b894-cf43a537e3ce tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:15.616571 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e588d4dd-9f78-49b7-b894-cf43a537e3ce tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:subnet and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:15.620075 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e588d4dd-9f78-49b7-b894-cf43a537e3ce tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:15.620227 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:15.620771 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 856c7345-20b4-49ba-9964-f2277bf05d05 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:15.625855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e588d4dd-9f78-49b7-b894-cf43a537e3ce tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:15.662173 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9ccb25b8-bd10-4a8d-ae9d-97c703074325 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:15.669963 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2696fc-2d5e-46cb-9c31-eb8889c713f8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:15.673366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8c2696fc-2d5e-46cb-9c31-eb8889c713f8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:15.681812 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network a435b69c-7536-4554-b738-9f55d594aa5f details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:03:15.696382 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2f9d6eda-1d15-4867-9294-58f750be5870 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a84535e-eccc-4e67-bc3d-710798b26046 HTTP/1.1" status: 200 len: 205 time: 0.1417055 Jan 20 11:03:15.697049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e588d4dd-9f78-49b7-b894-cf43a537e3ce tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Made reservation on behalf of 1aa6148e9f8944e88f329c972f79dedb for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:15.712663 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60820) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:15.782990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-76e2a782-d6ff-40c3-bb2b-fb3635331f02 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:15.816189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9ccb25b8-bd10-4a8d-ae9d-97c703074325 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:15.953583 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-c68d933f-e640-472e-88ae-8301e30d7098 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] delete failed (client error): The resource could not be found. Jan 20 11:03:15.954715 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c68d933f-e640-472e-88ae-8301e30d7098 tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "DELETE /v2.0/routers/1a84535e-eccc-4e67-bc3d-710798b26046 HTTP/1.1" status: 404 len: 336 time: 0.2348192 Jan 20 11:03:15.960779 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60824) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:15.989686 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=011febd3-1215-42d0-9225-d30ebf7594d8,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:16.023329 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e588d4dd-9f78-49b7-b894-cf43a537e3ce tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:16.096090 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c525ccbf-b3ff-4144-98ab-1d24b89dc3dc tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "GET /v2.0/ports?device_id=46014468-af53-4705-a79f-bd71c8dd0c95 HTTP/1.1" status: 200 len: 205 time: 0.1238561 Jan 20 11:03:16.101244 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60828) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:16.109875 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-76e2a782-d6ff-40c3-bb2b-fb3635331f02 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:16.113650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e2a782-d6ff-40c3-bb2b-fb3635331f02 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:16.114338 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-76e2a782-d6ff-40c3-bb2b-fb3635331f02 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:16.164103 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 856c7345-20b4-49ba-9964-f2277bf05d05 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:16.167377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15f5ce7b-118a-428f-a768-1e0287f80ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:16.191107 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:03:16.202462 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Sync routers for ids ['e5bc200b-59f8-42d1-8273-90ebf4f24592'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:03:16.233160 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9ccb25b8-bd10-4a8d-ae9d-97c703074325 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:16.233421 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 856c7345-20b4-49ba-9964-f2277bf05d05 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:16.233421 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:16.234066 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Routers {'e5bc200b-59f8-42d1-8273-90ebf4f24592'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:16.234836 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e5bc200b-59f8-42d1-8273-90ebf4f24592'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:16.270344 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5ce7b-118a-428f-a768-1e0287f80ea2 None None] Pushing event deleted for resources: {'Port': ['ID=8f54379b-2d8d-4fee-9b9d-2a5fe05946ce,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:16.282772 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f5ce7b-118a-428f-a768-1e0287f80ea2 None None] No DVR routers for this DVR port 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:03:16.305601 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e3207235-2727-4bca-8aa9-9968a770f4be None None] Provisioning for port d0be1f8c-519e-456f-a236-5f6e753803e4 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:16.318024 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e3207235-2727-4bca-8aa9-9968a770f4be None None] Provisioning complete for port d0be1f8c-519e-456f-a236-5f6e753803e4 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:16.318400 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e3207235-2727-4bca-8aa9-9968a770f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:16.339847 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-af2490b2-e8be-4d3b-a2f7-cde14aecf79a tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] delete failed (client error): The resource could not be found. Jan 20 11:03:16.340818 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-af2490b2-e8be-4d3b-a2f7-cde14aecf79a tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "DELETE /v2.0/routers/46014468-af53-4705-a79f-bd71c8dd0c95 HTTP/1.1" status: 404 len: 336 time: 0.2356081 Jan 20 11:03:16.349162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60832) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:16.368093 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb25b8-bd10-4a8d-ae9d-97c703074325 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d11d033-b4d3-425e-ae21-70197473cc79,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:16.401822 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cac45dd-a4a9-4187-8c49-0f563b2be01d tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] DELETE failed (client error): The resource could not be found. Jan 20 11:03:16.402636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cac45dd-a4a9-4187-8c49-0f563b2be01d tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:03:16.429619 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e3207235-2727-4bca-8aa9-9968a770f4be None None] Port d0be1f8c-519e-456f-a236-5f6e753803e4 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:03:16.441572 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3cac45dd-a4a9-4187-8c49-0f563b2be01d tempest-RoutersIpV6AdminTest-1209704218 tempest-RoutersIpV6AdminTest-1209704218-project] 10.222.0.70 "DELETE /v2.0/subnets/f82e16f4-6044-4438-a9ec-2dd07e89afa0 HTTP/1.1" status: 404 len: 337 time: 0.0909252 Jan 20 11:03:16.452259 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:16.469799 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 856c7345-20b4-49ba-9964-f2277bf05d05, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=856c7345-20b4-49ba-9964-f2277bf05d05,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:16.492671 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2a782-d6ff-40c3-bb2b-fb3635331f02 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Network': ['ID=600319c4-7fb0-4fc6-bafc-f75fc075c769,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:16.496806 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9ccb25b8-bd10-4a8d-ae9d-97c703074325 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:16.498227 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9ccb25b8-bd10-4a8d-ae9d-97c703074325 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-groups/9d11d033-b4d3-425e-ae21-70197473cc79 HTTP/1.1" status: 204 len: 168 time: 1.3223331 Jan 20 11:03:16.501745 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60838) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:16.503492 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c58e1966-c434-4e46-817b-c435591c0f59 admin admin] 10.222.0.70 "PUT /v2.0/routers/e5bc200b-59f8-42d1-8273-90ebf4f24592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9249983 Jan 20 11:03:16.507201 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-76e2a782-d6ff-40c3-bb2b-fb3635331f02 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8931203 Jan 20 11:03:16.509799 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60842) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:16.512390 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 600319c4-7fb0-4fc6-bafc-f75fc075c769 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:03:16.572527 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'ports': [{'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e'}, {'network_id': '600319c4-7fb0-4fc6-bafc-f75fc075c769'}]} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:16.573305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:16.574100 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'network_id': '600319c4-7fb0-4fc6-bafc-f75fc075c769'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:16.591990 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Set router e5bc200b-59f8-42d1-8273-90ebf4f24592 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:03:16.607453 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8c2696fc-2d5e-46cb-9c31-eb8889c713f8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:16.680108 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:16.686623 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:16.691876 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e588d4dd-9f78-49b7-b894-cf43a537e3ce tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:16.768436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2696fc-2d5e-46cb-9c31-eb8889c713f8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:16.794642 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-8c2696fc-2d5e-46cb-9c31-eb8889c713f8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:16.809719 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2696fc-2d5e-46cb-9c31-eb8889c713f8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:16.810450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8c2696fc-2d5e-46cb-9c31-eb8889c713f8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:16.831234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2696fc-2d5e-46cb-9c31-eb8889c713f8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=5a96c9e7-2709-4d1a-ab4b-a4a4ed82bbc8,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:16.847411 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4840ddb3-fb16-43c4-a98c-9a8705d4c1f7 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:16.904884 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f55ba394-3aa9-4e98-ab21-ad7dc4265c7b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:16.918850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588d4dd-9f78-49b7-b894-cf43a537e3ce tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Subnet': ['ID=04861e41-2366-4ca0-9b4e-b2694d33228a,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:16.961449 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e588d4dd-9f78-49b7-b894-cf43a537e3ce tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Checking segment: {'id': '70f8c208-81b3-41f5-b3a2-b97bf85c2e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a435b69c-7536-4554-b738-9f55d594aa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:16.961984 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e588d4dd-9f78-49b7-b894-cf43a537e3ce tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network hostable DHCP agents. Network: a435b69c-7536-4554-b738-9f55d594aa5f, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:03:16.993520 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:03:17.014690 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8c2696fc-2d5e-46cb-9c31-eb8889c713f8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4369578 Jan 20 11:03:17.017153 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60852) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:17.024565 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-8c0a86df-3c08-49f2-b66c-9ada1aada4c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'name': 'tempest-NetworksTestDHCPv6-1771914878'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:17.067621 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e588d4dd-9f78-49b7-b894-cf43a537e3ce tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network a435b69c-7536-4554-b738-9f55d594aa5f is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:03:17.116350 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:03:17.116848 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 20 11:03:17.173957 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Port 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce not found, will not notify nova. {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 20 11:03:17.186439 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-e588d4dd-9f78-49b7-b894-cf43a537e3ce tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, a435b69c-7536-4554-b738-9f55d594aa5f) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:17.203696 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40447cdf-fd79-4f8a-84fa-740e1f203979 None None] Network a435b69c-7536-4554-b738-9f55d594aa5f requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:17.208090 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e588d4dd-9f78-49b7-b894-cf43a537e3ce tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:17.208685 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e588d4dd-9f78-49b7-b894-cf43a537e3ce tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:17.249603 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'name': 'tempest-TestVolumeBootPattern-1997378040-router', 'tenant_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '856c7345-20b4-49ba-9964-f2277bf05d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:58Z', 'updated_at': '2022-01-20T11:03:10Z', 'revision_number': 4, 'project_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'gw_port': {'id': '856c7345-20b4-49ba-9964-f2277bf05d05', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:03:00Z', 'updated_at': '2022-01-20T11:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '539745cb-a062-46da-b90b-4513a9613eb3', 'name': '', 'network_id': '859dac62-0ac4-494d-801b-a55266677ed4', 'tenant_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'mac_address': 'fa:16:3e:cf:a1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '733fbd91-480e-491a-8ea6-8877826f63ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:03:07Z', 'updated_at': '2022-01-20T11:03:10Z', 'revision_number': 2, 'project_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'subnets': [{'id': '733fbd91-480e-491a-8ea6-8877826f63ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:17.256792 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Checking router: e5bc200b-59f8-42d1-8273-90ebf4f24592 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:03:17.258178 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Updating router e5bc200b-59f8-42d1-8273-90ebf4f24592 port 539745cb-a062-46da-b90b-4513a9613eb3 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:03:17.351870 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e588d4dd-9f78-49b7-b894-cf43a537e3ce tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9006519 Jan 20 11:03:17.359342 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:17.361883 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60858) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:17.376369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d84e1fc2-b348-41d2-a1f4-228842eea8fa tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1040453927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:17.389831 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 011febd3-1215-42d0-9225-d30ebf7594d8 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:17.400292 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60862) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:17.407162 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f55ba394-3aa9-4e98-ab21-ad7dc4265c7b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:17.412968 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f55ba394-3aa9-4e98-ab21-ad7dc4265c7b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9081495 Jan 20 11:03:17.425325 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=856c7345-20b4-49ba-9964-f2277bf05d05,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:17.437120 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60866) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:17.453958 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8962365b-2f7b-4071-b5a5-7c805118ad36', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'fixed_ips': [{'subnet_id': '5a96c9e7-2709-4d1a-ab4b-a4a4ed82bbc8'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:03:17.454786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:17.488136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-190ffe70-9a60-428a-8c8b-477e845aa453 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:17.498417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d84e1fc2-b348-41d2-a1f4-228842eea8fa tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:17.503107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d84e1fc2-b348-41d2-a1f4-228842eea8fa tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:router and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:17.506023 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1df99c0a-c7d6-40eb-a15a-798db50e6646 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group': {'name': 'tempest-secgroup--211192507'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:17.506443 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d84e1fc2-b348-41d2-a1f4-228842eea8fa tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:17.513762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d84e1fc2-b348-41d2-a1f4-228842eea8fa tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:17.518998 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:17.527269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1df99c0a-c7d6-40eb-a15a-798db50e6646 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:17.530686 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:port and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:17.534121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8c0a86df-3c08-49f2-b66c-9ada1aada4c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:17.536304 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:17.546619 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8c0a86df-3c08-49f2-b66c-9ada1aada4c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:17.551078 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:17.629254 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d84e1fc2-b348-41d2-a1f4-228842eea8fa tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:17.631340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d84e1fc2-b348-41d2-a1f4-228842eea8fa tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:17.663438 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0a86df-3c08-49f2-b66c-9ada1aada4c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:17.669657 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 011febd3-1215-42d0-9225-d30ebf7594d8 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:17.670284 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:17.671400 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8c0a86df-3c08-49f2-b66c-9ada1aada4c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:17.708830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d84e1fc2-b348-41d2-a1f4-228842eea8fa tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:17.740340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-8c0a86df-3c08-49f2-b66c-9ada1aada4c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port 32714c95-5b8f-4fc9-a15d-7413c86a0ea6 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:03:17.770608 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1df99c0a-c7d6-40eb-a15a-798db50e6646 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:17.785695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d84e1fc2-b348-41d2-a1f4-228842eea8fa tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:17.817384 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:17.835300 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Transition to ACTIVE for port object 539745cb-a062-46da-b90b-4513a9613eb3 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:17.889610 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6c68b9ff-480a-422b-b3bb-40b5302c8237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:17.902695 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-a435b69c-7536-4554-b738-9f55d594aa5f', 'network_id': 'a435b69c-7536-4554-b738-9f55d594aa5f', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'fixed_ips': [{'subnet_id': '04861e41-2366-4ca0-9b4e-b2694d33228a'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:03:17.903574 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:17.915580 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d84e1fc2-b348-41d2-a1f4-228842eea8fa tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:17.919148 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d84e1fc2-b348-41d2-a1f4-228842eea8fa tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5562236 Jan 20 11:03:17.922051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60874) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:17.927720 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-8582afaf-1033-4ab2-a492-2b323e3555e4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'port': {'network_id': 'a435b69c-7536-4554-b738-9f55d594aa5f', 'name': 'tempest-RoutersIpV6Test-463909774'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:17.956520 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:17.966352 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'port': 2} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:17.969765 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:18.029889 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6c68b9ff-480a-422b-b3bb-40b5302c8237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:18.031967 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:18.053111 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Allocated IP 2001:db8::2 (8962365b-2f7b-4071-b5a5-7c805118ad36/5a96c9e7-2709-4d1a-ab4b-a4a4ed82bbc8/3bed1a8a-e6e9-4410-87f0-23597b92c529) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:18.054239 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6c68b9ff-480a-422b-b3bb-40b5302c8237 admin admin] Usage tracker for resource:security_group_rule and tenant:5eda8dc9c9c64973918ccb7e6870f561 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:18.056795 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1df99c0a-c7d6-40eb-a15a-798db50e6646 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:18.086928 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6c68b9ff-480a-422b-b3bb-40b5302c8237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:18.111513 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6c68b9ff-480a-422b-b3bb-40b5302c8237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:18.120395 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59b8e9-8d7c-44c9-b5ed-e265f9a1d381 None None] Pushing event updated for resources: {'Port': ['ID=539745cb-a062-46da-b90b-4513a9613eb3,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:18.153363 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:03:18.217571 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8582afaf-1033-4ab2-a492-2b323e3555e4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:18.222209 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8582afaf-1033-4ab2-a492-2b323e3555e4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:port and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:18.225408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8582afaf-1033-4ab2-a492-2b323e3555e4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:18.231842 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8582afaf-1033-4ab2-a492-2b323e3555e4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:18.253641 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:03:18.254241 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8f54379b-2d8d-4fee-9b9d-2a5fe05946ce not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:03:18.258347 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1df99c0a-c7d6-40eb-a15a-798db50e6646 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:18.286895 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Attempting to bind port 539745cb-a062-46da-b90b-4513a9613eb3 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:03:18.287506 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Attempting to bind port 539745cb-a062-46da-b90b-4513a9613eb3 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '82701de0-20ec-4df5-9f7f-33dd53095170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '859dac62-0ac4-494d-801b-a55266677ed4'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:03:18.287628 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Attempting to bind port 539745cb-a062-46da-b90b-4513a9613eb3 on network 859dac62-0ac4-494d-801b-a55266677ed4 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:03:18.295746 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:03:18.297254 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Checking segment: {'id': '82701de0-20ec-4df5-9f7f-33dd53095170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '859dac62-0ac4-494d-801b-a55266677ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:18.297254 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:18.297254 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Bound using segment: {'id': '82701de0-20ec-4df5-9f7f-33dd53095170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '859dac62-0ac4-494d-801b-a55266677ed4'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:03:18.297581 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Bound port: 539745cb-a062-46da-b90b-4513a9613eb3, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82701de0-20ec-4df5-9f7f-33dd53095170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '859dac62-0ac4-494d-801b-a55266677ed4'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:03:18.298115 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:18.345884 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8582afaf-1033-4ab2-a492-2b323e3555e4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Made reservation on behalf of 1aa6148e9f8944e88f329c972f79dedb for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:18.390523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8582afaf-1033-4ab2-a492-2b323e3555e4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:18.396347 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-8582afaf-1033-4ab2-a492-2b323e3555e4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] device_id is not set on port 422a5e4c-ec0a-43df-ad96-cd4029d32ac1 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:03:18.406153 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] For port 539745cb-a062-46da-b90b-4513a9613eb3, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:03:18.409842 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] For port 539745cb-a062-46da-b90b-4513a9613eb3, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=539745cb-a062-46da-b90b-4513a9613eb3,segment=NetworkSegment(82701de0-20ec-4df5-9f7f-33dd53095170),segment_id=82701de0-20ec-4df5-9f7f-33dd53095170)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:03:18.412068 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1df99c0a-c7d6-40eb-a15a-798db50e6646 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:18.444404 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Allocated IP 2001:db8::2 (a435b69c-7536-4554-b738-9f55d594aa5f/04861e41-2366-4ca0-9b4e-b2694d33228a/c1a92973-4da0-4de6-a0c0-d6c3a8126eb9) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:18.532452 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-190ffe70-9a60-428a-8c8b-477e845aa453 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:18.600790 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] device_id is not set on port 2760a725-bc16-40d6-a233-d25b92776b35 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:03:18.621065 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6c68b9ff-480a-422b-b3bb-40b5302c8237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:18.652987 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:18.653196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1df99c0a-c7d6-40eb-a15a-798db50e6646 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:18.683146 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Transition to ACTIVE for port object 3bed1a8a-e6e9-4410-87f0-23597b92c529 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:18.725768 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:18.748942 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Transition to ACTIVE for port object 3bed1a8a-e6e9-4410-87f0-23597b92c529 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:18.782858 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:18.793645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Transition to ACTIVE for port object c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:18.812696 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Transition to ACTIVE for port object c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:18.830655 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] device_id is not set on port 7bd6fe24-6530-4c62-bfda-fe852f9fc761 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:03:18.914359 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:18.955411 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:18.992329 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:19.003650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-190ffe70-9a60-428a-8c8b-477e845aa453 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:19.076535 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59b8e9-8d7c-44c9-b5ed-e265f9a1d381 None None] Pushing event updated for resources: {'Port': ['ID=539745cb-a062-46da-b90b-4513a9613eb3,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:19.081853 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Routers {'e5bc200b-59f8-42d1-8273-90ebf4f24592'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:19.084402 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1df99c0a-c7d6-40eb-a15a-798db50e6646 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:19.084554 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e5bc200b-59f8-42d1-8273-90ebf4f24592'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:19.106907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60880) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:19.117738 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6c68b9ff-480a-422b-b3bb-40b5302c8237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:19.120681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-87e77c3e-6261-42f7-a18d-4797864a6c5a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-191737051', 'description': 'tempest-secgroup-smoke-191737051 description', 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:19.132079 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:19.136766 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-87e77c3e-6261-42f7-a18d-4797864a6c5a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:19.146716 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-87e77c3e-6261-42f7-a18d-4797864a6c5a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Usage tracker for resource:security_group and tenant:e7bf4b9940474d57840e18b7d1fdae0c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:19.164766 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-87e77c3e-6261-42f7-a18d-4797864a6c5a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:19.192923 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Network a435b69c-7536-4554-b738-9f55d594aa5f is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:19.202235 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:19.211027 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:19.212208 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:19.221193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-87e77c3e-6261-42f7-a18d-4797864a6c5a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:19.231845 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:19.242832 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Pushing event updated for resources: {'Port': ['ID=3bed1a8a-e6e9-4410-87f0-23597b92c529,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:19.249764 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:19.259082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-8582afaf-1033-4ab2-a492-2b323e3555e4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Allocated IP 2001:db8::da (a435b69c-7536-4554-b738-9f55d594aa5f/04861e41-2366-4ca0-9b4e-b2694d33228a/422a5e4c-ec0a-43df-ad96-cd4029d32ac1) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:19.264638 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-8c0a86df-3c08-49f2-b66c-9ada1aada4c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::17e (8962365b-2f7b-4071-b5a5-7c805118ad36/5a96c9e7-2709-4d1a-ab4b-a4a4ed82bbc8/32714c95-5b8f-4fc9-a15d-7413c86a0ea6) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:19.274597 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:19.367056 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-87e77c3e-6261-42f7-a18d-4797864a6c5a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:19.421833 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df99c0a-c7d6-40eb-a15a-798db50e6646 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105d24bb-eff4-4141-84d7-5cf113189d51,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:19.427648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 856c7345-20b4-49ba-9964-f2277bf05d05 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:19.458562 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:19.464000 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6c68b9ff-480a-422b-b3bb-40b5302c8237 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5eda8dc9c9c64973918ccb7e6870f561&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0561483 Jan 20 11:03:19.470429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60884) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:19.473367 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:19.475807 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:19.476938 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:19.486732 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1df99c0a-c7d6-40eb-a15a-798db50e6646 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:19.493608 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1df99c0a-c7d6-40eb-a15a-798db50e6646 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0020666 Jan 20 11:03:19.493608 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ffe70-9a60-428a-8c8b-477e845aa453 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=d0be1f8c-519e-456f-a236-5f6e753803e4,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:19.502372 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] Set router e5bc200b-59f8-42d1-8273-90ebf4f24592 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:03:19.513731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60888) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:19.616040 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=2760a725-bc16-40d6-a233-d25b92776b35,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:19.633482 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-87e77c3e-6261-42f7-a18d-4797864a6c5a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:19.639277 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-87e77c3e-6261-42f7-a18d-4797864a6c5a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Usage tracker for resource:security_group_rule and tenant:e7bf4b9940474d57840e18b7d1fdae0c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:19.642760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-87e77c3e-6261-42f7-a18d-4797864a6c5a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:19.649972 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-87e77c3e-6261-42f7-a18d-4797864a6c5a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:19.656801 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68b9ff-480a-422b-b3bb-40b5302c8237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21961fe6-3935-49a0-95ba-56e2d1c2c7df,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:19.711238 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Pushing event updated for resources: {'Port': ['ID=c1a92973-4da0-4de6-a0c0-d6c3a8126eb9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:19.727831 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=7bd6fe24-6530-4c62-bfda-fe852f9fc761,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:19.730039 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Attempting to bind port c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:03:19.730772 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Attempting to bind port c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '70f8c208-81b3-41f5-b3a2-b97bf85c2e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a435b69c-7536-4554-b738-9f55d594aa5f'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:03:19.731236 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Attempting to bind port c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 on network a435b69c-7536-4554-b738-9f55d594aa5f {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:03:19.752779 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-87e77c3e-6261-42f7-a18d-4797864a6c5a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:19.753120 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:03:19.753714 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Checking segment: {'id': '70f8c208-81b3-41f5-b3a2-b97bf85c2e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a435b69c-7536-4554-b738-9f55d594aa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:19.754144 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:19.754655 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Bound using segment: {'id': '70f8c208-81b3-41f5-b3a2-b97bf85c2e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a435b69c-7536-4554-b738-9f55d594aa5f'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:03:19.755368 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Bound port: c1a92973-4da0-4de6-a0c0-d6c3a8126eb9, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f8c208-81b3-41f5-b3a2-b97bf85c2e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a435b69c-7536-4554-b738-9f55d594aa5f'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:03:19.755939 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:19.767079 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Checking segment: {'id': '7c54e6b9-5ed8-49ac-a67f-ca7f30a9dd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '600319c4-7fb0-4fc6-bafc-f75fc075c769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:19.767428 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network hostable DHCP agents. Network: 600319c4-7fb0-4fc6-bafc-f75fc075c769, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:03:19.768874 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Attempting to bind port 3bed1a8a-e6e9-4410-87f0-23597b92c529 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:03:19.769482 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Attempting to bind port 3bed1a8a-e6e9-4410-87f0-23597b92c529 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:03:19.770201 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Attempting to bind port 3bed1a8a-e6e9-4410-87f0-23597b92c529 on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:03:19.826022 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:03:19.826421 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:19.826918 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:19.827321 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:03:19.827811 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Bound port: 3bed1a8a-e6e9-4410-87f0-23597b92c529, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:03:19.828189 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:19.852334 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-190ffe70-9a60-428a-8c8b-477e845aa453 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:19.876219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 856c7345-20b4-49ba-9964-f2277bf05d05 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:19.876219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:19.887319 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'name': 'tempest-TestVolumeBootPattern-1997378040-router', 'tenant_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '856c7345-20b4-49ba-9964-f2277bf05d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:58Z', 'updated_at': '2022-01-20T11:03:10Z', 'revision_number': 4, 'project_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'gw_port': {'id': '856c7345-20b4-49ba-9964-f2277bf05d05', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:03:00Z', 'updated_at': '2022-01-20T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '539745cb-a062-46da-b90b-4513a9613eb3', 'name': '', 'network_id': '859dac62-0ac4-494d-801b-a55266677ed4', 'tenant_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'mac_address': 'fa:16:3e:cf:a1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '733fbd91-480e-491a-8ea6-8877826f63ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:03:07Z', 'updated_at': '2022-01-20T11:03:18Z', 'revision_number': 4, 'project_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'subnets': [{'id': '733fbd91-480e-491a-8ea6-8877826f63ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:19.892824 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be251ef-7cc2-4a79-8b8b-d6140f990648 None None] The sync data for ids ['e5bc200b-59f8-42d1-8273-90ebf4f24592'] in dv-neutron-825471-1-hyperv is: [{'id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'name': 'tempest-TestVolumeBootPattern-1997378040-router', 'tenant_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '856c7345-20b4-49ba-9964-f2277bf05d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:58Z', 'updated_at': '2022-01-20T11:03:10Z', 'revision_number': 4, 'project_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'gw_port': {'id': '856c7345-20b4-49ba-9964-f2277bf05d05', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:03:00Z', 'updated_at': '2022-01-20T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '539745cb-a062-46da-b90b-4513a9613eb3', 'name': '', 'network_id': '859dac62-0ac4-494d-801b-a55266677ed4', 'tenant_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'mac_address': 'fa:16:3e:cf:a1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '733fbd91-480e-491a-8ea6-8877826f63ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:03:07Z', 'updated_at': '2022-01-20T11:03:18Z', 'revision_number': 4, 'project_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'subnets': [{'id': '733fbd91-480e-491a-8ea6-8877826f63ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:03:19.908868 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-ebd49fa1-3d3a-458c-9ad6-4467542fd10f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group_rule': {'security_group_id': '105d24bb-eff4-4141-84d7-5cf113189d51', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:19.927568 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-87e77c3e-6261-42f7-a18d-4797864a6c5a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:19.974787 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ebd49fa1-3d3a-458c-9ad6-4467542fd10f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:19.996692 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network 600319c4-7fb0-4fc6-bafc-f75fc075c769 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:03:20.035961 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ebd49fa1-3d3a-458c-9ad6-4467542fd10f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:20.039070 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ebd49fa1-3d3a-458c-9ad6-4467542fd10f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:20.047428 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ebd49fa1-3d3a-458c-9ad6-4467542fd10f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:20.056592 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e77c3e-6261-42f7-a18d-4797864a6c5a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb23168f-4d27-4cea-ad80-a39b3e8298da,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:20.069482 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-190ffe70-9a60-428a-8c8b-477e845aa453 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.084413 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8c0a86df-3c08-49f2-b66c-9ada1aada4c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.097037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] For port c1a92973-4da0-4de6-a0c0-d6c3a8126eb9, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:03:20.107385 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] For port c1a92973-4da0-4de6-a0c0-d6c3a8126eb9, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c1a92973-4da0-4de6-a0c0-d6c3a8126eb9,segment=NetworkSegment(70f8c208-81b3-41f5-b3a2-b97bf85c2e7d),segment_id=70f8c208-81b3-41f5-b3a2-b97bf85c2e7d)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:03:20.140708 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] For port 3bed1a8a-e6e9-4410-87f0-23597b92c529, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:03:20.144314 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-66608853-9bd5-485c-8065-fb401b2e7dda None None] Provisioning complete for port d0be1f8c-519e-456f-a236-5f6e753803e4 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:20.144698 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-66608853-9bd5-485c-8065-fb401b2e7dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.150175 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7f55d462-15a0-4b6d-8985-d2f67590b92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.167623 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-8c0a86df-3c08-49f2-b66c-9ada1aada4c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object 32714c95-5b8f-4fc9-a15d-7413c86a0ea6 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:20.203696 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-66608853-9bd5-485c-8065-fb401b2e7dda None None] Port d0be1f8c-519e-456f-a236-5f6e753803e4 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:03:20.204931 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ebd49fa1-3d3a-458c-9ad6-4467542fd10f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.208458 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.235900 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-87e77c3e-6261-42f7-a18d-4797864a6c5a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.240451 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-87e77c3e-6261-42f7-a18d-4797864a6c5a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.1299264 Jan 20 11:03:20.251404 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60892) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:20.269589 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] For port 3bed1a8a-e6e9-4410-87f0-23597b92c529, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=3bed1a8a-e6e9-4410-87f0-23597b92c529,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:03:20.273610 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-22ba63db-3e44-4dca-9676-c0dad5944efe tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Request body: {'security_group_rule': {'security_group_id': 'fb23168f-4d27-4cea-ad80-a39b3e8298da', 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:20.280452 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 600319c4-7fb0-4fc6-bafc-f75fc075c769) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:20.283860 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-22ba63db-3e44-4dca-9676-c0dad5944efe tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:20.285188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-22ba63db-3e44-4dca-9676-c0dad5944efe tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Usage tracker for resource:security_group_rule and tenant:e7bf4b9940474d57840e18b7d1fdae0c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:20.288779 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-22ba63db-3e44-4dca-9676-c0dad5944efe tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:20.294708 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:20.296281 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-22ba63db-3e44-4dca-9676-c0dad5944efe tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:20.298820 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:20.302240 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:20.303638 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.306223 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d6e25a-24b3-4587-8d2e-214a0ba69ded None None] Network 600319c4-7fb0-4fc6-bafc-f75fc075c769 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:20.310809 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7f55d462-15a0-4b6d-8985-d2f67590b92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.354720 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8582afaf-1033-4ab2-a492-2b323e3555e4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.401834 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-8582afaf-1033-4ab2-a492-2b323e3555e4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Transition to ACTIVE for port object 422a5e4c-ec0a-43df-ad96-cd4029d32ac1 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:20.429001 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-22ba63db-3e44-4dca-9676-c0dad5944efe tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.442797 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ebd49fa1-3d3a-458c-9ad6-4467542fd10f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.450128 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8c0a86df-3c08-49f2-b66c-9ada1aada4c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.450370 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.528964 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ebd49fa1-3d3a-458c-9ad6-4467542fd10f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.552623 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a809ddc-69ec-4038-b3e3-46c39c62c712 None None] Pushing event updated for resources: {'Port': ['ID=c1a92973-4da0-4de6-a0c0-d6c3a8126eb9,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:20.578453 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7f55d462-15a0-4b6d-8985-d2f67590b92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.622489 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd49fa1-3d3a-458c-9ad6-4467542fd10f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bff44ae-6f2a-4a4b-a75e-4b46a296995d,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:20.624386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55d462-15a0-4b6d-8985-d2f67590b92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21961fe6-3935-49a0-95ba-56e2d1c2c7df,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:20.631291 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0a86df-3c08-49f2-b66c-9ada1aada4c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:20.634163 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a86df-3c08-49f2-b66c-9ada1aada4c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=32714c95-5b8f-4fc9-a15d-7413c86a0ea6,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:20.645878 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-8c0a86df-3c08-49f2-b66c-9ada1aada4c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:20.653661 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a86df-3c08-49f2-b66c-9ada1aada4c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:20.657714 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0a86df-3c08-49f2-b66c-9ada1aada4c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:20.658336 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8c0a86df-3c08-49f2-b66c-9ada1aada4c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.681269 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4219a2-1d8e-4011-84d0-bc19c29e46ed None None] Pushing event updated for resources: {'Port': ['ID=3bed1a8a-e6e9-4410-87f0-23597b92c529,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:20.706300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8582afaf-1033-4ab2-a492-2b323e3555e4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.782598 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-22ba63db-3e44-4dca-9676-c0dad5944efe tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.784333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7f55d462-15a0-4b6d-8985-d2f67590b92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.785496 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7f55d462-15a0-4b6d-8985-d2f67590b92e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/21961fe6-3935-49a0-95ba-56e2d1c2c7df HTTP/1.1" status: 204 len: 168 time: 1.3123832 Jan 20 11:03:20.796783 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8c0a86df-3c08-49f2-b66c-9ada1aada4c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7777629 Jan 20 11:03:20.801355 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60900) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:20.848744 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ebd49fa1-3d3a-458c-9ad6-4467542fd10f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.849960 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ebd49fa1-3d3a-458c-9ad6-4467542fd10f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.3288968 Jan 20 11:03:20.857697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60904) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:20.877515 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e367ce32-2a4c-4cb6-aaa5-de14a6e20cae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.3661706 Jan 20 11:03:20.878339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60908) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:20.926034 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-22ba63db-3e44-4dca-9676-c0dad5944efe tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:20.991678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582afaf-1033-4ab2-a492-2b323e3555e4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=422a5e4c-ec0a-43df-ad96-cd4029d32ac1,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:21.005253 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8a45dc2d-8c39-4947-b30b-13e0d19f76d1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port 7bd6fe24-6530-4c62-bfda-fe852f9fc761 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:21.005864 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a45dc2d-8c39-4947-b30b-13e0d19f76d1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:21.010995 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8582afaf-1033-4ab2-a492-2b323e3555e4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network a435b69c-7536-4554-b738-9f55d594aa5f is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:21.033282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-8582afaf-1033-4ab2-a492-2b323e3555e4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:21.044000 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582afaf-1033-4ab2-a492-2b323e3555e4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:21.052284 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8582afaf-1033-4ab2-a492-2b323e3555e4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:21.053055 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8582afaf-1033-4ab2-a492-2b323e3555e4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:21.103146 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-190ffe70-9a60-428a-8c8b-477e845aa453 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:21.147666 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba63db-3e44-4dca-9676-c0dad5944efe tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597c7aa0-d70a-4d49-addc-a2737b2645f3,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:21.152455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8199f79e-524b-481c-913e-24ea5a0e0755 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:21.166137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8199f79e-524b-481c-913e-24ea5a0e0755 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:21.196255 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-190ffe70-9a60-428a-8c8b-477e845aa453 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:21.231908 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab6472c-0069-4bc2-ada9-17ac1ec738df tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:21.236655 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab6472c-0069-4bc2-ada9-17ac1ec738df tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:21.237606 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-bab6472c-0069-4bc2-ada9-17ac1ec738df tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:21.254806 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8582afaf-1033-4ab2-a492-2b323e3555e4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.3272727 Jan 20 11:03:21.273644 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60912) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:21.273644 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-22ba63db-3e44-4dca-9676-c0dad5944efe tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:21.273644 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-22ba63db-3e44-4dca-9676-c0dad5944efe tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0191653 Jan 20 11:03:21.294780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60916) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:21.326012 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-cd5d65a7-ec52-4f00-b57c-f4d9a9cc3639 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Request body: {'security_group_rule': {'security_group_id': 'fb23168f-4d27-4cea-ad80-a39b3e8298da', 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:21.347413 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cd5d65a7-ec52-4f00-b57c-f4d9a9cc3639 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:21.471042 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:21.482573 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cd5d65a7-ec52-4f00-b57c-f4d9a9cc3639 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Usage tracker for resource:security_group_rule and tenant:e7bf4b9940474d57840e18b7d1fdae0c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:21.491006 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cd5d65a7-ec52-4f00-b57c-f4d9a9cc3639 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:21.492788 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cd5d65a7-ec52-4f00-b57c-f4d9a9cc3639 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:21.534460 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-190ffe70-9a60-428a-8c8b-477e845aa453 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:21.542689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ffe70-9a60-428a-8c8b-477e845aa453 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=d0be1f8c-519e-456f-a236-5f6e753803e4,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:21.570220 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a45dc2d-8c39-4947-b30b-13e0d19f76d1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:21.622180 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-bab6472c-0069-4bc2-ada9-17ac1ec738df tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:21.623328 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bab6472c-0069-4bc2-ada9-17ac1ec738df tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.8139477 Jan 20 11:03:21.624036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8199f79e-524b-481c-913e-24ea5a0e0755 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:21.630445 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:21.636867 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 3bed1a8a-e6e9-4410-87f0-23597b92c529 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:21.640276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60922) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:21.682562 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199f79e-524b-481c-913e-24ea5a0e0755 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bff44ae-6f2a-4a4b-a75e-4b46a296995d,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:21.696617 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8199f79e-524b-481c-913e-24ea5a0e0755 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:21.701028 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8199f79e-524b-481c-913e-24ea5a0e0755 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/6bff44ae-6f2a-4a4b-a75e-4b46a296995d HTTP/1.1" status: 204 len: 168 time: 0.8365805 Jan 20 11:03:21.705849 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60926) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:21.762291 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8a45dc2d-8c39-4947-b30b-13e0d19f76d1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for 7bd6fe24-6530-4c62-bfda-fe852f9fc761 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:21.779551 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 3bed1a8a-e6e9-4410-87f0-23597b92c529 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:21.785325 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 539745cb-a062-46da-b90b-4513a9613eb3 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:21.793085 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd5d65a7-ec52-4f00-b57c-f4d9a9cc3639 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:21.803973 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-4425cb89-d123-41b2-b891-7bd9a1f5c849 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port 32714c95-5b8f-4fc9-a15d-7413c86a0ea6 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:21.804305 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4425cb89-d123-41b2-b891-7bd9a1f5c849 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:21.928949 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 539745cb-a062-46da-b90b-4513a9613eb3 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:21.943615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 539745cb-a062-46da-b90b-4513a9613eb3 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:21.943615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:21.945809 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60930) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:21.980368 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd5d65a7-ec52-4f00-b57c-f4d9a9cc3639 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:21.984243 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-419cd8f3-988b-4281-8be0-7f6a9894a019 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:22.031518 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190ffe70-9a60-428a-8c8b-477e845aa453 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network 1ed31306-6fff-413e-8e9c-27f47e85556f is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:22.033962 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-190ffe70-9a60-428a-8c8b-477e845aa453 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:22.107561 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a45dc2d-8c39-4947-b30b-13e0d19f76d1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:22.109108 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd5d65a7-ec52-4f00-b57c-f4d9a9cc3639 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:22.172248 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:22.219646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 539745cb-a062-46da-b90b-4513a9613eb3, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=539745cb-a062-46da-b90b-4513a9613eb3,segment=NetworkSegment(82701de0-20ec-4df5-9f7f-33dd53095170),segment_id=82701de0-20ec-4df5-9f7f-33dd53095170)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:22.261583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-419cd8f3-988b-4281-8be0-7f6a9894a019 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:22.272879 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-419cd8f3-988b-4281-8be0-7f6a9894a019 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5533798 Jan 20 11:03:22.276464 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60934) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:22.293460 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:22.388446 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=539745cb-a062-46da-b90b-4513a9613eb3,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:22.431680 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d65a7-ec52-4f00-b57c-f4d9a9cc3639 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b10423f-0523-41db-8ebe-b0087deca890,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:22.441444 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45dc2d-8c39-4947-b30b-13e0d19f76d1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=7bd6fe24-6530-4c62-bfda-fe852f9fc761,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:22.463569 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a341fb96-157a-405a-973e-9f60a9171d4f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4ed204bfc23f48879574fab00b447923&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5146570 Jan 20 11:03:22.469962 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60938) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:22.488413 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a45dc2d-8c39-4947-b30b-13e0d19f76d1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:22.490444 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8a45dc2d-8c39-4947-b30b-13e0d19f76d1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/ports/7bd6fe24-6530-4c62-bfda-fe852f9fc761 HTTP/1.1" status: 204 len: 168 time: 1.6085336 Jan 20 11:03:22.497927 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60942) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:22.499744 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4425cb89-d123-41b2-b891-7bd9a1f5c849 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:22.560011 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-509f95aa-9a85-413a-8d10-a564a5ca0303 None None] Provisioning complete for port d0be1f8c-519e-456f-a236-5f6e753803e4 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:22.560502 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-509f95aa-9a85-413a-8d10-a564a5ca0303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:22.624701 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b10216f-f42c-43ff-9e51-7801045ba231 None None] Network a435b69c-7536-4554-b738-9f55d594aa5f requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:22.629083 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd5d65a7-ec52-4f00-b57c-f4d9a9cc3639 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:22.632781 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cd5d65a7-ec52-4f00-b57c-f4d9a9cc3639 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3344536 Jan 20 11:03:22.639087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60946) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:22.653087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0e4b26b1-5991-4190-803b-01e9fcbe4352 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Request body: {'security_group_rule': {'security_group_id': 'fb23168f-4d27-4cea-ad80-a39b3e8298da', 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:22.673794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-4425cb89-d123-41b2-b891-7bd9a1f5c849 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for 32714c95-5b8f-4fc9-a15d-7413c86a0ea6 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:22.704412 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-509f95aa-9a85-413a-8d10-a564a5ca0303 None None] Port d0be1f8c-519e-456f-a236-5f6e753803e4 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:03:22.725565 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0e4b26b1-5991-4190-803b-01e9fcbe4352 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:22.738066 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0e4b26b1-5991-4190-803b-01e9fcbe4352 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Usage tracker for resource:security_group_rule and tenant:e7bf4b9940474d57840e18b7d1fdae0c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:22.742303 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0e4b26b1-5991-4190-803b-01e9fcbe4352 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:22.768338 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0e4b26b1-5991-4190-803b-01e9fcbe4352 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:22.789216 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dc982b0-4120-4d7d-9e6f-b5b632fe1b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:22.828173 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dc982b0-4120-4d7d-9e6f-b5b632fe1b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:22.932135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-68921b33-b34d-476f-b8b2-31f8b7bdc0d9 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:22.958789 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e4b26b1-5991-4190-803b-01e9fcbe4352 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:23.036665 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b0b08b89-016f-4b49-8acb-e41ba45ead87 None None] Provisioning for port c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:23.043957 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e4b26b1-5991-4190-803b-01e9fcbe4352 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:23.048274 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b0b08b89-016f-4b49-8acb-e41ba45ead87 None None] Provisioning complete for port c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:23.048665 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0b08b89-016f-4b49-8acb-e41ba45ead87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:23.067269 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-68921b33-b34d-476f-b8b2-31f8b7bdc0d9 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:23.080764 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dc982b0-4120-4d7d-9e6f-b5b632fe1b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:23.088816 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a96ab45d-951e-4da9-9ab7-cd4d3c2c05a8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:23.105197 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc982b0-4120-4d7d-9e6f-b5b632fe1b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b542fd9-3937-423d-bf89-01ef5ba2cfd1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:23.112079 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dc982b0-4120-4d7d-9e6f-b5b632fe1b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:23.129310 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0dc982b0-4120-4d7d-9e6f-b5b632fe1b04 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4b542fd9-3937-423d-bf89-01ef5ba2cfd1 HTTP/1.1" status: 204 len: 168 time: 0.6512589 Jan 20 11:03:23.200501 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190ffe70-9a60-428a-8c8b-477e845aa453 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router a40fbf16-1eec-4e73-a98a-4966ac64282d is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:03:23.204295 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22ffe7c-e0bd-4525-a81c-d67dadb74fec tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:23.208916 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22ffe7c-e0bd-4525-a81c-d67dadb74fec tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:23.210718 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c22ffe7c-e0bd-4525-a81c-d67dadb74fec tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.7032602 Jan 20 11:03:23.215865 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60952) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:23.228667 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0b08b89-016f-4b49-8acb-e41ba45ead87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:23.271698 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b0b08b89-016f-4b49-8acb-e41ba45ead87 None None] For port c1a92973-4da0-4de6-a0c0-d6c3a8126eb9, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c1a92973-4da0-4de6-a0c0-d6c3a8126eb9,segment=NetworkSegment(70f8c208-81b3-41f5-b3a2-b97bf85c2e7d),segment_id=70f8c208-81b3-41f5-b3a2-b97bf85c2e7d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:23.318808 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4425cb89-d123-41b2-b891-7bd9a1f5c849 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:23.324370 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 539745cb-a062-46da-b90b-4513a9613eb3 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:23.385888 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e4b26b1-5991-4190-803b-01e9fcbe4352 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:23.428139 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 539745cb-a062-46da-b90b-4513a9613eb3 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:23.429214 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:23.462127 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b26b1-5991-4190-803b-01e9fcbe4352 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28af5fe7-e7a9-4ef2-a577-d64dfbc4ba12,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:23.468054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0b08b89-016f-4b49-8acb-e41ba45ead87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:23.469125 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b5c7b2be-4dc1-43f4-a354-0c38e27541aa tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port 2760a725-bc16-40d6-a233-d25b92776b35 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:23.469700 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b2be-4dc1-43f4-a354-0c38e27541aa tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:23.554732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-68921b33-b34d-476f-b8b2-31f8b7bdc0d9 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:23.586057 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425cb89-d123-41b2-b891-7bd9a1f5c849 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=32714c95-5b8f-4fc9-a15d-7413c86a0ea6,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:23.609598 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68921b33-b34d-476f-b8b2-31f8b7bdc0d9 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=105d24bb-eff4-4141-84d7-5cf113189d51,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:23.656735 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b08b89-016f-4b49-8acb-e41ba45ead87 None None] Pushing event updated for resources: {'Port': ['ID=c1a92973-4da0-4de6-a0c0-d6c3a8126eb9,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:23.722855 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b0b08b89-016f-4b49-8acb-e41ba45ead87 None None] Provisioning for port 3bed1a8a-e6e9-4410-87f0-23597b92c529 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:23.732324 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b0b08b89-016f-4b49-8acb-e41ba45ead87 None None] Provisioning complete for port 3bed1a8a-e6e9-4410-87f0-23597b92c529 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:23.732707 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0b08b89-016f-4b49-8acb-e41ba45ead87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:23.733928 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4425cb89-d123-41b2-b891-7bd9a1f5c849 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:23.739246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e4b26b1-5991-4190-803b-01e9fcbe4352 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:23.743383 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0e4b26b1-5991-4190-803b-01e9fcbe4352 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0987120 Jan 20 11:03:23.746726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60958) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:23.753775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1d587a00-a375-4566-b06c-311dac73412b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Request body: {'security_group_rule': {'security_group_id': 'fb23168f-4d27-4cea-ad80-a39b3e8298da', 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:23.760804 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1d587a00-a375-4566-b06c-311dac73412b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:23.765480 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1d587a00-a375-4566-b06c-311dac73412b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Usage tracker for resource:security_group_rule and tenant:e7bf4b9940474d57840e18b7d1fdae0c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:23.769751 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1d587a00-a375-4566-b06c-311dac73412b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:23.771273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190ffe70-9a60-428a-8c8b-477e845aa453 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:03:23.777006 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1d587a00-a375-4566-b06c-311dac73412b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:23.777639 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-190ffe70-9a60-428a-8c8b-477e845aa453 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/a40fbf16-1eec-4e73-a98a-4966ac64282d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1874690 Jan 20 11:03:23.795557 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60962) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:23.801848 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ffa9a0-9b1d-4e58-96a8-5ae4cd0cab52 None None] Sync routers for ids ['a40fbf16-1eec-4e73-a98a-4966ac64282d'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:03:23.812925 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4425cb89-d123-41b2-b891-7bd9a1f5c849 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/32714c95-5b8f-4fc9-a15d-7413c86a0ea6 HTTP/1.1" status: 204 len: 168 time: 2.1712356 Jan 20 11:03:23.816538 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60966) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:23.877428 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ffa9a0-9b1d-4e58-96a8-5ae4cd0cab52 None None] Routers {'a40fbf16-1eec-4e73-a98a-4966ac64282d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:23.878458 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-30ffa9a0-9b1d-4e58-96a8-5ae4cd0cab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a40fbf16-1eec-4e73-a98a-4966ac64282d'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:23.947425 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01461e7-4e94-46a2-b1d7-7187c455cb7c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:23.949146 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01461e7-4e94-46a2-b1d7-7187c455cb7c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:23.951539 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a01461e7-4e94-46a2-b1d7-7187c455cb7c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:23.970014 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b2be-4dc1-43f4-a354-0c38e27541aa tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:23.988381 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a8d63a-9f8b-48c7-90d8-4b162463673b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:23.989138 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d3a8d63a-9f8b-48c7-90d8-4b162463673b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Synchronizing usage tracker for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:24.000285 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-30ffa9a0-9b1d-4e58-96a8-5ae4cd0cab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:24.003094 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1d587a00-a375-4566-b06c-311dac73412b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:24.043716 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-68921b33-b34d-476f-b8b2-31f8b7bdc0d9 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:24.045068 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-68921b33-b34d-476f-b8b2-31f8b7bdc0d9 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-groups/105d24bb-eff4-4141-84d7-5cf113189d51 HTTP/1.1" status: 204 len: 168 time: 1.7646317 Jan 20 11:03:24.050714 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60976) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:24.064926 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ffa9a0-9b1d-4e58-96a8-5ae4cd0cab52 None None] Routers {'a40fbf16-1eec-4e73-a98a-4966ac64282d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:24.065714 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-30ffa9a0-9b1d-4e58-96a8-5ae4cd0cab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a40fbf16-1eec-4e73-a98a-4966ac64282d'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:24.092524 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a01461e7-4e94-46a2-b1d7-7187c455cb7c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:24.093718 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a01461e7-4e94-46a2-b1d7-7187c455cb7c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2763882 Jan 20 11:03:24.119568 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0b08b89-016f-4b49-8acb-e41ba45ead87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:24.121891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1d587a00-a375-4566-b06c-311dac73412b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:24.124848 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60980) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:24.137917 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b5c7b2be-4dc1-43f4-a354-0c38e27541aa tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for 2760a725-bc16-40d6-a233-d25b92776b35 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:24.147505 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-30ffa9a0-9b1d-4e58-96a8-5ae4cd0cab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:24.148029 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ffa9a0-9b1d-4e58-96a8-5ae4cd0cab52 None None] The sync data for ids ['a40fbf16-1eec-4e73-a98a-4966ac64282d'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:03:24.170883 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b0b08b89-016f-4b49-8acb-e41ba45ead87 None None] For port 3bed1a8a-e6e9-4410-87f0-23597b92c529, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=3bed1a8a-e6e9-4410-87f0-23597b92c529,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:24.216685 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d3a8d63a-9f8b-48c7-90d8-4b162463673b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Unset dirty status for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:24.218768 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d3a8d63a-9f8b-48c7-90d8-4b162463673b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/ports/d0be1f8c-519e-456f-a236-5f6e753803e4 HTTP/1.1" status: 200 len: 977 time: 0.4216962 Jan 20 11:03:24.223070 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60986) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:24.234518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1d587a00-a375-4566-b06c-311dac73412b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:24.253867 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a96ab45d-951e-4da9-9ab7-cd4d3c2c05a8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:24.263069 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-344e864b-cdc2-4713-93b2-1e80beb670bc tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:24.278335 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0b08b89-016f-4b49-8acb-e41ba45ead87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:24.346528 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b2be-4dc1-43f4-a354-0c38e27541aa tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:24.349265 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b08b89-016f-4b49-8acb-e41ba45ead87 None None] Pushing event updated for resources: {'Port': ['ID=3bed1a8a-e6e9-4410-87f0-23597b92c529,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:24.370272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d587a00-a375-4566-b06c-311dac73412b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38f85fb-c0dd-4661-ae72-fc6a97bf922b,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:24.402946 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0151db1f-70d6-42b1-a0db-d7762d5b8a6e None None] Provisioning complete for port c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:24.403629 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0151db1f-70d6-42b1-a0db-d7762d5b8a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:24.403778 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7b2be-4dc1-43f4-a354-0c38e27541aa tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=2760a725-bc16-40d6-a233-d25b92776b35,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:24.414091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a96ab45d-951e-4da9-9ab7-cd4d3c2c05a8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:24.427591 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b2be-4dc1-43f4-a354-0c38e27541aa tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:24.438112 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b5c7b2be-4dc1-43f4-a354-0c38e27541aa tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/ports/2760a725-bc16-40d6-a233-d25b92776b35 HTTP/1.1" status: 204 len: 168 time: 1.1013484 Jan 20 11:03:24.441420 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 60990) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:24.465695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2bd096d-672b-4134-b12b-c7d9d8226b24 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet 5a96c9e7-2709-4d1a-ab4b-a4a4ed82bbc8 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:03:24.477895 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2bd096d-672b-4134-b12b-c7d9d8226b24 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:24.521971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1d587a00-a375-4566-b06c-311dac73412b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:24.523129 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1d587a00-a375-4566-b06c-311dac73412b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7753384 Jan 20 11:03:24.523990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-344e864b-cdc2-4713-93b2-1e80beb670bc tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:24.529141 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-344e864b-cdc2-4713-93b2-1e80beb670bc tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4731696 Jan 20 11:03:24.536664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60996) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:24.536997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 60998) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:24.545146 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-17bbf0c5-e1cf-4349-abb2-2a6bcc8d9936 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085351396'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:24.569979 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0151db1f-70d6-42b1-a0db-d7762d5b8a6e None None] Could not find standard attr ID for object 32714c95-5b8f-4fc9-a15d-7413c86a0ea6. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:03:24.598939 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-0aa5c101-e131-4116-a617-399effa6056d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Request body: {'security_group_rule': {'security_group_id': 'fb23168f-4d27-4cea-ad80-a39b3e8298da', 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:24.605119 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-17bbf0c5-e1cf-4349-abb2-2a6bcc8d9936 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:24.622248 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0aa5c101-e131-4116-a617-399effa6056d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:24.651200 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2bd096d-672b-4134-b12b-c7d9d8226b24 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:24.657613 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0151db1f-70d6-42b1-a0db-d7762d5b8a6e None None] Provisioning for port 422a5e4c-ec0a-43df-ad96-cd4029d32ac1 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:24.670485 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0151db1f-70d6-42b1-a0db-d7762d5b8a6e None None] Provisioning complete for port 422a5e4c-ec0a-43df-ad96-cd4029d32ac1 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:24.671203 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0151db1f-70d6-42b1-a0db-d7762d5b8a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:24.692038 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0aa5c101-e131-4116-a617-399effa6056d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Usage tracker for resource:security_group_rule and tenant:e7bf4b9940474d57840e18b7d1fdae0c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:24.695011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-17bbf0c5-e1cf-4349-abb2-2a6bcc8d9936 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:24.697097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ab45d-951e-4da9-9ab7-cd4d3c2c05a8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=422a5e4c-ec0a-43df-ad96-cd4029d32ac1,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:24.706636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0aa5c101-e131-4116-a617-399effa6056d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:24.722902 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0aa5c101-e131-4116-a617-399effa6056d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:24.757677 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0151db1f-70d6-42b1-a0db-d7762d5b8a6e None None] Port 422a5e4c-ec0a-43df-ad96-cd4029d32ac1 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:03:24.761581 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7a8e31-d06e-4305-9e99-cc74a2a54d72 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:24.779197 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6a7a8e31-d06e-4305-9e99-cc74a2a54d72 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Synchronizing usage tracker for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:24.811571 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-17bbf0c5-e1cf-4349-abb2-2a6bcc8d9936 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:24.867024 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-0aa5c101-e131-4116-a617-399effa6056d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Project e7bf4b9940474d57840e18b7d1fdae0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:03:24.922426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c101-e131-4116-a617-399effa6056d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:24.949301 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2bd096d-672b-4134-b12b-c7d9d8226b24 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:24.969848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32776) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:24.979406 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-17bbf0c5-e1cf-4349-abb2-2a6bcc8d9936 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:24.983399 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-161cdc70-4fa1-4d1d-860d-866dbfe426f7 None None] Provisioning complete for port 422a5e4c-ec0a-43df-ad96-cd4029d32ac1 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:24.983994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-161cdc70-4fa1-4d1d-860d-866dbfe426f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:24.999292 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6a7a8e31-d06e-4305-9e99-cc74a2a54d72 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Unset dirty status for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:25.003557 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6a7a8e31-d06e-4305-9e99-cc74a2a54d72 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.5610776 Jan 20 11:03:25.004503 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32782) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:25.015605 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-17bbf0c5-e1cf-4349-abb2-2a6bcc8d9936 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:25.020309 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-17bbf0c5-e1cf-4349-abb2-2a6bcc8d9936 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:25.053346 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-17bbf0c5-e1cf-4349-abb2-2a6bcc8d9936 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:25.057124 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-161cdc70-4fa1-4d1d-860d-866dbfe426f7 None None] Port 422a5e4c-ec0a-43df-ad96-cd4029d32ac1 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:03:25.059946 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-343ad391-2514-48d2-ba55-5e66163e5865 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] GET failed (client error): The resource could not be found. Jan 20 11:03:25.062004 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-343ad391-2514-48d2-ba55-5e66163e5865 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports/7bd6fe24-6530-4c62-bfda-fe852f9fc761 HTTP/1.1" status: 404 len: 333 time: 0.0550187 Jan 20 11:03:25.065395 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32786) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:25.108988 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a96ab45d-951e-4da9-9ab7-cd4d3c2c05a8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.111531 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-a508ecf9-5b88-47bc-840f-55f816c4f850 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] GET failed (client error): The resource could not be found. Jan 20 11:03:25.112792 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a508ecf9-5b88-47bc-840f-55f816c4f850 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports/2760a725-bc16-40d6-a233-d25b92776b35 HTTP/1.1" status: 404 len: 333 time: 0.0451081 Jan 20 11:03:25.115712 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32790) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:25.153375 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c101-e131-4116-a617-399effa6056d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.177010 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1705263845'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:25.183292 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:25.189300 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Usage tracker for resource:network and tenant:569f68f598294da0a8118176c622dc4f is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:25.192905 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:25.200366 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:25.265470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c101-e131-4116-a617-399effa6056d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.271086 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-12d67b04-cabf-4ebb-880d-ff1435833c68 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.274600 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 3bed1a8a-e6e9-4410-87f0-23597b92c529 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:25.331195 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Made reservation on behalf of 569f68f598294da0a8118176c622dc4f for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:25.334050 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.336550 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c128ce7c-658f-40c9-9b52-ad98b478b6d3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.345063 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5c101-e131-4116-a617-399effa6056d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f38675-4dd4-438c-aa3c-fb9ced35c20f,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:25.351695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-17bbf0c5-e1cf-4349-abb2-2a6bcc8d9936 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.357480 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2bd096d-672b-4134-b12b-c7d9d8226b24 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.364132 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 3bed1a8a-e6e9-4410-87f0-23597b92c529 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:25.364641 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.397711 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.437785 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd096d-672b-4134-b12b-c7d9d8226b24 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=5a96c9e7-2709-4d1a-ab4b-a4a4ed82bbc8,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:25.444923 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-17bbf0c5-e1cf-4349-abb2-2a6bcc8d9936 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.452328 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:25.457887 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Usage tracker for resource:security_group_rule and tenant:569f68f598294da0a8118176c622dc4f is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:25.461358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:25.468913 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:25.500578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c101-e131-4116-a617-399effa6056d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.501770 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0aa5c101-e131-4116-a617-399effa6056d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9637632 Jan 20 11:03:25.506124 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32794) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:25.511530 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:25.521980 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2bd096d-672b-4134-b12b-c7d9d8226b24 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.527127 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b2bd096d-672b-4134-b12b-c7d9d8226b24 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/5a96c9e7-2709-4d1a-ab4b-a4a4ed82bbc8 HTTP/1.1" status: 204 len: 168 time: 1.3979747 Jan 20 11:03:25.543954 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-dd11e8cb-379f-4478-b683-3626311f4b36 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Request body: {'security_group_rule': {'security_group_id': 'fb23168f-4d27-4cea-ad80-a39b3e8298da', 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:25.544468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac604ce4-c63c-4456-b60f-036b25918fc3 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:25.550355 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32798) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:25.619984 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dd11e8cb-379f-4478-b683-3626311f4b36 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:25.640813 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c46e9fe7-f8f0-4246-b82c-bcbc8a048aa0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868933 Jan 20 11:03:25.645824 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dd11e8cb-379f-4478-b683-3626311f4b36 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Usage tracker for resource:security_group_rule and tenant:e7bf4b9940474d57840e18b7d1fdae0c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:25.654669 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32802) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:25.661444 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dd11e8cb-379f-4478-b683-3626311f4b36 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:25.701568 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dd11e8cb-379f-4478-b683-3626311f4b36 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:25.717587 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:25.717587 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.725090 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a96ab45d-951e-4da9-9ab7-cd4d3c2c05a8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.742265 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-17bbf0c5-e1cf-4349-abb2-2a6bcc8d9936 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.746311 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-17bbf0c5-e1cf-4349-abb2-2a6bcc8d9936 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2040405 Jan 20 11:03:25.749471 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbf0c5-e1cf-4349-abb2-2a6bcc8d9936 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d473b3f-a9ef-403a-b21a-227dead01eea,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:25.761807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32806) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:25.772851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-452a0595-d610-4be0-85e7-410713923cf8 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group_rule': {'security_group_id': '0d473b3f-a9ef-403a-b21a-227dead01eea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:25.802456 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.806034 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-452a0595-d610-4be0-85e7-410713923cf8 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:25.809884 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c128ce7c-658f-40c9-9b52-ad98b478b6d3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.831742 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-452a0595-d610-4be0-85e7-410713923cf8 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:25.838275 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-452a0595-d610-4be0-85e7-410713923cf8 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:25.861399 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-452a0595-d610-4be0-85e7-410713923cf8 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:25.869635 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-c128ce7c-658f-40c9-9b52-ad98b478b6d3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600319c4-7fb0-4fc6-bafc-f75fc075c769']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:25.882012 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.918737 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d774d7a6-80c0-4566-8670-1364936a91a5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:25.922842 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d774d7a6-80c0-4566-8670-1364936a91a5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2624826 Jan 20 11:03:25.922842 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-12d67b04-cabf-4ebb-880d-ff1435833c68 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting port d0be1f8c-519e-456f-a236-5f6e753803e4 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:25.922842 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-12d67b04-cabf-4ebb-880d-ff1435833c68 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:25.945550 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-c128ce7c-658f-40c9-9b52-ad98b478b6d3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c54e6b9-5ed8-49ac-a67f-ca7f30a9dd52') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:25.945839 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-c128ce7c-658f-40c9-9b52-ad98b478b6d3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c54e6b9-5ed8-49ac-a67f-ca7f30a9dd52') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:25.950366 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:03:25.952272 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32810) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:26.018994 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-dd11e8cb-379f-4478-b683-3626311f4b36 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Project e7bf4b9940474d57840e18b7d1fdae0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:03:26.023412 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de134d8b-3c3a-458d-bfc6-af2b52e52a53,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:26.030697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c128ce7c-658f-40c9-9b52-ad98b478b6d3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.031682 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.031885 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Added segment e355781f-39ff-4429-90e2-d545579332df of type vlan for network d5235975-cb56-46aa-aa19-1f091b765f71 Jan 20 11:03:26.055175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd11e8cb-379f-4478-b683-3626311f4b36 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.061088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-452a0595-d610-4be0-85e7-410713923cf8 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.071518 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ad7a67-c364-4d9e-8266-b1bc1e43b141 None None] DHCP port deletion for 8962365b-2f7b-4071-b5a5-7c805118ad36 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:03:26.076090 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c128ce7c-658f-40c9-9b52-ad98b478b6d3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.078293 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b7ad7a67-c364-4d9e-8266-b1bc1e43b141 None None] Deleting port 3bed1a8a-e6e9-4410-87f0-23597b92c529 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:26.078293 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7a67-c364-4d9e-8266-b1bc1e43b141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.096298 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c128ce7c-658f-40c9-9b52-ad98b478b6d3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:03:26.096947 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c128ce7c-658f-40c9-9b52-ad98b478b6d3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:03:26.111485 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:03:26.129901 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a074ed8-16b5-4771-bea7-8704415b893e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:26.131358 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4a074ed8-16b5-4771-bea7-8704415b893e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1781726 Jan 20 11:03:26.175151 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32814) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:26.182345 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.294616 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd11e8cb-379f-4478-b683-3626311f4b36 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.298122 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b7ad7a67-c364-4d9e-8266-b1bc1e43b141 None None] For port 3bed1a8a-e6e9-4410-87f0-23597b92c529, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=3bed1a8a-e6e9-4410-87f0-23597b92c529,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:26.298521 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7a67-c364-4d9e-8266-b1bc1e43b141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.300655 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-12d67b04-cabf-4ebb-880d-ff1435833c68 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.369572 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cff973df-9fea-4a8b-b0b5-63ecb0476985 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1748440 Jan 20 11:03:26.369811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32818) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:26.379317 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-353dee80-53a1-4193-86ea-e5f3b12f5b8c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:26.419635 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b7ad7a67-c364-4d9e-8266-b1bc1e43b141 None None] Calling delete_port for 3bed1a8a-e6e9-4410-87f0-23597b92c529 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:26.428255 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.432282 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:26.432922 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.442568 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-12d67b04-cabf-4ebb-880d-ff1435833c68 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Calling delete_port for d0be1f8c-519e-456f-a236-5f6e753803e4 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:26.476266 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-452a0595-d610-4be0-85e7-410713923cf8 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.516979 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c128ce7c-658f-40c9-9b52-ad98b478b6d3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.521389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c128ce7c-658f-40c9-9b52-ad98b478b6d3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.578085 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-452a0595-d610-4be0-85e7-410713923cf8 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.584146 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128ce7c-658f-40c9-9b52-ad98b478b6d3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Network': ['ID=600319c4-7fb0-4fc6-bafc-f75fc075c769,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:26.600719 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c128ce7c-658f-40c9-9b52-ad98b478b6d3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/networks/600319c4-7fb0-4fc6-bafc-f75fc075c769 HTTP/1.1" status: 204 len: 168 time: 1.4762592 Jan 20 11:03:26.600900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd11e8cb-379f-4478-b683-3626311f4b36 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.607216 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7a67-c364-4d9e-8266-b1bc1e43b141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.613476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32822) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:26.614561 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-353dee80-53a1-4193-86ea-e5f3b12f5b8c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:26.632869 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-68227470-9541-4c65-b387-dbf7625f1faf tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2062896144'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:26.636077 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a0595-d610-4be0-85e7-410713923cf8 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7417e3f4-05e4-4324-9a9d-fc2b6005b2df,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:26.647891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-68227470-9541-4c65-b387-dbf7625f1faf tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:26.647891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-353dee80-53a1-4193-86ea-e5f3b12f5b8c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:26.653971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-68227470-9541-4c65-b387-dbf7625f1faf tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:network and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:26.658125 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad7a67-c364-4d9e-8266-b1bc1e43b141 None None] Pushing event deleted for resources: {'Port': ['ID=3bed1a8a-e6e9-4410-87f0-23597b92c529,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:26.660569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-68227470-9541-4c65-b387-dbf7625f1faf tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:26.663254 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ad7a67-c364-4d9e-8266-b1bc1e43b141 None None] No DVR routers for this DVR port 3bed1a8a-e6e9-4410-87f0-23597b92c529 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:03:26.674034 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-68227470-9541-4c65-b387-dbf7625f1faf tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:26.691670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-452a0595-d610-4be0-85e7-410713923cf8 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.692845 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-452a0595-d610-4be0-85e7-410713923cf8 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9282281 Jan 20 11:03:26.695452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32826) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:26.699286 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a96ab45d-951e-4da9-9ab7-cd4d3c2c05a8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.715594 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11e8cb-379f-4478-b683-3626311f4b36 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ab5bed-08e6-4dfa-8a4a-827062ada451,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:26.717781 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-facbc919-c7b9-4273-b0f6-1e1b65624286 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-group-rules/7417e3f4-05e4-4324-9a9d-fc2b6005b2df HTTP/1.1" status: 200 len: 705 time: 0.0211320 Jan 20 11:03:26.720169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32830) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:26.740872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Pushing event updated for resources: {'Network': ['ID=d5235975-cb56-46aa-aa19-1f091b765f71,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:26.751479 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network d5235975-cb56-46aa-aa19-1f091b765f71 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:03:26.762314 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353dee80-53a1-4193-86ea-e5f3b12f5b8c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:26.766561 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-353dee80-53a1-4193-86ea-e5f3b12f5b8c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.793022 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a96ab45d-951e-4da9-9ab7-cd4d3c2c05a8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.793823 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a96ab45d-951e-4da9-9ab7-cd4d3c2c05a8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.846030 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-679aa781-3f4a-4440-bcf6-60f29249ef76 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8749607 Jan 20 11:03:26.847212 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd11e8cb-379f-4478-b683-3626311f4b36 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:26.849568 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dd11e8cb-379f-4478-b683-3626311f4b36 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.3423648 Jan 20 11:03:26.855598 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32834) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:26.868832 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f30dbcce-7217-4075-94f8-92d34acc8633 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Request body: {'subnet': {'network_id': 'd5235975-cb56-46aa-aa19-1f091b765f71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:26.905591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6bd4a67e-cef3-42a1-83b6-86d8bc3e959d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:26.984394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f30dbcce-7217-4075-94f8-92d34acc8633 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:26.992922 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f30dbcce-7217-4075-94f8-92d34acc8633 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Usage tracker for resource:subnet and tenant:569f68f598294da0a8118176c622dc4f is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:26.992922 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f30dbcce-7217-4075-94f8-92d34acc8633 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:26.999865 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f30dbcce-7217-4075-94f8-92d34acc8633 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:27.071230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-12d67b04-cabf-4ebb-880d-ff1435833c68 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:27.073076 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30dbcce-7217-4075-94f8-92d34acc8633 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Made reservation on behalf of 569f68f598294da0a8118176c622dc4f for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:27.081378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ab45d-951e-4da9-9ab7-cd4d3c2c05a8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=422a5e4c-ec0a-43df-ad96-cd4029d32ac1,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:27.099196 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68227470-9541-4c65-b387-dbf7625f1faf tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:27.102150 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-68227470-9541-4c65-b387-dbf7625f1faf tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:27.169184 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6bd4a67e-cef3-42a1-83b6-86d8bc3e959d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:27.173251 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6bd4a67e-cef3-42a1-83b6-86d8bc3e959d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4494205 Jan 20 11:03:27.178694 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32860) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:27.189220 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68227470-9541-4c65-b387-dbf7625f1faf tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:03:27.209286 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96ab45d-951e-4da9-9ab7-cd4d3c2c05a8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network a435b69c-7536-4554-b738-9f55d594aa5f is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:27.224451 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d67b04-cabf-4ebb-880d-ff1435833c68 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Port': ['ID=d0be1f8c-519e-456f-a236-5f6e753803e4,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:27.239797 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-a96ab45d-951e-4da9-9ab7-cd4d3c2c05a8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:27.282049 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 3bed1a8a-e6e9-4410-87f0-23597b92c529 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:03:27.302688 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f30dbcce-7217-4075-94f8-92d34acc8633 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:27.333360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 3bed1a8a-e6e9-4410-87f0-23597b92c529 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:03:27.333744 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 3bed1a8a-e6e9-4410-87f0-23597b92c529 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:03:27.358333 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c21b58bc-79d6-4566-87e0-8c995ff652f4 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:27.431434 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c21b58bc-79d6-4566-87e0-8c995ff652f4 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:27.593823 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-68227470-9541-4c65-b387-dbf7625f1faf tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:27.593823 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-68227470-9541-4c65-b387-dbf7625f1faf tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Added segment 285aa9f3-e736-4979-9985-fcd2d096e66a of type vlan for network 750b31e1-cb2f-4247-942e-ac1061b9f209 Jan 20 11:03:27.638004 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c21b58bc-79d6-4566-87e0-8c995ff652f4 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:27.672171 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b58bc-79d6-4566-87e0-8c995ff652f4 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7417e3f4-05e4-4324-9a9d-fc2b6005b2df,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:27.685063 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-68227470-9541-4c65-b387-dbf7625f1faf tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:27.734644 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-12d67b04-cabf-4ebb-880d-ff1435833c68 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:27.740879 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ede8b9b6-be3b-4d57-b0d9-f48c96247d02 None None] Provisioning complete for port 422a5e4c-ec0a-43df-ad96-cd4029d32ac1 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:27.741230 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ede8b9b6-be3b-4d57-b0d9-f48c96247d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:27.798997 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ede8b9b6-be3b-4d57-b0d9-f48c96247d02 None None] Port 422a5e4c-ec0a-43df-ad96-cd4029d32ac1 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:03:27.834668 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c21b58bc-79d6-4566-87e0-8c995ff652f4 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:27.835789 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c21b58bc-79d6-4566-87e0-8c995ff652f4 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7417e3f4-05e4-4324-9a9d-fc2b6005b2df HTTP/1.1" status: 204 len: 168 time: 0.6506152 Jan 20 11:03:27.835945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-353dee80-53a1-4193-86ea-e5f3b12f5b8c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:27.840123 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32864) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:27.954637 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353dee80-53a1-4193-86ea-e5f3b12f5b8c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:27.967624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-353dee80-53a1-4193-86ea-e5f3b12f5b8c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:27.969237 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-68227470-9541-4c65-b387-dbf7625f1faf tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:27.972895 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68227470-9541-4c65-b387-dbf7625f1faf tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:27.973431 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-68227470-9541-4c65-b387-dbf7625f1faf tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:27.976622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6ec9e0-1035-4f2c-b74e-d637b345e3b3 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:27.977586 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353dee80-53a1-4193-86ea-e5f3b12f5b8c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:27.978136 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-353dee80-53a1-4193-86ea-e5f3b12f5b8c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:28.000167 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353dee80-53a1-4193-86ea-e5f3b12f5b8c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=6c3269d5-7f7b-43a5-804d-f9503ea72d6d,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:28.024784 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f30dbcce-7217-4075-94f8-92d34acc8633 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:28.137756 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9f90a25d-fbfd-44e1-9b26-638a37276b3b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2607825 Jan 20 11:03:28.145724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32872) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:28.158380 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f9b75978-f380-44af-bd7a-1b76a173bb2a tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group_rule': {'security_group_id': '0d473b3f-a9ef-403a-b21a-227dead01eea', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:28.162891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68227470-9541-4c65-b387-dbf7625f1faf tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Network': ['ID=750b31e1-cb2f-4247-942e-ac1061b9f209,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:28.168612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f9b75978-f380-44af-bd7a-1b76a173bb2a tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:28.174383 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f9b75978-f380-44af-bd7a-1b76a173bb2a tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:28.178734 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f9b75978-f380-44af-bd7a-1b76a173bb2a tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:28.179852 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 750b31e1-cb2f-4247-942e-ac1061b9f209 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:03:28.190068 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f9b75978-f380-44af-bd7a-1b76a173bb2a tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:28.255397 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-68227470-9541-4c65-b387-dbf7625f1faf tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6306942 Jan 20 11:03:28.258160 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32878) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:28.264921 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-b31532bd-1c5e-4b82-ba5c-a37f4f3aa1d6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'subnet': {'network_id': '750b31e1-cb2f-4247-942e-ac1061b9f209', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:28.292549 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-353dee80-53a1-4193-86ea-e5f3b12f5b8c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9215152 Jan 20 11:03:28.339996 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32882) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:28.357090 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-9b28ac28-34e0-4f33-b897-268330647a7f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'fixed_ips': [{'subnet_id': '6c3269d5-7f7b-43a5-804d-f9503ea72d6d', 'ip_address': '2001:db8::b774:223b:d25:11f3'}], 'name': 'tempest-NetworksTestDHCPv6-21727838'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:28.432823 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8962365b-2f7b-4071-b5a5-7c805118ad36', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'fixed_ips': [{'subnet_id': '6c3269d5-7f7b-43a5-804d-f9503ea72d6d'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:03:28.433672 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:28.478809 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9b75978-f380-44af-bd7a-1b76a173bb2a tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:28.486634 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dbcce-7217-4075-94f8-92d34acc8633 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Pushing event updated for resources: {'Subnet': ['ID=4454a47a-626c-4526-bb31-b66b6e680599,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:28.515628 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30dbcce-7217-4075-94f8-92d34acc8633 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Checking segment: {'id': 'e355781f-39ff-4429-90e2-d545579332df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd5235975-cb56-46aa-aa19-1f091b765f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:28.515989 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30dbcce-7217-4075-94f8-92d34acc8633 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Network hostable DHCP agents. Network: d5235975-cb56-46aa-aa19-1f091b765f71, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:03:28.526726 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d67b04-cabf-4ebb-880d-ff1435833c68 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router a40fbf16-1eec-4e73-a98a-4966ac64282d has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:03:28.532654 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b31532bd-1c5e-4b82-ba5c-a37f4f3aa1d6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:28.554215 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b31532bd-1c5e-4b82-ba5c-a37f4f3aa1d6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:subnet and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:28.564738 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b31532bd-1c5e-4b82-ba5c-a37f4f3aa1d6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:28.586448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96ab45d-951e-4da9-9ab7-cd4d3c2c05a8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router 604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:03:28.596996 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b31532bd-1c5e-4b82-ba5c-a37f4f3aa1d6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:28.625510 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Allocated IP 2001:db8::2 (8962365b-2f7b-4071-b5a5-7c805118ad36/6c3269d5-7f7b-43a5-804d-f9503ea72d6d/c6b7192b-9499-4ad5-9b45-af92202bd4a0) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:28.630428 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9b28ac28-34e0-4f33-b897-268330647a7f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:28.683824 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30dbcce-7217-4075-94f8-92d34acc8633 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Network d5235975-cb56-46aa-aa19-1f091b765f71 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:03:28.704286 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9b75978-f380-44af-bd7a-1b76a173bb2a tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:28.710106 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d67b04-cabf-4ebb-880d-ff1435833c68 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:03:28.711688 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9b28ac28-34e0-4f33-b897-268330647a7f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:28.721908 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31532bd-1c5e-4b82-ba5c-a37f4f3aa1d6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:28.727186 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6f7d28-450c-42d7-8db4-13188da059d0 None None] Sync routers for ids ['a40fbf16-1eec-4e73-a98a-4966ac64282d'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:03:28.730433 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-12d67b04-cabf-4ebb-880d-ff1435833c68 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/a40fbf16-1eec-4e73-a98a-4966ac64282d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5052691 Jan 20 11:03:28.733151 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32888) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:28.751342 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6f7d28-450c-42d7-8db4-13188da059d0 None None] Routers {'a40fbf16-1eec-4e73-a98a-4966ac64282d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:28.751971 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8a6f7d28-450c-42d7-8db4-13188da059d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a40fbf16-1eec-4e73-a98a-4966ac64282d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:28.855708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9b75978-f380-44af-bd7a-1b76a173bb2a tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:28.858010 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:28.876892 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Transition to ACTIVE for port object c6b7192b-9499-4ad5-9b45-af92202bd4a0 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:28.888155 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8a6f7d28-450c-42d7-8db4-13188da059d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:28.894869 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b28ac28-34e0-4f33-b897-268330647a7f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:28.895188 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f30dbcce-7217-4075-94f8-92d34acc8633 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, d5235975-cb56-46aa-aa19-1f091b765f71) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:28.901841 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9b28ac28-34e0-4f33-b897-268330647a7f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:28.909064 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30dbcce-7217-4075-94f8-92d34acc8633 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:28.909813 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f30dbcce-7217-4075-94f8-92d34acc8633 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:28.919991 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6f7d28-450c-42d7-8db4-13188da059d0 None None] Routers {'a40fbf16-1eec-4e73-a98a-4966ac64282d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:28.921009 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8a6f7d28-450c-42d7-8db4-13188da059d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a40fbf16-1eec-4e73-a98a-4966ac64282d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:28.937076 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b75978-f380-44af-bd7a-1b76a173bb2a tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90255950-3ac5-483e-aadd-e989662ff848,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:28.964016 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b31532bd-1c5e-4b82-ba5c-a37f4f3aa1d6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:28.972294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Transition to ACTIVE for port object c6b7192b-9499-4ad5-9b45-af92202bd4a0 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:28.981531 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcedd25-b81b-45ef-a924-b09c48a80572 None None] Network d5235975-cb56-46aa-aa19-1f091b765f71 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:29.003694 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-9b28ac28-34e0-4f33-b897-268330647a7f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port 4e8ab40d-21c7-4efb-8eeb-4cee847d6918 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:03:29.019064 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f30dbcce-7217-4075-94f8-92d34acc8633 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1659284 Jan 20 11:03:29.022327 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32898) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:29.029260 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f3aa54d2-40ca-49e1-adcd-ccb26c7a06fc tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Request body: {'port': {'network_id': 'd5235975-cb56-46aa-aa19-1f091b765f71', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-934222228'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:29.038825 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8a6f7d28-450c-42d7-8db4-13188da059d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:29.039688 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6f7d28-450c-42d7-8db4-13188da059d0 None None] The sync data for ids ['a40fbf16-1eec-4e73-a98a-4966ac64282d'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:03:29.153769 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9b75978-f380-44af-bd7a-1b76a173bb2a tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:29.155224 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f9b75978-f380-44af-bd7a-1b76a173bb2a tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0065527 Jan 20 11:03:29.162453 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32910) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:29.188953 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a4db833a-3aea-4217-b170-dce67fce2d3d tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-group-rules/90255950-3ac5-483e-aadd-e989662ff848 HTTP/1.1" status: 200 len: 705 time: 0.0253062 Jan 20 11:03:29.193250 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32916) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:29.220785 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.ipam_backend_mixin [None req-b31532bd-1c5e-4b82-ba5c-a37f4f3aa1d6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Performing IP validity checks on allocation pools {{(pid=84331) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 11:03:29.226194 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.ipam_backend_mixin [None req-b31532bd-1c5e-4b82-ba5c-a37f4f3aa1d6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84331) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 11:03:29.317026 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-3c6327a1-1b5c-4d0f-a01c-724eba004a3f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] remove_router_interface failed (client error): The resource could not be found. Jan 20 11:03:29.317372 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:29.318458 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3c6327a1-1b5c-4d0f-a01c-724eba004a3f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/a40fbf16-1eec-4e73-a98a-4966ac64282d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5840721 Jan 20 11:03:29.322492 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32924) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:29.376977 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f3aa54d2-40ca-49e1-adcd-ccb26c7a06fc tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:29.380650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-922b77f2-7c23-490a-b8d1-238869d5fa3d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Synchronizing usage tracker for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:29.387161 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f3aa54d2-40ca-49e1-adcd-ccb26c7a06fc tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Usage tracker for resource:port and tenant:569f68f598294da0a8118176c622dc4f is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:29.389456 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96ab45d-951e-4da9-9ab7-cd4d3c2c05a8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:03:29.390909 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f3aa54d2-40ca-49e1-adcd-ccb26c7a06fc tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:29.407129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f3aa54d2-40ca-49e1-adcd-ccb26c7a06fc tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:29.454612 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Pushing event updated for resources: {'Port': ['ID=c6b7192b-9499-4ad5-9b45-af92202bd4a0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:29.457049 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ba80a0-de07-4d73-aec7-9bf24a9ce0f3 None None] Sync routers for ids ['604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:03:29.484273 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-d5235975-cb56-46aa-aa19-1f091b765f71', 'network_id': 'd5235975-cb56-46aa-aa19-1f091b765f71', 'tenant_id': '569f68f598294da0a8118176c622dc4f', 'fixed_ips': [{'subnet_id': '4454a47a-626c-4526-bb31-b66b6e680599'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:03:29.485064 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:29.504904 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:29.509166 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:29.513659 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:29.516206 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-922b77f2-7c23-490a-b8d1-238869d5fa3d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Unset dirty status for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:29.520111 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ba80a0-de07-4d73-aec7-9bf24a9ce0f3 None None] Routers {'604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:29.520291 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-922b77f2-7c23-490a-b8d1-238869d5fa3d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/ports?device_id=a40fbf16-1eec-4e73-a98a-4966ac64282d HTTP/1.1" status: 200 len: 205 time: 0.1936719 Jan 20 11:03:29.520423 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-05ba80a0-de07-4d73-aec7-9bf24a9ce0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:29.520739 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32928) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:29.588100 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-05ba80a0-de07-4d73-aec7-9bf24a9ce0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:29.618168 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3aa54d2-40ca-49e1-adcd-ccb26c7a06fc tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Made reservation on behalf of 569f68f598294da0a8118176c622dc4f for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:29.622261 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3aa54d2-40ca-49e1-adcd-ccb26c7a06fc tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:29.658558 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-2dfc2123-be8f-434b-9580-beb18613c5c7 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:29.707927 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-f3aa54d2-40ca-49e1-adcd-ccb26c7a06fc tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] device_id is not set on port da3dad68-bbaf-424a-afa9-f5624e9bb7f2 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:03:29.724115 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a96ab45d-951e-4da9-9ab7-cd4d3c2c05a8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4554887 Jan 20 11:03:29.728296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32932) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:29.737702 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Attempting to bind port c6b7192b-9499-4ad5-9b45-af92202bd4a0 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:03:29.738091 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Attempting to bind port c6b7192b-9499-4ad5-9b45-af92202bd4a0 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:03:29.738590 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Attempting to bind port c6b7192b-9499-4ad5-9b45-af92202bd4a0 on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:03:29.743345 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ba80a0-de07-4d73-aec7-9bf24a9ce0f3 None None] Routers {'604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:29.743898 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-05ba80a0-de07-4d73-aec7-9bf24a9ce0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:29.786775 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-df978ef3-d06c-46e2-9141-1465d13a230f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:29.819846 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-05ba80a0-de07-4d73-aec7-9bf24a9ce0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:29.820259 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ba80a0-de07-4d73-aec7-9bf24a9ce0f3 None None] The sync data for ids ['604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:03:29.826351 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:03:29.826701 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:29.827091 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:29.827487 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:03:29.827975 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Bound port: c6b7192b-9499-4ad5-9b45-af92202bd4a0, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:03:29.828354 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:29.860108 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-9b28ac28-34e0-4f33-b897-268330647a7f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::b774:223b:d25:11f3 (8962365b-2f7b-4071-b5a5-7c805118ad36/6c3269d5-7f7b-43a5-804d-f9503ea72d6d/4e8ab40d-21c7-4efb-8eeb-4cee847d6918) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:29.879838 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-2dfc2123-be8f-434b-9580-beb18613c5c7 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:29.888988 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2dfc2123-be8f-434b-9580-beb18613c5c7 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6823947 Jan 20 11:03:29.888988 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32936) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:29.912492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef362c6-3207-4805-ba58-4ae781e7437e tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:29.913343 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-fef362c6-3207-4805-ba58-4ae781e7437e tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Synchronizing usage tracker for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:29.953172 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Allocated IP 2001:db8::2 (d5235975-cb56-46aa-aa19-1f091b765f71/4454a47a-626c-4526-bb31-b66b6e680599/5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:30.002110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-48cd61fa-46f9-4c1b-a0f0-22f4f9532dc4 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:30.045013 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b31532bd-1c5e-4b82-ba5c-a37f4f3aa1d6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:30.050689 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-48cd61fa-46f9-4c1b-a0f0-22f4f9532dc4 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:30.156760 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] For port c6b7192b-9499-4ad5-9b45-af92202bd4a0, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:03:30.177517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-fef362c6-3207-4805-ba58-4ae781e7437e tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Unset dirty status for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:30.181287 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fef362c6-3207-4805-ba58-4ae781e7437e tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/ports/422a5e4c-ec0a-43df-ad96-cd4029d32ac1 HTTP/1.1" status: 200 len: 982 time: 0.4467738 Jan 20 11:03:30.181424 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] For port c6b7192b-9499-4ad5-9b45-af92202bd4a0, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c6b7192b-9499-4ad5-9b45-af92202bd4a0,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:03:30.198422 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32940) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:30.266064 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:30.369022 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:30.383675 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f2334-1b06-419b-a985-0b39e0efb3f8 None None] Pushing event updated for resources: {'Port': ['ID=c6b7192b-9499-4ad5-9b45-af92202bd4a0,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:30.387076 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Transition to ACTIVE for port object 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:30.396280 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31532bd-1c5e-4b82-ba5c-a37f4f3aa1d6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Subnet': ['ID=b8d7bb4b-d881-478e-b150-7da4a7b7d484,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:30.398429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-48cd61fa-46f9-4c1b-a0f0-22f4f9532dc4 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:30.408740 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Transition to ACTIVE for port object 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:30.474008 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd61fa-46f9-4c1b-a0f0-22f4f9532dc4 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90255950-3ac5-483e-aadd-e989662ff848,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:30.494514 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:30.517579 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31532bd-1c5e-4b82-ba5c-a37f4f3aa1d6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Checking segment: {'id': '285aa9f3-e736-4979-9985-fcd2d096e66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '750b31e1-cb2f-4247-942e-ac1061b9f209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:30.518022 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31532bd-1c5e-4b82-ba5c-a37f4f3aa1d6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network hostable DHCP agents. Network: 750b31e1-cb2f-4247-942e-ac1061b9f209, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:03:30.530868 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9b28ac28-34e0-4f33-b897-268330647a7f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:30.563457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-48cd61fa-46f9-4c1b-a0f0-22f4f9532dc4 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:30.566884 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-48cd61fa-46f9-4c1b-a0f0-22f4f9532dc4 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/90255950-3ac5-483e-aadd-e989662ff848 HTTP/1.1" status: 204 len: 168 time: 0.6736138 Jan 20 11:03:30.575099 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32946) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:30.576929 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-9b28ac28-34e0-4f33-b897-268330647a7f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object 4e8ab40d-21c7-4efb-8eeb-4cee847d6918 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:30.601383 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Pushing event updated for resources: {'Port': ['ID=5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:30.638306 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Network d5235975-cb56-46aa-aa19-1f091b765f71 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:30.638306 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:30.638306 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:30.680119 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-f3aa54d2-40ca-49e1-adcd-ccb26c7a06fc tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Allocated IP 2001:db8::3a8 (d5235975-cb56-46aa-aa19-1f091b765f71/4454a47a-626c-4526-bb31-b66b6e680599/da3dad68-bbaf-424a-afa9-f5624e9bb7f2) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:30.768218 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-df978ef3-d06c-46e2-9141-1465d13a230f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:30.774152 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Attempting to bind port 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:03:30.774878 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Attempting to bind port 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'e355781f-39ff-4429-90e2-d545579332df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd5235975-cb56-46aa-aa19-1f091b765f71'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:03:30.776648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Attempting to bind port 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 on network d5235975-cb56-46aa-aa19-1f091b765f71 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:03:30.778964 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-df978ef3-d06c-46e2-9141-1465d13a230f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:30.793505 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:03:30.794162 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Checking segment: {'id': 'e355781f-39ff-4429-90e2-d545579332df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd5235975-cb56-46aa-aa19-1f091b765f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:30.794746 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:30.797198 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Bound using segment: {'id': 'e355781f-39ff-4429-90e2-d545579332df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd5235975-cb56-46aa-aa19-1f091b765f71'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:03:30.797198 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Bound port: 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e355781f-39ff-4429-90e2-d545579332df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd5235975-cb56-46aa-aa19-1f091b765f71'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:03:30.797198 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:30.868085 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3b34f00d-c16f-47af-96fa-4b41b91258e0 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:30.961902 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] For port 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:03:30.969188 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] For port 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5,segment=NetworkSegment(e355781f-39ff-4429-90e2-d545579332df),segment_id=e355781f-39ff-4429-90e2-d545579332df)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:03:31.017116 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31532bd-1c5e-4b82-ba5c-a37f4f3aa1d6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network 750b31e1-cb2f-4247-942e-ac1061b9f209 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:03:31.031115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-df978ef3-d06c-46e2-9141-1465d13a230f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:31.032025 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df978ef3-d06c-46e2-9141-1465d13a230f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Fanout notify agent at l3_agent the message router_deleted on router a40fbf16-1eec-4e73-a98a-4966ac64282d {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:03:31.034768 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9b28ac28-34e0-4f33-b897-268330647a7f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:31.077348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-df978ef3-d06c-46e2-9141-1465d13a230f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:31.078574 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-df978ef3-d06c-46e2-9141-1465d13a230f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/routers/a40fbf16-1eec-4e73-a98a-4966ac64282d HTTP/1.1" status: 204 len: 168 time: 1.5567408 Jan 20 11:03:31.081887 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32950) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:31.088270 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:31.103386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3b34f00d-c16f-47af-96fa-4b41b91258e0 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:31.105489 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3b34f00d-c16f-47af-96fa-4b41b91258e0 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5303278 Jan 20 11:03:31.126003 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32954) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:31.138801 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-b31532bd-1c5e-4b82-ba5c-a37f4f3aa1d6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 750b31e1-cb2f-4247-942e-ac1061b9f209) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:31.141037 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d3c80330-6da7-4773-8f60-5ba8e2adb90e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group_rule': {'security_group_id': '0d473b3f-a9ef-403a-b21a-227dead01eea', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:31.152785 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31532bd-1c5e-4b82-ba5c-a37f4f3aa1d6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:31.155430 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d67c9e0-07dc-448c-a857-bb4c5540bfa6 None None] Network 750b31e1-cb2f-4247-942e-ac1061b9f209 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:31.155701 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b31532bd-1c5e-4b82-ba5c-a37f4f3aa1d6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:31.156911 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d3c80330-6da7-4773-8f60-5ba8e2adb90e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:31.175714 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3aa54d2-40ca-49e1-adcd-ccb26c7a06fc tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:31.178957 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d3c80330-6da7-4773-8f60-5ba8e2adb90e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:31.205506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b28ac28-34e0-4f33-b897-268330647a7f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:31.208815 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28ac28-34e0-4f33-b897-268330647a7f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=4e8ab40d-21c7-4efb-8eeb-4cee847d6918,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:31.213794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-9b28ac28-34e0-4f33-b897-268330647a7f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:31.216314 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b28ac28-34e0-4f33-b897-268330647a7f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:31.221170 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b28ac28-34e0-4f33-b897-268330647a7f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:31.222269 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9b28ac28-34e0-4f33-b897-268330647a7f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:31.233581 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-f3aa54d2-40ca-49e1-adcd-ccb26c7a06fc tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Transition to ACTIVE for port object da3dad68-bbaf-424a-afa9-f5624e9bb7f2 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:31.254552 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b31532bd-1c5e-4b82-ba5c-a37f4f3aa1d6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9934824 Jan 20 11:03:31.261588 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32958) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:31.331185 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-60a07e49-27ba-4ff2-bc5a-86a441bfd7bc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'network_id': '750b31e1-cb2f-4247-942e-ac1061b9f209', 'name': 'tempest-PortsIpV6TestJSON-245441409'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:31.332874 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa24d59-f6e4-40b2-9207-ee2746f51aed None None] Pushing event updated for resources: {'Port': ['ID=5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:31.352782 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3c80330-6da7-4773-8f60-5ba8e2adb90e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:31.363656 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9b28ac28-34e0-4f33-b897-268330647a7f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.0221260 Jan 20 11:03:31.397464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32962) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:31.419180 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c6b7192b-9499-4ad5-9b45-af92202bd4a0 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:31.468530 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1f30aa95-743f-4b38-a114-985f06c39235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:31.631603 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3c80330-6da7-4773-8f60-5ba8e2adb90e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:31.636481 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eca80a7-a507-4e5a-b0c6-51147caa5a9b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting subnet 0f29097e-c514-4a82-9d0c-4935388c25c1 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:03:31.642708 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3eca80a7-a507-4e5a-b0c6-51147caa5a9b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:31.692496 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-750b31e1-cb2f-4247-942e-ac1061b9f209', 'network_id': '750b31e1-cb2f-4247-942e-ac1061b9f209', 'tenant_id': '7f6d045691344d49ab6811343d11a04c', 'fixed_ips': [{'subnet_id': 'b8d7bb4b-d881-478e-b150-7da4a7b7d484'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:03:31.693725 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:31.741938 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3aa54d2-40ca-49e1-adcd-ccb26c7a06fc tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:31.756551 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-60a07e49-27ba-4ff2-bc5a-86a441bfd7bc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:31.757486 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6d324be-e18c-4292-bb54-ed7712fadced tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:31.847099 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3eca80a7-a507-4e5a-b0c6-51147caa5a9b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:31.862620 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-60a07e49-27ba-4ff2-bc5a-86a441bfd7bc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:31.883179 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port c6b7192b-9499-4ad5-9b45-af92202bd4a0 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:31.995233 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3c80330-6da7-4773-8f60-5ba8e2adb90e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:32.053034 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Allocated IP 2001:db8::2 (750b31e1-cb2f-4247-942e-ac1061b9f209/b8d7bb4b-d881-478e-b150-7da4a7b7d484/b7a5c387-6f23-4648-b809-829f7ff54e1e) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:32.086556 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3189e4c-f788-46a8-b14d-f342c6fc0c92 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:32.099645 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3189e4c-f788-46a8-b14d-f342c6fc0c92 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:32.108061 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d3189e4c-f788-46a8-b14d-f342c6fc0c92 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.7027504 Jan 20 11:03:32.121570 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32968) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:32.178978 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a07e49-27ba-4ff2-bc5a-86a441bfd7bc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:32.182574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-60a07e49-27ba-4ff2-bc5a-86a441bfd7bc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:32.198842 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aa54d2-40ca-49e1-adcd-ccb26c7a06fc tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Network d5235975-cb56-46aa-aa19-1f091b765f71 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:32.211967 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c80330-6da7-4773-8f60-5ba8e2adb90e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21723891-655a-48c1-909d-f8f9a2e294ef,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:32.231095 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f3aa54d2-40ca-49e1-adcd-ccb26c7a06fc tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:32.245398 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-60a07e49-27ba-4ff2-bc5a-86a441bfd7bc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] device_id is not set on port aa08b0c3-7852-4396-924c-15fd27f831cc yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:03:32.250938 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aa54d2-40ca-49e1-adcd-ccb26c7a06fc tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:32.254968 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3aa54d2-40ca-49e1-adcd-ccb26c7a06fc tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:32.255585 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3aa54d2-40ca-49e1-adcd-ccb26c7a06fc tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:32.299872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa54d2-40ca-49e1-adcd-ccb26c7a06fc tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Pushing event updated for resources: {'Port': ['ID=da3dad68-bbaf-424a-afa9-f5624e9bb7f2,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:32.325525 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-4638f705-9c6a-4105-91ec-f384345a6d21 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port 4e8ab40d-21c7-4efb-8eeb-4cee847d6918 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:32.326620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4638f705-9c6a-4105-91ec-f384345a6d21 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:32.400520 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3eca80a7-a507-4e5a-b0c6-51147caa5a9b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:32.405266 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:32.424804 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Transition to ACTIVE for port object b7a5c387-6f23-4648-b809-829f7ff54e1e will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:32.452227 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Transition to ACTIVE for port object b7a5c387-6f23-4648-b809-829f7ff54e1e will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:32.452227 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bb96e3ba-6abb-482a-b8bf-72ee891227d4 None None] Provisioning for port c6b7192b-9499-4ad5-9b45-af92202bd4a0 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:32.458125 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bb96e3ba-6abb-482a-b8bf-72ee891227d4 None None] Provisioning complete for port c6b7192b-9499-4ad5-9b45-af92202bd4a0 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:32.459091 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb96e3ba-6abb-482a-b8bf-72ee891227d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:32.475536 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f3aa54d2-40ca-49e1-adcd-ccb26c7a06fc tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.4526396 Jan 20 11:03:32.477488 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3c80330-6da7-4773-8f60-5ba8e2adb90e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:32.478708 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d3c80330-6da7-4773-8f60-5ba8e2adb90e tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3515596 Jan 20 11:03:32.479437 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32972) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:32.499117 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Request body: {'port': {'network_id': 'd5235975-cb56-46aa-aa19-1f091b765f71', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2022726838', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:32.499508 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.api.validators [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] bootfile-name is not in valid_values {{(pid=84332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 11:03:32.499852 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.api.validators [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] tftp-server is not in valid_values {{(pid=84332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 11:03:32.500181 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.api.validators [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] server-ip-address is not in valid_values {{(pid=84332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 11:03:32.503325 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32974) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:32.564841 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:32.658295 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Pushing event updated for resources: {'Port': ['ID=b7a5c387-6f23-4648-b809-829f7ff54e1e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:32.705706 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a3f564fd-2570-4f86-a8aa-547b42ce6ab0 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-group-rules/21723891-655a-48c1-909d-f8f9a2e294ef HTTP/1.1" status: 200 len: 706 time: 0.2010560 Jan 20 11:03:32.724023 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32980) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:32.765937 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Network 750b31e1-cb2f-4247-942e-ac1061b9f209 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:32.769810 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb96e3ba-6abb-482a-b8bf-72ee891227d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:32.786492 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:32.792049 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:32.851392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-60a07e49-27ba-4ff2-bc5a-86a441bfd7bc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Allocated IP 2001:db8::31 (750b31e1-cb2f-4247-942e-ac1061b9f209/b8d7bb4b-d881-478e-b150-7da4a7b7d484/aa08b0c3-7852-4396-924c-15fd27f831cc) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:32.875990 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-bb96e3ba-6abb-482a-b8bf-72ee891227d4 None None] For port c6b7192b-9499-4ad5-9b45-af92202bd4a0, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c6b7192b-9499-4ad5-9b45-af92202bd4a0,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:32.940951 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6f2422c4-291a-426c-b559-29a2c20c3adc tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2119331 Jan 20 11:03:32.941835 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-a6d324be-e18c-4292-bb54-ed7712fadced tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port 422a5e4c-ec0a-43df-ad96-cd4029d32ac1 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:32.942191 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6d324be-e18c-4292-bb54-ed7712fadced tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:32.948057 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Attempting to bind port b7a5c387-6f23-4648-b809-829f7ff54e1e on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:03:32.948704 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Attempting to bind port b7a5c387-6f23-4648-b809-829f7ff54e1e by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '285aa9f3-e736-4979-9985-fcd2d096e66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '750b31e1-cb2f-4247-942e-ac1061b9f209'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:03:32.964484 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 32984) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:32.964995 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Attempting to bind port b7a5c387-6f23-4648-b809-829f7ff54e1e on network 750b31e1-cb2f-4247-942e-ac1061b9f209 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:03:32.980039 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:03:32.980492 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Checking segment: {'id': '285aa9f3-e736-4979-9985-fcd2d096e66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '750b31e1-cb2f-4247-942e-ac1061b9f209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:32.980805 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:32.981199 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Bound using segment: {'id': '285aa9f3-e736-4979-9985-fcd2d096e66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '750b31e1-cb2f-4247-942e-ac1061b9f209'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:03:32.981697 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Bound port: b7a5c387-6f23-4648-b809-829f7ff54e1e, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285aa9f3-e736-4979-9985-fcd2d096e66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '750b31e1-cb2f-4247-942e-ac1061b9f209'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:03:32.982068 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:33.016615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb96e3ba-6abb-482a-b8bf-72ee891227d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:33.071649 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-031f6f71-54dc-437a-a228-4ad9e10044af tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:33.094466 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3eca80a7-a507-4e5a-b0c6-51147caa5a9b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:33.114245 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9cf1e6-c7d0-41fd-bef2-cfce182cca5f None None] Network d5235975-cb56-46aa-aa19-1f091b765f71 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:33.199326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-031f6f71-54dc-437a-a228-4ad9e10044af tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:33.305830 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca80a7-a507-4e5a-b0c6-51147caa5a9b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Subnet': ['ID=0f29097e-c514-4a82-9d0c-4935388c25c1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:33.316972 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4638f705-9c6a-4105-91ec-f384345a6d21 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:33.327634 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6d324be-e18c-4292-bb54-ed7712fadced tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:33.333999 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96e3ba-6abb-482a-b8bf-72ee891227d4 None None] Pushing event updated for resources: {'Port': ['ID=c6b7192b-9499-4ad5-9b45-af92202bd4a0,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:33.364867 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] For port b7a5c387-6f23-4648-b809-829f7ff54e1e, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:03:33.386477 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] For port b7a5c387-6f23-4648-b809-829f7ff54e1e, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b7a5c387-6f23-4648-b809-829f7ff54e1e,segment=NetworkSegment(285aa9f3-e736-4979-9985-fcd2d096e66a),segment_id=285aa9f3-e736-4979-9985-fcd2d096e66a)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:03:33.415897 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:33.458354 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-800e6dc7-e6ca-4d71-9d19-cba5c79e9bd3 None None] Provisioning for port 4e8ab40d-21c7-4efb-8eeb-4cee847d6918 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:33.470567 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-a6d324be-e18c-4292-bb54-ed7712fadced tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Calling delete_port for 422a5e4c-ec0a-43df-ad96-cd4029d32ac1 owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:33.478495 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-800e6dc7-e6ca-4d71-9d19-cba5c79e9bd3 None None] Provisioning complete for port 4e8ab40d-21c7-4efb-8eeb-4cee847d6918 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:33.479130 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-800e6dc7-e6ca-4d71-9d19-cba5c79e9bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:33.522454 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:33.530683 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:33.536936 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Usage tracker for resource:port and tenant:569f68f598294da0a8118176c622dc4f is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:33.542382 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:33.548117 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3eca80a7-a507-4e5a-b0c6-51147caa5a9b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:33.549425 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-60a07e49-27ba-4ff2-bc5a-86a441bfd7bc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:33.564760 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-4638f705-9c6a-4105-91ec-f384345a6d21 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for 4e8ab40d-21c7-4efb-8eeb-4cee847d6918 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:33.590239 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-60a07e49-27ba-4ff2-bc5a-86a441bfd7bc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Transition to ACTIVE for port object aa08b0c3-7852-4396-924c-15fd27f831cc will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:33.598342 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fe97b6-13aa-45a6-8173-1b3448e7243a None None] Network 1ed31306-6fff-413e-8e9c-27f47e85556f requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:33.622556 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:33.625150 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-031f6f71-54dc-437a-a228-4ad9e10044af tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:33.628618 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3eca80a7-a507-4e5a-b0c6-51147caa5a9b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/subnets/0f29097e-c514-4a82-9d0c-4935388c25c1 HTTP/1.1" status: 204 len: 168 time: 2.5456505 Jan 20 11:03:33.631171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32990) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:33.641960 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-031f6f71-54dc-437a-a228-4ad9e10044af tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:33.645751 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-031f6f71-54dc-437a-a228-4ad9e10044af tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/21723891-655a-48c1-909d-f8f9a2e294ef HTTP/1.1" status: 204 len: 168 time: 0.6780729 Jan 20 11:03:33.651301 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32994) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:33.660269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f6f71-54dc-437a-a228-4ad9e10044af tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21723891-655a-48c1-909d-f8f9a2e294ef,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:33.747969 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-800e6dc7-e6ca-4d71-9d19-cba5c79e9bd3 None None] Port 4e8ab40d-21c7-4efb-8eeb-4cee847d6918 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:03:33.781447 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-60a07e49-27ba-4ff2-bc5a-86a441bfd7bc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:33.786884 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Made reservation on behalf of 569f68f598294da0a8118176c622dc4f for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:33.791490 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:33.807430 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed50e77-dac8-44b1-a0c5-9bbe1d570f40 None None] Pushing event updated for resources: {'Port': ['ID=b7a5c387-6f23-4648-b809-829f7ff54e1e,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:33.826737 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] device_id is not set on port f8c486c1-4d43-4186-9f72-90ea107041a1 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:03:33.946582 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4638f705-9c6a-4105-91ec-f384345a6d21 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:33.960360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:33.966366 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bedea34f-a6d0-48f6-912b-1ce490219747 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3094530 Jan 20 11:03:33.969481 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ffd533bd-8c65-47eb-852b-7a5185af2ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:33.973946 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 32998) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:33.981224 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-800e6dc7-e6ca-4d71-9d19-cba5c79e9bd3 None None] Provisioning for port 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:34.003326 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-800e6dc7-e6ca-4d71-9d19-cba5c79e9bd3 None None] Provisioning complete for port 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:34.004780 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-800e6dc7-e6ca-4d71-9d19-cba5c79e9bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:34.033750 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:34.064630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a07e49-27ba-4ff2-bc5a-86a441bfd7bc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network 750b31e1-cb2f-4247-942e-ac1061b9f209 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:34.071626 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-60a07e49-27ba-4ff2-bc5a-86a441bfd7bc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:34.077360 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a07e49-27ba-4ff2-bc5a-86a441bfd7bc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=aa08b0c3-7852-4396-924c-15fd27f831cc,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:34.079750 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a07e49-27ba-4ff2-bc5a-86a441bfd7bc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:34.083605 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a07e49-27ba-4ff2-bc5a-86a441bfd7bc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:34.084216 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-60a07e49-27ba-4ff2-bc5a-86a441bfd7bc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:34.104178 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638f705-9c6a-4105-91ec-f384345a6d21 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=4e8ab40d-21c7-4efb-8eeb-4cee847d6918,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:34.107274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6d324be-e18c-4292-bb54-ed7712fadced tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:34.115861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting port 011febd3-1215-42d0-9225-d30ebf7594d8 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:34.116250 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:34.219477 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4638f705-9c6a-4105-91ec-f384345a6d21 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:34.289058 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4638f705-9c6a-4105-91ec-f384345a6d21 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/4e8ab40d-21c7-4efb-8eeb-4cee847d6918 HTTP/1.1" status: 204 len: 168 time: 2.1627252 Jan 20 11:03:34.297474 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33004) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:34.320508 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Allocated IP 2001:db8::216 (d5235975-cb56-46aa-aa19-1f091b765f71/4454a47a-626c-4526-bb31-b66b6e680599/f8c486c1-4d43-4186-9f72-90ea107041a1) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:34.359701 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d44827-8746-49db-b8be-8be160876269 None None] DHCP port deletion for 1ed31306-6fff-413e-8e9c-27f47e85556f request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:03:34.370387 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-99d44827-8746-49db-b8be-8be160876269 None None] Deleting port 011febd3-1215-42d0-9225-d30ebf7594d8 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:34.371121 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99d44827-8746-49db-b8be-8be160876269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:34.408132 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d324be-e18c-4292-bb54-ed7712fadced tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Port': ['ID=422a5e4c-ec0a-43df-ad96-cd4029d32ac1,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:34.523384 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-800e6dc7-e6ca-4d71-9d19-cba5c79e9bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:34.710003 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:34.731599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Transition to ACTIVE for port object f8c486c1-4d43-4186-9f72-90ea107041a1 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:34.778345 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-800e6dc7-e6ca-4d71-9d19-cba5c79e9bd3 None None] For port 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5,segment=NetworkSegment(e355781f-39ff-4429-90e2-d545579332df),segment_id=e355781f-39ff-4429-90e2-d545579332df)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:34.826058 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:34.874359 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-800e6dc7-e6ca-4d71-9d19-cba5c79e9bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:34.936331 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Network d5235975-cb56-46aa-aa19-1f091b765f71 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:34.946014 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:34.949960 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:34.954925 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:34.956259 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:34.990273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Pushing event updated for resources: {'Port': ['ID=f8c486c1-4d43-4186-9f72-90ea107041a1,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:35.007409 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:35.070919 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e6dc7-e6ca-4d71-9d19-cba5c79e9bd3 None None] Pushing event updated for resources: {'Port': ['ID=5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:35.077397 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a3f5c41b-0211-4447-9fcc-3bf1bfd7fc68 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.5924613 Jan 20 11:03:35.079863 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33008) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:35.085778 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-99d44827-8746-49db-b8be-8be160876269 None None] For port 011febd3-1215-42d0-9225-d30ebf7594d8, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=011febd3-1215-42d0-9225-d30ebf7594d8,segment=NetworkSegment(48ad747b-e01d-4277-8996-58d6ea008780),segment_id=48ad747b-e01d-4277-8996-58d6ea008780)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:35.089678 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99d44827-8746-49db-b8be-8be160876269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:35.138979 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-60a07e49-27ba-4ff2-bc5a-86a441bfd7bc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8357372 Jan 20 11:03:35.142023 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33012) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:35.163045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bceec16f-cd7d-4ee4-a776-76dc36546299 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:35.204662 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bceec16f-cd7d-4ee4-a776-76dc36546299 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:35.247087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ee802da9-f570-4492-9029-ebb99fe6865b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port aa08b0c3-7852-4396-924c-15fd27f831cc {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:35.247616 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ee802da9-f570-4492-9029-ebb99fe6865b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:35.259893 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:35.274522 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-99d44827-8746-49db-b8be-8be160876269 None None] Calling delete_port for 011febd3-1215-42d0-9225-d30ebf7594d8 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:35.360377 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da825cce-f153-402d-8cf1-2dfb39dcbf86 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:35.364505 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da825cce-f153-402d-8cf1-2dfb39dcbf86 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:35.371639 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da825cce-f153-402d-8cf1-2dfb39dcbf86 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:35.372566 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-da825cce-f153-402d-8cf1-2dfb39dcbf86 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Synchronizing usage tracker for tenant:569f68f598294da0a8118176c622dc4f on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:35.403956 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-30a65d6a-f472-4dc0-a760-e0fe1933c924 None None] Provisioning complete for port 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:35.407027 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30a65d6a-f472-4dc0-a760-e0fe1933c924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:35.480874 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] For port 011febd3-1215-42d0-9225-d30ebf7594d8, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=011febd3-1215-42d0-9225-d30ebf7594d8,segment=NetworkSegment(48ad747b-e01d-4277-8996-58d6ea008780),segment_id=48ad747b-e01d-4277-8996-58d6ea008780)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:35.481498 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:35.535710 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f619a0e-e653-4a6f-9f4b-b8dbb82ac0d2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:35.554662 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f619a0e-e653-4a6f-9f4b-b8dbb82ac0d2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:35.555635 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5f619a0e-e653-4a6f-9f4b-b8dbb82ac0d2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:35.581404 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c6b7192b-9499-4ad5-9b45-af92202bd4a0 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:35.615792 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-da825cce-f153-402d-8cf1-2dfb39dcbf86 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Unset dirty status for tenant:569f68f598294da0a8118176c622dc4f on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:35.619939 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-da825cce-f153-402d-8cf1-2dfb39dcbf86 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.5361428 Jan 20 11:03:35.623269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33018) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:35.758252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7df30970-1830-4d87-9fc9-fc045571ab15 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Deleting port f8c486c1-4d43-4186-9f72-90ea107041a1 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:35.758967 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7df30970-1830-4d87-9fc9-fc045571ab15 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:35.780671 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port c6b7192b-9499-4ad5-9b45-af92202bd4a0 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:35.780833 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:35.796784 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Calling delete_port for 011febd3-1215-42d0-9225-d30ebf7594d8 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:35.823405 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99d44827-8746-49db-b8be-8be160876269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:35.870102 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6d324be-e18c-4292-bb54-ed7712fadced tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:35.890411 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5f619a0e-e653-4a6f-9f4b-b8dbb82ac0d2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:35.891853 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5f619a0e-e653-4a6f-9f4b-b8dbb82ac0d2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.4729943 Jan 20 11:03:35.946848 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6202441-68db-4099-9c4f-e582912998d9 None None] Network 750b31e1-cb2f-4247-942e-ac1061b9f209 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:35.971583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33022) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:35.989801 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d44827-8746-49db-b8be-8be160876269 None None] Pushing event deleted for resources: {'Port': ['ID=011febd3-1215-42d0-9225-d30ebf7594d8,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:36.089455 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d44827-8746-49db-b8be-8be160876269 None None] No DVR routers for this DVR port 011febd3-1215-42d0-9225-d30ebf7594d8 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:03:36.185500 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ee802da9-f570-4492-9029-ebb99fe6865b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:36.256419 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:36.260169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bceec16f-cd7d-4ee4-a776-76dc36546299 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:36.292529 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:36.317504 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceec16f-cd7d-4ee4-a776-76dc36546299 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d473b3f-a9ef-403a-b21a-227dead01eea,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:36.324618 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-30a65d6a-f472-4dc0-a760-e0fe1933c924 None None] Provisioning for port da3dad68-bbaf-424a-afa9-f5624e9bb7f2 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:36.395145 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-30a65d6a-f472-4dc0-a760-e0fe1933c924 None None] Provisioning complete for port da3dad68-bbaf-424a-afa9-f5624e9bb7f2 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:36.395605 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-30a65d6a-f472-4dc0-a760-e0fe1933c924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:36.411336 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ee802da9-f570-4492-9029-ebb99fe6865b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for aa08b0c3-7852-4396-924c-15fd27f831cc owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:36.465069 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7df30970-1830-4d87-9fc9-fc045571ab15 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:36.481413 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-30a65d6a-f472-4dc0-a760-e0fe1933c924 None None] Port da3dad68-bbaf-424a-afa9-f5624e9bb7f2 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:03:36.503185 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:36.503582 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:36.635498 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7df30970-1830-4d87-9fc9-fc045571ab15 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Calling delete_port for f8c486c1-4d43-4186-9f72-90ea107041a1 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:36.653732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bceec16f-cd7d-4ee4-a776-76dc36546299 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:36.655924 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bceec16f-cd7d-4ee4-a776-76dc36546299 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-groups/0d473b3f-a9ef-403a-b21a-227dead01eea HTTP/1.1" status: 204 len: 168 time: 2.6141376 Jan 20 11:03:36.659159 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42d24f8-b5bf-438a-88c3-d23e2dba9ccb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet 6c3269d5-7f7b-43a5-804d-f9503ea72d6d {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:03:36.664675 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b42d24f8-b5bf-438a-88c3-d23e2dba9ccb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:36.669382 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b7a5c387-6f23-4648-b809-829f7ff54e1e up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:36.681020 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33028) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:36.748481 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7a818ec5-f79d-4c47-8d5b-59a459b2830a None None] Provisioning for port b7a5c387-6f23-4648-b809-829f7ff54e1e completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:36.773906 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b42d24f8-b5bf-438a-88c3-d23e2dba9ccb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:36.796201 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7a818ec5-f79d-4c47-8d5b-59a459b2830a None None] Provisioning complete for port da3dad68-bbaf-424a-afa9-f5624e9bb7f2 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:36.796613 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7a818ec5-f79d-4c47-8d5b-59a459b2830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:36.825820 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.api [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:03:36.826162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG oslo_db.api [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:03:36.842883 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port b7a5c387-6f23-4648-b809-829f7ff54e1e completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:36.931939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a85828ef-3286-4c5a-a565-03af7f3d4d43 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:36.983103 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7a818ec5-f79d-4c47-8d5b-59a459b2830a None None] Port da3dad68-bbaf-424a-afa9-f5624e9bb7f2 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:03:36.985140 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port b7a5c387-6f23-4648-b809-829f7ff54e1e triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:36.985902 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:37.038817 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ee802da9-f570-4492-9029-ebb99fe6865b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:37.104394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a85828ef-3286-4c5a-a565-03af7f3d4d43 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:37.117015 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a85828ef-3286-4c5a-a565-03af7f3d4d43 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4343019 Jan 20 11:03:37.117694 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33032) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:37.143603 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:37.167620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0c512733-91ff-4b2d-8144-f4c686c6289b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301913042'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:37.173668 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0c512733-91ff-4b2d-8144-f4c686c6289b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:37.185169 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0c512733-91ff-4b2d-8144-f4c686c6289b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:37.188556 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port b7a5c387-6f23-4648-b809-829f7ff54e1e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b7a5c387-6f23-4648-b809-829f7ff54e1e,segment=NetworkSegment(285aa9f3-e736-4979-9985-fcd2d096e66a),segment_id=285aa9f3-e736-4979-9985-fcd2d096e66a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:37.200278 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee802da9-f570-4492-9029-ebb99fe6865b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=aa08b0c3-7852-4396-924c-15fd27f831cc,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:37.221702 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ee802da9-f570-4492-9029-ebb99fe6865b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:37.236748 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ee802da9-f570-4492-9029-ebb99fe6865b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/ports/aa08b0c3-7852-4396-924c-15fd27f831cc HTTP/1.1" status: 204 len: 168 time: 2.0931158 Jan 20 11:03:37.240525 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33036) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:37.246783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b42d24f8-b5bf-438a-88c3-d23e2dba9ccb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:37.284235 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab3df0c-df04-4767-9060-83895bb046af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] DELETE failed (client error): The resource could not be found. Jan 20 11:03:37.284923 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab3df0c-df04-4767-9060-83895bb046af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:03:37.289804 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dab3df0c-df04-4767-9060-83895bb046af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/ports/aa08b0c3-7852-4396-924c-15fd27f831cc HTTP/1.1" status: 404 len: 333 time: 0.0485735 Jan 20 11:03:37.290906 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33040) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:37.300876 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d324be-e18c-4292-bb54-ed7712fadced tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router 604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:03:37.327706 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:37.343764 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting port 011febd3-1215-42d0-9225-d30ebf7594d8 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:37.344110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:37.344576 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-261f8a5a-5fce-4d6c-ac5d-9ad85689e560 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] GET failed (client error): The resource could not be found. Jan 20 11:03:37.345079 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-261f8a5a-5fce-4d6c-ac5d-9ad85689e560 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Synchronizing usage tracker for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:37.365875 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c512733-91ff-4b2d-8144-f4c686c6289b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:37.378811 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7df30970-1830-4d87-9fc9-fc045571ab15 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:37.404658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 011febd3-1215-42d0-9225-d30ebf7594d8 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:03:37.441373 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7a818ec5-f79d-4c47-8d5b-59a459b2830a None None] Provisioning for port f8c486c1-4d43-4186-9f72-90ea107041a1 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:37.454042 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7a818ec5-f79d-4c47-8d5b-59a459b2830a None None] Provisioning complete for port f8c486c1-4d43-4186-9f72-90ea107041a1 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:37.454449 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7a818ec5-f79d-4c47-8d5b-59a459b2830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:37.475505 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df30970-1830-4d87-9fc9-fc045571ab15 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Pushing event deleted for resources: {'Port': ['ID=f8c486c1-4d43-4186-9f72-90ea107041a1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:37.495266 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 011febd3-1215-42d0-9225-d30ebf7594d8 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:03:37.495829 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 011febd3-1215-42d0-9225-d30ebf7594d8 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:03:37.517333 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7a818ec5-f79d-4c47-8d5b-59a459b2830a None None] Port f8c486c1-4d43-4186-9f72-90ea107041a1 was deleted so its status cannot be updated. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 20 11:03:37.542452 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=b7a5c387-6f23-4648-b809-829f7ff54e1e,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:37.564532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] The port '011febd3-1215-42d0-9225-d30ebf7594d8' was deleted {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:03:37.590891 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-261f8a5a-5fce-4d6c-ac5d-9ad85689e560 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Unset dirty status for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:37.594298 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-261f8a5a-5fce-4d6c-ac5d-9ad85689e560 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports/aa08b0c3-7852-4396-924c-15fd27f831cc HTTP/1.1" status: 404 len: 333 time: 0.3006251 Jan 20 11:03:37.603879 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33044) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:37.621224 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7df30970-1830-4d87-9fc9-fc045571ab15 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:37.626161 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7df30970-1830-4d87-9fc9-fc045571ab15 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] 10.222.0.70 "DELETE /v2.0/ports/f8c486c1-4d43-4186-9f72-90ea107041a1 HTTP/1.1" status: 204 len: 168 time: 1.9989960 Jan 20 11:03:37.630511 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33048) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:37.645050 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-106c8d17-abdd-4ca3-8c8f-38313f7014b9 None None] Could not find standard attr ID for object aa08b0c3-7852-4396-924c-15fd27f831cc. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:03:37.680236 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-106c8d17-abdd-4ca3-8c8f-38313f7014b9 None None] Provisioning complete for port b7a5c387-6f23-4648-b809-829f7ff54e1e triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:37.680642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-106c8d17-abdd-4ca3-8c8f-38313f7014b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:37.735491 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-fa534205-537e-4a12-bd1a-72c8d39eaef0 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Request body: {'port': {'name': 'tempest-new-port-name-1308297642', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:37.736702 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.api.validators [None req-fa534205-537e-4a12-bd1a-72c8d39eaef0 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] bootfile-name is not in valid_values {{(pid=84331) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 11:03:37.737251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.api.validators [None req-fa534205-537e-4a12-bd1a-72c8d39eaef0 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] tftp-server is not in valid_values {{(pid=84331) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 11:03:37.737834 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.api.validators [None req-fa534205-537e-4a12-bd1a-72c8d39eaef0 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] server-ip-address is not in valid_values {{(pid=84331) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 11:03:37.775183 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0c512733-91ff-4b2d-8144-f4c686c6289b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:37.807795 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0c512733-91ff-4b2d-8144-f4c686c6289b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:37.813408 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0c512733-91ff-4b2d-8144-f4c686c6289b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:37.836813 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0c512733-91ff-4b2d-8144-f4c686c6289b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:38.020316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b42d24f8-b5bf-438a-88c3-d23e2dba9ccb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.097518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d24f8-b5bf-438a-88c3-d23e2dba9ccb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3269d5-7f7b-43a5-804d-f9503ea72d6d,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:38.117819 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.121564 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-732c53d3-0179-44e4-8c80-99d910b5c0de tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting subnet b8d7bb4b-d881-478e-b150-7da4a7b7d484 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:03:38.128289 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c512733-91ff-4b2d-8144-f4c686c6289b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.129216 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-732c53d3-0179-44e4-8c80-99d910b5c0de tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.133159 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d324be-e18c-4292-bb54-ed7712fadced tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:03:38.134962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fa534205-537e-4a12-bd1a-72c8d39eaef0 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.143198 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3ccf4a-b0bb-4fb5-99d2-fe2eb6fa4606 None None] Sync routers for ids ['604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:03:38.156008 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3ccf4a-b0bb-4fb5-99d2-fe2eb6fa4606 None None] Routers {'604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:38.156707 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3b3ccf4a-b0bb-4fb5-99d2-fe2eb6fa4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:38.157570 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3806ba09-3b08-4eb0-a601-f7c2ac30b5de None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:38.192103 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-732c53d3-0179-44e4-8c80-99d910b5c0de tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.203984 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b42d24f8-b5bf-438a-88c3-d23e2dba9ccb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.216918 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3b3ccf4a-b0bb-4fb5-99d2-fe2eb6fa4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:38.233407 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3ccf4a-b0bb-4fb5-99d2-fe2eb6fa4606 None None] Routers {'604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:38.234052 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3b3ccf4a-b0bb-4fb5-99d2-fe2eb6fa4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:38.244007 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c512733-91ff-4b2d-8144-f4c686c6289b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.256192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed31306-6fff-413e-8e9c-27f47e85556f']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:38.311256 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3b3ccf4a-b0bb-4fb5-99d2-fe2eb6fa4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:38.311982 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3ccf4a-b0bb-4fb5-99d2-fe2eb6fa4606 None None] The sync data for ids ['604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:03:38.324524 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a6d324be-e18c-4292-bb54-ed7712fadced tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1253078 Jan 20 11:03:38.332315 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c512733-91ff-4b2d-8144-f4c686c6289b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c6a295-0266-4a22-a5dd-1eda171511ea,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:38.332315 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33054) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:38.338255 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ad747b-e01d-4277-8996-58d6ea008780') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:38.338560 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ad747b-e01d-4277-8996-58d6ea008780') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:38.364263 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.395505 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b42d24f8-b5bf-438a-88c3-d23e2dba9ccb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/6c3269d5-7f7b-43a5-804d-f9503ea72d6d HTTP/1.1" status: 204 len: 168 time: 2.4112556 Jan 20 11:03:38.395505 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33058) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:38.397140 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.418488 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0c512733-91ff-4b2d-8144-f4c686c6289b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.419992 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0c512733-91ff-4b2d-8144-f4c686c6289b tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2580283 Jan 20 11:03:38.487718 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33062) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:38.538054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d1b9be-9b4f-4cb8-a625-be2a8c65ae62 None None] DHCP port deletion for 8962365b-2f7b-4071-b5a5-7c805118ad36 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:03:38.544923 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d8d1b9be-9b4f-4cb8-a625-be2a8c65ae62 None None] Deleting port c6b7192b-9499-4ad5-9b45-af92202bd4a0 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:38.545381 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8d1b9be-9b4f-4cb8-a625-be2a8c65ae62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.556438 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f982fded-3ffa-4306-ab28-f3e335f46a52 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Request body: {'security_group_rule': {'security_group_id': '36c6a295-0266-4a22-a5dd-1eda171511ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:38.563091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f982fded-3ffa-4306-ab28-f3e335f46a52 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:38.575908 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f982fded-3ffa-4306-ab28-f3e335f46a52 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Usage tracker for resource:security_group_rule and tenant:9dc4e30a8d694857a996bd438cb9922a is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:38.581015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:03:38.581015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.597795 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-317d810e-7d90-496f-97a4-51a692bab815 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2020576 Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:03:38.598698 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:03:38.601139 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f982fded-3ffa-4306-ab28-f3e335f46a52 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:38.602322 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33066) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:38.611924 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-732c53d3-0179-44e4-8c80-99d910b5c0de tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.644551 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1ed1a35c-2ccd-4877-bb12-84005a48aad7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:38.669221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f982fded-3ffa-4306-ab28-f3e335f46a52 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:38.807558 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d8d1b9be-9b4f-4cb8-a625-be2a8c65ae62 None None] For port c6b7192b-9499-4ad5-9b45-af92202bd4a0, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c6b7192b-9499-4ad5-9b45-af92202bd4a0,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:38.808643 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8d1b9be-9b4f-4cb8-a625-be2a8c65ae62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.815117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fa534205-537e-4a12-bd1a-72c8d39eaef0 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.820890 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.827352 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.859956 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/networks/1ed31306-6fff-413e-8e9c-27f47e85556f HTTP/1.1" status: 204 len: 168 time: 5.2218499 Jan 20 11:03:38.859956 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f982fded-3ffa-4306-ab28-f3e335f46a52 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.874844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33070) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:38.874844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59799438-dbcd-40d2-a901-dd6cd2e6c8cb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Network': ['ID=1ed31306-6fff-413e-8e9c-27f47e85556f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:38.892735 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-ec01d100-1233-416d-93ea-ea9e5f155bf0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'network': {'name': 'tempest-RoutersTest-1431005114'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:38.910743 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ec01d100-1233-416d-93ea-ea9e5f155bf0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:38.921043 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ec01d100-1233-416d-93ea-ea9e5f155bf0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:network and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:38.931324 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1ed1a35c-2ccd-4877-bb12-84005a48aad7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:38.941233 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fa534205-537e-4a12-bd1a-72c8d39eaef0 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:38.943313 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1ed1a35c-2ccd-4877-bb12-84005a48aad7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:38.949032 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1ed1a35c-2ccd-4877-bb12-84005a48aad7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:38.957078 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1ed1a35c-2ccd-4877-bb12-84005a48aad7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:38.959454 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ec01d100-1233-416d-93ea-ea9e5f155bf0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:38.961522 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d8d1b9be-9b4f-4cb8-a625-be2a8c65ae62 None None] Calling delete_port for c6b7192b-9499-4ad5-9b45-af92202bd4a0 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:39.028041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ec01d100-1233-416d-93ea-ea9e5f155bf0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:39.031244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-fa534205-537e-4a12-bd1a-72c8d39eaef0 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] In _notify_port_updated(), no bound segment for port da3dad68-bbaf-424a-afa9-f5624e9bb7f2 on network d5235975-cb56-46aa-aa19-1f091b765f71 {{(pid=84331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 11:03:39.037517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa534205-537e-4a12-bd1a-72c8d39eaef0 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:39.038371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fa534205-537e-4a12-bd1a-72c8d39eaef0 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:39.039132 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-732c53d3-0179-44e4-8c80-99d910b5c0de tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:39.052426 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fa534205-537e-4a12-bd1a-72c8d39eaef0 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] 10.222.0.70 "PUT /v2.0/ports/da3dad68-bbaf-424a-afa9-f5624e9bb7f2 HTTP/1.1" status: 200 len: 1130 time: 1.4185104 Jan 20 11:03:39.058322 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33076) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:39.141625 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c53d3-0179-44e4-8c80-99d910b5c0de tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d7bb4b-d881-478e-b150-7da4a7b7d484,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:39.143352 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed1a35c-2ccd-4877-bb12-84005a48aad7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:39.162014 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-806348b8-ec8b-4618-9e4f-83cfbf33ede2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] remove_router_interface failed (client error): The resource could not be found. Jan 20 11:03:39.166599 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-806348b8-ec8b-4618-9e4f-83cfbf33ede2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8304548 Jan 20 11:03:39.171599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33080) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:39.179879 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa534205-537e-4a12-bd1a-72c8d39eaef0 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Pushing event updated for resources: {'Port': ['ID=da3dad68-bbaf-424a-afa9-f5624e9bb7f2,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:39.193353 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c608f34-edec-4acd-9cf3-ace9c7853f40 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:39.201144 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2c608f34-edec-4acd-9cf3-ace9c7853f40 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] 10.222.0.70 "GET /v2.0/ports/da3dad68-bbaf-424a-afa9-f5624e9bb7f2 HTTP/1.1" status: 200 len: 1130 time: 0.1355474 Jan 20 11:03:39.201691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33084) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:39.203488 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8d1b9be-9b4f-4cb8-a625-be2a8c65ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:39.258287 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec01d100-1233-416d-93ea-ea9e5f155bf0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Made reservation on behalf of 0c5b44fb39b64ea5a5d562662d9183a4 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:39.262314 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec01d100-1233-416d-93ea-ea9e5f155bf0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:39.275634 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f982fded-3ffa-4306-ab28-f3e335f46a52 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:39.283652 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1b9be-9b4f-4cb8-a625-be2a8c65ae62 None None] Pushing event deleted for resources: {'Port': ['ID=c6b7192b-9499-4ad5-9b45-af92202bd4a0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:39.294732 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b6de7cf5-4c46-4c1e-b1d3-034b901a0132 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Synchronizing usage tracker for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:39.297470 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d1b9be-9b4f-4cb8-a625-be2a8c65ae62 None None] No DVR routers for this DVR port c6b7192b-9499-4ad5-9b45-af92202bd4a0 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:03:39.334599 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f490c3-d9bb-4a80-9a43-63060a5aa6b0 None None] Network 750b31e1-cb2f-4247-942e-ac1061b9f209 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:39.334711 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c0954-dc13-4c0d-a782-a6199c24dc6b tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Deleting port da3dad68-bbaf-424a-afa9-f5624e9bb7f2 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:39.334711 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4c1c0954-dc13-4c0d-a782-a6199c24dc6b tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:39.334892 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-732c53d3-0179-44e4-8c80-99d910b5c0de tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:39.334892 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-732c53d3-0179-44e4-8c80-99d910b5c0de tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/b8d7bb4b-d881-478e-b150-7da4a7b7d484 HTTP/1.1" status: 204 len: 168 time: 1.7206020 Jan 20 11:03:39.336636 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33088) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:39.439678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f982fded-3ffa-4306-ab28-f3e335f46a52 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:39.480747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:39.505161 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1ed1a35c-2ccd-4877-bb12-84005a48aad7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:39.536371 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port b7a5c387-6f23-4648-b809-829f7ff54e1e {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:39.536371 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:39.602455 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-472e46f3-2e83-44b5-adc4-e267f93e95ec None None] Provisioning complete for port da3dad68-bbaf-424a-afa9-f5624e9bb7f2 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:39.628743 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-472e46f3-2e83-44b5-adc4-e267f93e95ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:39.629254 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec01d100-1233-416d-93ea-ea9e5f155bf0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:03:39.656393 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982fded-3ffa-4306-ab28-f3e335f46a52 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893fdb30-a0bd-47fb-a7d8-013c944576bd,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:39.673995 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec01d100-1233-416d-93ea-ea9e5f155bf0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:39.674334 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-ec01d100-1233-416d-93ea-ea9e5f155bf0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Added segment 2423c176-189a-4446-b6e6-d7b00c6840d3 of type vlan for network b3fee172-0b4f-419a-868d-f57a35f739a7 Jan 20 11:03:39.686331 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-472e46f3-2e83-44b5-adc4-e267f93e95ec None None] Port da3dad68-bbaf-424a-afa9-f5624e9bb7f2 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:03:39.688193 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b7a5c387-6f23-4648-b809-829f7ff54e1e up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:39.815599 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec01d100-1233-416d-93ea-ea9e5f155bf0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:39.856384 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b6de7cf5-4c46-4c1e-b1d3-034b901a0132 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Unset dirty status for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:39.860980 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b6de7cf5-4c46-4c1e-b1d3-034b901a0132 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/ports?device_id=604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5 HTTP/1.1" status: 200 len: 205 time: 0.6891470 Jan 20 11:03:39.861872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33092) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:39.862264 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port b7a5c387-6f23-4648-b809-829f7ff54e1e triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:39.863186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:39.863915 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] For port b7a5c387-6f23-4648-b809-829f7ff54e1e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b7a5c387-6f23-4648-b809-829f7ff54e1e,segment=NetworkSegment(285aa9f3-e736-4979-9985-fcd2d096e66a),segment_id=285aa9f3-e736-4979-9985-fcd2d096e66a)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:39.864304 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:39.898056 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4c1c0954-dc13-4c0d-a782-a6199c24dc6b tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:40.012723 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d6d16d-d88d-4a63-bd94-3bd19d6a4143 None None] DHCP port deletion for 750b31e1-cb2f-4247-942e-ac1061b9f209 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:03:40.062818 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-46d6d16d-d88d-4a63-bd94-3bd19d6a4143 None None] Deleting port b7a5c387-6f23-4648-b809-829f7ff54e1e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:40.062818 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-46d6d16d-d88d-4a63-bd94-3bd19d6a4143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:40.076501 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c0954-dc13-4c0d-a782-a6199c24dc6b tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Calling delete_port for da3dad68-bbaf-424a-afa9-f5624e9bb7f2 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:40.195269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for b7a5c387-6f23-4648-b809-829f7ff54e1e owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:40.300206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c6b7192b-9499-4ad5-9b45-af92202bd4a0 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:03:40.327545 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec01d100-1233-416d-93ea-ea9e5f155bf0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:40.331610 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec01d100-1233-416d-93ea-ea9e5f155bf0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:40.332323 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec01d100-1233-416d-93ea-ea9e5f155bf0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:40.354326 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:40.368122 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f982fded-3ffa-4306-ab28-f3e335f46a52 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:40.368405 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: c6b7192b-9499-4ad5-9b45-af92202bd4a0 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:03:40.369089 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f982fded-3ffa-4306-ab28-f3e335f46a52 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.8801529 Jan 20 11:03:40.373018 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c6b7192b-9499-4ad5-9b45-af92202bd4a0 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:03:40.381704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33098) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:40.404167 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-46d6d16d-d88d-4a63-bd94-3bd19d6a4143 None None] For port b7a5c387-6f23-4648-b809-829f7ff54e1e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b7a5c387-6f23-4648-b809-829f7ff54e1e,segment=NetworkSegment(285aa9f3-e736-4979-9985-fcd2d096e66a),segment_id=285aa9f3-e736-4979-9985-fcd2d096e66a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:40.404885 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-46d6d16d-d88d-4a63-bd94-3bd19d6a4143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:40.496489 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4c1c0954-dc13-4c0d-a782-a6199c24dc6b tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:40.535233 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7de0da4e-b5cd-4823-b33a-71cae69ef4ac tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:40.564307 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ec01d100-1233-416d-93ea-ea9e5f155bf0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6953950 Jan 20 11:03:40.566558 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33102) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:40.569451 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-46d6d16d-d88d-4a63-bd94-3bd19d6a4143 None None] Calling delete_port for b7a5c387-6f23-4648-b809-829f7ff54e1e owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:40.576115 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01d100-1233-416d-93ea-ea9e5f155bf0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Network': ['ID=b3fee172-0b4f-419a-868d-f57a35f739a7,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:40.600831 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c0954-dc13-4c0d-a782-a6199c24dc6b tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Pushing event deleted for resources: {'Port': ['ID=da3dad68-bbaf-424a-afa9-f5624e9bb7f2,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:40.608584 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-9d187891-bbf6-45aa-9d5f-3c3d5ca627b2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'subnet': {'network_id': 'b3fee172-0b4f-419a-868d-f57a35f739a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:40.623771 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network b3fee172-0b4f-419a-868d-f57a35f739a7 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:03:40.700349 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:40.778919 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=b7a5c387-6f23-4648-b809-829f7ff54e1e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:40.797033 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-46d6d16d-d88d-4a63-bd94-3bd19d6a4143 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:03:40.797668 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-46d6d16d-d88d-4a63-bd94-3bd19d6a4143 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:03:40.828553 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4c1c0954-dc13-4c0d-a782-a6199c24dc6b tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:40.830443 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4c1c0954-dc13-4c0d-a782-a6199c24dc6b tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] 10.222.0.70 "DELETE /v2.0/ports/da3dad68-bbaf-424a-afa9-f5624e9bb7f2 HTTP/1.1" status: 204 len: 168 time: 1.6279154 Jan 20 11:03:40.837977 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33106) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:40.861742 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30a00633-1d3f-4231-bc48-c0f4d9e5d13f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:40.940682 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No DVR routers for this DVR port b7a5c387-6f23-4648-b809-829f7ff54e1e on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:03:40.965286 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30a00633-1d3f-4231-bc48-c0f4d9e5d13f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:40.989165 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9d187891-bbf6-45aa-9d5f-3c3d5ca627b2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:41.016911 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9d187891-bbf6-45aa-9d5f-3c3d5ca627b2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:subnet and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:41.049751 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9d187891-bbf6-45aa-9d5f-3c3d5ca627b2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:41.066942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9d187891-bbf6-45aa-9d5f-3c3d5ca627b2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:41.137234 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7de0da4e-b5cd-4823-b33a-71cae69ef4ac tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.186762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a804956-47c0-4b73-ae53-73ac68a9ff36 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Deleting subnet 4454a47a-626c-4526-bb31-b66b6e680599 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:03:41.189951 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a804956-47c0-4b73-ae53-73ac68a9ff36 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.219729 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7de0da4e-b5cd-4823-b33a-71cae69ef4ac tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.221403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d187891-bbf6-45aa-9d5f-3c3d5ca627b2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Made reservation on behalf of 0c5b44fb39b64ea5a5d562662d9183a4 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:41.227469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.247049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30a00633-1d3f-4231-bc48-c0f4d9e5d13f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.265578 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750b31e1-cb2f-4247-942e-ac1061b9f209']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:41.279778 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285aa9f3-e736-4979-9985-fcd2d096e66a') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:41.280221 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285aa9f3-e736-4979-9985-fcd2d096e66a') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:41.293302 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.299945 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-46d6d16d-d88d-4a63-bd94-3bd19d6a4143 None None] Deleting port b7a5c387-6f23-4648-b809-829f7ff54e1e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:41.299945 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-46d6d16d-d88d-4a63-bd94-3bd19d6a4143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.315654 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.327140 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1ed1a35c-2ccd-4877-bb12-84005a48aad7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.338898 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:03:41.338898 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.346726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a00633-1d3f-4231-bc48-c0f4d9e5d13f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c6a295-0266-4a22-a5dd-1eda171511ea,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:41.360297 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30a00633-1d3f-4231-bc48-c0f4d9e5d13f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.363645 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-30a00633-1d3f-4231-bc48-c0f4d9e5d13f tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-groups/36c6a295-0266-4a22-a5dd-1eda171511ea HTTP/1.1" status: 204 len: 168 time: 0.9784827 Jan 20 11:03:41.366084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33112) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:41.381077 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a804956-47c0-4b73-ae53-73ac68a9ff36 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.386105 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-46d6d16d-d88d-4a63-bd94-3bd19d6a4143 None None] The port 'b7a5c387-6f23-4648-b809-829f7ff54e1e' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:03:41.421421 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:03:41.458799 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9d187891-bbf6-45aa-9d5f-3c3d5ca627b2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.487286 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7de0da4e-b5cd-4823-b33a-71cae69ef4ac tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.487945 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de0da4e-b5cd-4823-b33a-71cae69ef4ac tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Fanout notify agent at l3_agent the message router_deleted on router 604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:03:41.558399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed1a35c-2ccd-4877-bb12-84005a48aad7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:41.558399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-1ed1a35c-2ccd-4877-bb12-84005a48aad7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:41.560780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed1a35c-2ccd-4877-bb12-84005a48aad7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:41.561896 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1ed1a35c-2ccd-4877-bb12-84005a48aad7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.566552 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd8748f-ca46-4794-99fa-0108fde45499 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:41.572607 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1a35c-2ccd-4877-bb12-84005a48aad7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=61bb397a-ae9e-4700-a994-b378a6c34037,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:41.586148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7de0da4e-b5cd-4823-b33a-71cae69ef4ac tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.587900 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7de0da4e-b5cd-4823-b33a-71cae69ef4ac tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/routers/604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5 HTTP/1.1" status: 204 len: 168 time: 1.7116046 Jan 20 11:03:41.592100 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33116) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:41.625165 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cf0cd0b3-567f-4f3b-a933-e6716342dfe6 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:41.639928 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.664337 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.672308 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/networks/750b31e1-cb2f-4247-942e-ac1061b9f209 HTTP/1.1" status: 204 len: 168 time: 2.3271286 Jan 20 11:03:41.672560 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a804956-47c0-4b73-ae53-73ac68a9ff36 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.672681 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33120) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:41.677072 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771e4b0-5da2-4d6d-8e4e-893a9ee72442 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Network': ['ID=750b31e1-cb2f-4247-942e-ac1061b9f209,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:41.688176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-487ce274-2399-456d-a0dc-29ab40767bef tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-679734540'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:41.698363 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-487ce274-2399-456d-a0dc-29ab40767bef tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:41.704533 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b7a5c387-6f23-4648-b809-829f7ff54e1e no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:03:41.720725 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-487ce274-2399-456d-a0dc-29ab40767bef tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:network and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:41.730086 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1ed1a35c-2ccd-4877-bb12-84005a48aad7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1196566 Jan 20 11:03:41.730086 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-487ce274-2399-456d-a0dc-29ab40767bef tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:41.748817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: b7a5c387-6f23-4648-b809-829f7ff54e1e {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:03:41.750673 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b7a5c387-6f23-4648-b809-829f7ff54e1e not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:03:41.789985 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33124) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:41.799686 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-487ce274-2399-456d-a0dc-29ab40767bef tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:41.805115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e02ec304-2342-4baa-b62b-e8bfecdf7144 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'fixed_ips': [{'subnet_id': '61bb397a-ae9e-4700-a994-b378a6c34037', 'ip_address': '2001:db8::414a:ed4b:ef73:ca09'}], 'name': 'tempest-NetworksTestDHCPv6-773507745'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:41.831988 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cf0cd0b3-567f-4f3b-a933-e6716342dfe6 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:41.833188 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cf0cd0b3-567f-4f3b-a933-e6716342dfe6 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4635255 Jan 20 11:03:41.836874 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33128) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:41.924467 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8962365b-2f7b-4071-b5a5-7c805118ad36', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'fixed_ips': [{'subnet_id': '61bb397a-ae9e-4700-a994-b378a6c34037'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:03:41.925575 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:41.975873 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-db0c0162-8467-4729-a990-e4749eeed9a1 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:42.047601 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a804956-47c0-4b73-ae53-73ac68a9ff36 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:42.095936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a804956-47c0-4b73-ae53-73ac68a9ff36 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Pushing event deleted for resources: {'Subnet': ['ID=4454a47a-626c-4526-bb31-b66b6e680599,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:42.102334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a804956-47c0-4b73-ae53-73ac68a9ff36 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:42.112311 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7a804956-47c0-4b73-ae53-73ac68a9ff36 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] 10.222.0.70 "DELETE /v2.0/subnets/4454a47a-626c-4526-bb31-b66b6e680599 HTTP/1.1" status: 204 len: 168 time: 1.2709548 Jan 20 11:03:42.114655 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33132) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:42.120994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd7cae5-2576-4539-826c-939935ec88ed None None] Network d5235975-cb56-46aa-aa19-1f091b765f71 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:42.137500 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Allocated IP 2001:db8::2 (8962365b-2f7b-4071-b5a5-7c805118ad36/61bb397a-ae9e-4700-a994-b378a6c34037/670fe324-4110-4a2b-a7a7-bd215ae66697) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:42.139563 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487ce274-2399-456d-a0dc-29ab40767bef tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:42.142562 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-487ce274-2399-456d-a0dc-29ab40767bef tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:42.173270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-3010d882-e604-464f-8230-fee8fb1cf681 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting subnet 04861e41-2366-4ca0-9b4e-b2694d33228a {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:03:42.186100 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3010d882-e604-464f-8230-fee8fb1cf681 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:42.222131 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e02ec304-2342-4baa-b62b-e8bfecdf7144 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:42.235266 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e02ec304-2342-4baa-b62b-e8bfecdf7144 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:port and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:42.242122 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487ce274-2399-456d-a0dc-29ab40767bef tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:03:42.244285 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e02ec304-2342-4baa-b62b-e8bfecdf7144 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:42.245315 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:42.248186 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-db0c0162-8467-4729-a990-e4749eeed9a1 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group_rule {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:42.252999 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-db0c0162-8467-4729-a990-e4749eeed9a1 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4108775 Jan 20 11:03:42.252999 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9d187891-bbf6-45aa-9d5f-3c3d5ca627b2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:42.255231 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33136) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:42.261973 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e02ec304-2342-4baa-b62b-e8bfecdf7144 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:42.282411 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3010d882-e604-464f-8230-fee8fb1cf681 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:42.332107 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-487ce274-2399-456d-a0dc-29ab40767bef tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:42.332455 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-487ce274-2399-456d-a0dc-29ab40767bef tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Added segment b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2 of type vlan for network 63dea261-e88b-41a6-874a-f597790a0c4b Jan 20 11:03:42.372332 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02ec304-2342-4baa-b62b-e8bfecdf7144 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:42.375192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d187891-bbf6-45aa-9d5f-3c3d5ca627b2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Subnet': ['ID=fd72a0de-5ca6-47e2-af30-b6c3c5c1205f,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:42.377845 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e02ec304-2342-4baa-b62b-e8bfecdf7144 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:42.401853 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-da096e2b-c451-4d9d-aad0-2a438fdce7c9 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] delete failed (client error): The resource could not be found. Jan 20 11:03:42.401853 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-da096e2b-c451-4d9d-aad0-2a438fdce7c9 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "DELETE /v2.0/security-groups/36c6a295-0266-4a22-a5dd-1eda171511ea HTTP/1.1" status: 404 len: 347 time: 0.0468647 Jan 20 11:03:42.403740 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33140) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:42.406597 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-487ce274-2399-456d-a0dc-29ab40767bef tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:42.408324 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Deleting port 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:42.410802 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:42.449823 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-e02ec304-2342-4baa-b62b-e8bfecdf7144 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port 078703f1-1a49-472b-9de3-3f8007f4658c yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:03:42.559907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d187891-bbf6-45aa-9d5f-3c3d5ca627b2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Checking segment: {'id': '2423c176-189a-4446-b6e6-d7b00c6840d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b3fee172-0b4f-419a-868d-f57a35f739a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:42.560506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d187891-bbf6-45aa-9d5f-3c3d5ca627b2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network hostable DHCP agents. Network: b3fee172-0b4f-419a-868d-f57a35f739a7, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:03:42.575614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3010d882-e604-464f-8230-fee8fb1cf681 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:42.626436 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:42.650931 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Transition to ACTIVE for port object 670fe324-4110-4a2b-a7a7-bd215ae66697 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:42.686987 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e753df-28fc-46f8-bdba-0a3269757c4f None None] DHCP port deletion for d5235975-cb56-46aa-aa19-1f091b765f71 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:03:42.702331 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f8e753df-28fc-46f8-bdba-0a3269757c4f None None] Deleting port 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:42.702705 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8e753df-28fc-46f8-bdba-0a3269757c4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:42.714927 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-42db6498-f373-4462-b610-9c64022393a8 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Synchronizing usage tracker for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:42.717282 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-487ce274-2399-456d-a0dc-29ab40767bef tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:42.720783 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487ce274-2399-456d-a0dc-29ab40767bef tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:42.725009 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-487ce274-2399-456d-a0dc-29ab40767bef tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:42.736783 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Transition to ACTIVE for port object 670fe324-4110-4a2b-a7a7-bd215ae66697 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:42.744783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] For port 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5,segment=NetworkSegment(e355781f-39ff-4429-90e2-d545579332df),segment_id=e355781f-39ff-4429-90e2-d545579332df)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:42.746020 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:42.844730 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:42.883677 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-42db6498-f373-4462-b610-9c64022393a8 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] Unset dirty status for tenant:9dc4e30a8d694857a996bd438cb9922a on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:42.889646 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-42db6498-f373-4462-b610-9c64022393a8 tempest-SecGroupTest-1687494564 tempest-SecGroupTest-1687494564-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4820459 Jan 20 11:03:42.910630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Calling delete_port for 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:42.938499 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ce274-2399-456d-a0dc-29ab40767bef tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Network': ['ID=63dea261-e88b-41a6-874a-f597790a0c4b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:42.964682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d187891-bbf6-45aa-9d5f-3c3d5ca627b2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network b3fee172-0b4f-419a-868d-f57a35f739a7 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:03:42.976803 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-487ce274-2399-456d-a0dc-29ab40767bef tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3002164 Jan 20 11:03:42.980184 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33148) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:42.990864 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-31862ee7-bc29-462d-9306-6fb9ab2e5da8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'subnet': {'network_id': '63dea261-e88b-41a6-874a-f597790a0c4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:42.994641 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-e02ec304-2342-4baa-b62b-e8bfecdf7144 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::414a:ed4b:ef73:ca09 (8962365b-2f7b-4071-b5a5-7c805118ad36/61bb397a-ae9e-4700-a994-b378a6c34037/078703f1-1a49-472b-9de3-3f8007f4658c) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:43.021937 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3010d882-e604-464f-8230-fee8fb1cf681 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:43.058509 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 63dea261-e88b-41a6-874a-f597790a0c4b details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:03:43.090070 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-9d187891-bbf6-45aa-9d5f-3c3d5ca627b2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, b3fee172-0b4f-419a-868d-f57a35f739a7) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:43.098128 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3010d882-e604-464f-8230-fee8fb1cf681 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:43.113569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d187891-bbf6-45aa-9d5f-3c3d5ca627b2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:43.114341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9d187891-bbf6-45aa-9d5f-3c3d5ca627b2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:43.124533 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3010d882-e604-464f-8230-fee8fb1cf681 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/subnets/04861e41-2366-4ca0-9b4e-b2694d33228a HTTP/1.1" status: 204 len: 168 time: 1.5312090 Jan 20 11:03:43.132238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33152) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:43.151315 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010d882-e604-464f-8230-fee8fb1cf681 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Subnet': ['ID=04861e41-2366-4ca0-9b4e-b2694d33228a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:43.154189 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6a00b5-880f-4af9-b7ed-4ece2671aba9 None None] Network a435b69c-7536-4554-b738-9f55d594aa5f requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:43.170608 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8d2927-647f-460f-9f8b-020262393b24 None None] Network b3fee172-0b4f-419a-868d-f57a35f739a7 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:43.258726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:43.263851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-31862ee7-bc29-462d-9306-6fb9ab2e5da8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:43.330470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Pushing event deleted for resources: {'Port': ['ID=5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:43.332917 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-31862ee7-bc29-462d-9306-6fb9ab2e5da8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:subnet and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:43.343857 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-31862ee7-bc29-462d-9306-6fb9ab2e5da8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:43.347292 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9d187891-bbf6-45aa-9d5f-3c3d5ca627b2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7652798 Jan 20 11:03:43.353845 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Pushing event updated for resources: {'Port': ['ID=670fe324-4110-4a2b-a7a7-bd215ae66697,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:43.362515 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33156) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:43.363394 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:43.373325 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-ced4af51-dae5-43a2-b9c5-c08e70a445e4 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2021687189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:43.377685 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-31862ee7-bc29-462d-9306-6fb9ab2e5da8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:43.387853 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ced4af51-dae5-43a2-b9c5-c08e70a445e4 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:43.388124 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:43.390239 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] No DVR routers for this DVR port 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:03:43.393591 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f8e753df-28fc-46f8-bdba-0a3269757c4f None None] For port 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5,segment=NetworkSegment(e355781f-39ff-4429-90e2-d545579332df),segment_id=e355781f-39ff-4429-90e2-d545579332df)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:43.394144 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8e753df-28fc-46f8-bdba-0a3269757c4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:43.409652 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:43.425578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:43.431886 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ced4af51-dae5-43a2-b9c5-c08e70a445e4 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:router and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:43.439428 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ced4af51-dae5-43a2-b9c5-c08e70a445e4 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:43.458836 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e02ec304-2342-4baa-b62b-e8bfecdf7144 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:43.479701 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-e02ec304-2342-4baa-b62b-e8bfecdf7144 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object 078703f1-1a49-472b-9de3-3f8007f4658c will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:43.533933 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ced4af51-dae5-43a2-b9c5-c08e70a445e4 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:43.547501 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31862ee7-bc29-462d-9306-6fb9ab2e5da8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:43.581078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:43.581428 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:43.599223 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e02ec304-2342-4baa-b62b-e8bfecdf7144 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:43.612707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:43.621586 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f8e753df-28fc-46f8-bdba-0a3269757c4f None None] Calling delete_port for 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:43.718858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02ec304-2342-4baa-b62b-e8bfecdf7144 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:43.718858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-e02ec304-2342-4baa-b62b-e8bfecdf7144 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:43.721808 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ec304-2342-4baa-b62b-e8bfecdf7144 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:43.726368 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02ec304-2342-4baa-b62b-e8bfecdf7144 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:43.727142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e02ec304-2342-4baa-b62b-e8bfecdf7144 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:43.729930 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:03:43.743927 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5235975-cb56-46aa-aa19-1f091b765f71']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:43.746631 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ec304-2342-4baa-b62b-e8bfecdf7144 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=078703f1-1a49-472b-9de3-3f8007f4658c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:43.765373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e355781f-39ff-4429-90e2-d545579332df') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:43.765982 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e355781f-39ff-4429-90e2-d545579332df') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:43.777863 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ced4af51-dae5-43a2-b9c5-c08e70a445e4 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:43.778791 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ced4af51-dae5-43a2-b9c5-c08e70a445e4 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:43.797770 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33164) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:43.811242 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:43.834751 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:43.842224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:03:43.842224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:43.845306 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e02ec304-2342-4baa-b62b-e8bfecdf7144 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0509815 Jan 20 11:03:43.845486 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33170) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:43.866083 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:03:43.866648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:03:43.873005 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Attempting to bind port 670fe324-4110-4a2b-a7a7-bd215ae66697 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:03:43.873676 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Attempting to bind port 670fe324-4110-4a2b-a7a7-bd215ae66697 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:03:43.874314 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Attempting to bind port 670fe324-4110-4a2b-a7a7-bd215ae66697 on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:03:43.997791 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c7760-8783-4d15-a93f-73cfc0997884 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:44.003810 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c7760-8783-4d15-a93f-73cfc0997884 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:44.004879 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-298c7760-8783-4d15-a93f-73cfc0997884 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:03:44.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:03:44.090590 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:03:44.091074 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:44.091548 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:44.092026 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:03:44.092587 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Bound port: 670fe324-4110-4a2b-a7a7-bd215ae66697, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:03:44.092964 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:44.101283 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-298c7760-8783-4d15-a93f-73cfc0997884 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:44.103417 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-298c7760-8783-4d15-a93f-73cfc0997884 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2562907 Jan 20 11:03:44.107055 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33174) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:44.113586 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c8591571-daa1-4638-9b52-c44971075621 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9dc4e30a8d694857a996bd438cb9922a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3142016 Jan 20 11:03:44.135561 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33178) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:44.172180 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-31862ee7-bc29-462d-9306-6fb9ab2e5da8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:44.204811 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-febd99c6-b39e-42d2-93f5-65ca0874b255 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port 078703f1-1a49-472b-9de3-3f8007f4658c {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:44.205154 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-febd99c6-b39e-42d2-93f5-65ca0874b255 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:44.310464 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-f8e753df-28fc-46f8-bdba-0a3269757c4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:03:44.310754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-f8e753df-28fc-46f8-bdba-0a3269757c4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:03:44.318748 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] For port 670fe324-4110-4a2b-a7a7-bd215ae66697, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:03:44.356407 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] For port 670fe324-4110-4a2b-a7a7-bd215ae66697, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=670fe324-4110-4a2b-a7a7-bd215ae66697,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:03:44.366166 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-b3fee172-0b4f-419a-868d-f57a35f739a7', 'network_id': 'b3fee172-0b4f-419a-868d-f57a35f739a7', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'fixed_ips': [{'subnet_id': 'fd72a0de-5ca6-47e2-af30-b6c3c5c1205f'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:03:44.368953 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:44.406195 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:44.432426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:44.446786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:44.460742 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] 10.222.0.70 "DELETE /v2.0/networks/d5235975-cb56-46aa-aa19-1f091b765f71 HTTP/1.1" status: 204 len: 168 time: 2.3450243 Jan 20 11:03:44.492643 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a3e54-3d5c-468a-9c6a-d50f2a8dda74 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676 tempest-ExtraDHCPOptionsIpV6TestJSON-704110676-project] Pushing event deleted for resources: {'Network': ['ID=d5235975-cb56-46aa-aa19-1f091b765f71,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:44.512564 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] For port c1a92973-4da0-4de6-a0c0-d6c3a8126eb9, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c1a92973-4da0-4de6-a0c0-d6c3a8126eb9,segment=NetworkSegment(70f8c208-81b3-41f5-b3a2-b97bf85c2e7d),segment_id=70f8c208-81b3-41f5-b3a2-b97bf85c2e7d)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:44.512564 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:44.522978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedabbd2-2b98-49b4-aa52-a1c4bea639c1 None None] DHCP port deletion for a435b69c-7536-4554-b738-9f55d594aa5f request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:03:44.527231 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f59ed323-641d-457f-960d-7083639fbcdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:44.532177 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ced4af51-dae5-43a2-b9c5-c08e70a445e4 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:44.577096 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-febd99c6-b39e-42d2-93f5-65ca0874b255 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:44.620999 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-bedabbd2-2b98-49b4-aa52-a1c4bea639c1 None None] Deleting port c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:44.621509 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bedabbd2-2b98-49b4-aa52-a1c4bea639c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:44.680518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Calling delete_port for c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:44.739453 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7c231-38a3-47da-98de-d92f5e54e672 None None] Pushing event updated for resources: {'Port': ['ID=670fe324-4110-4a2b-a7a7-bd215ae66697,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:44.760268 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-febd99c6-b39e-42d2-93f5-65ca0874b255 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for 078703f1-1a49-472b-9de3-3f8007f4658c owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:44.786663 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f59ed323-641d-457f-960d-7083639fbcdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:44.812536 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f8e753df-28fc-46f8-bdba-0a3269757c4f None None] Deleting port 5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:44.813062 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8e753df-28fc-46f8-bdba-0a3269757c4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:44.905404 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ced4af51-dae5-43a2-b9c5-c08e70a445e4 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:44.917703 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f8e753df-28fc-46f8-bdba-0a3269757c4f None None] The port '5f4ebcb8-be2c-4004-a2e4-7b15ae97d8a5' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:03:44.985774 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-31862ee7-bc29-462d-9306-6fb9ab2e5da8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:44.989193 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Allocated IP 172.20.0.2 (b3fee172-0b4f-419a-868d-f57a35f739a7/fd72a0de-5ca6-47e2-af30-b6c3c5c1205f/4cef76a9-16ae-45c7-a94f-0556f9824736) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:45.059972 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:45.075656 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f59ed323-641d-457f-960d-7083639fbcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:45.081450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f59ed323-641d-457f-960d-7083639fbcdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:45.085004 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f59ed323-641d-457f-960d-7083639fbcdc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f9746000-250b-4d3c-94dd-7d66fec14e35 HTTP/1.1" status: 204 len: 168 time: 0.9396749 Jan 20 11:03:45.142363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ced4af51-dae5-43a2-b9c5-c08e70a445e4 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:45.146033 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ced4af51-dae5-43a2-b9c5-c08e70a445e4 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.7800918 Jan 20 11:03:45.164003 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33190) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:45.190387 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Port': ['ID=c1a92973-4da0-4de6-a0c0-d6c3a8126eb9,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:45.201957 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ed323-641d-457f-960d-7083639fbcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9746000-250b-4d3c-94dd-7d66fec14e35,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:45.354622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33194) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:45.367114 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-febd99c6-b39e-42d2-93f5-65ca0874b255 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:45.382807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] No DVR routers for this DVR port c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:03:45.444886 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-bedabbd2-2b98-49b4-aa52-a1c4bea639c1 None None] For port c1a92973-4da0-4de6-a0c0-d6c3a8126eb9, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c1a92973-4da0-4de6-a0c0-d6c3a8126eb9,segment=NetworkSegment(70f8c208-81b3-41f5-b3a2-b97bf85c2e7d),segment_id=70f8c208-81b3-41f5-b3a2-b97bf85c2e7d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:45.445409 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bedabbd2-2b98-49b4-aa52-a1c4bea639c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:45.460147 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd99c6-b39e-42d2-93f5-65ca0874b255 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=078703f1-1a49-472b-9de3-3f8007f4658c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:45.543524 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31862ee7-bc29-462d-9306-6fb9ab2e5da8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Subnet': ['ID=bbc4b5ba-11c1-48c5-af75-e9c47660497d,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:45.569172 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-febd99c6-b39e-42d2-93f5-65ca0874b255 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:45.594377 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-febd99c6-b39e-42d2-93f5-65ca0874b255 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/078703f1-1a49-472b-9de3-3f8007f4658c HTTP/1.1" status: 204 len: 168 time: 1.4828598 Jan 20 11:03:45.594779 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33200) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:45.631707 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-bedabbd2-2b98-49b4-aa52-a1c4bea639c1 None None] Calling delete_port for c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:45.701109 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31862ee7-bc29-462d-9306-6fb9ab2e5da8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Checking segment: {'id': 'b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '63dea261-e88b-41a6-874a-f597790a0c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:45.701109 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31862ee7-bc29-462d-9306-6fb9ab2e5da8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network hostable DHCP agents. Network: 63dea261-e88b-41a6-874a-f597790a0c4b, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:03:45.750616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:45.770596 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 670fe324-4110-4a2b-a7a7-bd215ae66697 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:45.801624 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:45.821810 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Transition to ACTIVE for port object 4cef76a9-16ae-45c7-a94f-0556f9824736 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:45.832453 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b488b50-0ad6-4172-b392-8f439ba80349 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:45.834093 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b488b50-0ad6-4172-b392-8f439ba80349 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:45.834858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6b488b50-0ad6-4172-b392-8f439ba80349 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:45.851587 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Transition to ACTIVE for port object 4cef76a9-16ae-45c7-a94f-0556f9824736 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:45.862661 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-721f7fbc-b295-4a41-8fc6-d7dfdee3f56b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=569f68f598294da0a8118176c622dc4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5060713 Jan 20 11:03:45.865612 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33204) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:45.885338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a435b69c-7536-4554-b738-9f55d594aa5f']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:45.887332 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-bedabbd2-2b98-49b4-aa52-a1c4bea639c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:03:45.888858 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-bedabbd2-2b98-49b4-aa52-a1c4bea639c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:03:45.932417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:45.970838 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6b488b50-0ad6-4172-b392-8f439ba80349 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:45.972131 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6b488b50-0ad6-4172-b392-8f439ba80349 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3762720 Jan 20 11:03:45.984976 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33208) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:45.998390 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-185df5d6-9edd-4d05-b3f9-9cf896003a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:46.019619 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31862ee7-bc29-462d-9306-6fb9ab2e5da8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network 63dea261-e88b-41a6-874a-f597790a0c4b is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:03:46.022874 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Pushing event updated for resources: {'Port': ['ID=4cef76a9-16ae-45c7-a94f-0556f9824736,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:46.028934 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f8c208-81b3-41f5-b3a2-b97bf85c2e7d') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:46.029302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f8c208-81b3-41f5-b3a2-b97bf85c2e7d') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:46.058988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Network b3fee172-0b4f-419a-868d-f57a35f739a7 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:46.061084 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:46.064706 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:46.076169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:46.189897 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 670fe324-4110-4a2b-a7a7-bd215ae66697 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:46.233948 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Attempting to bind port 4cef76a9-16ae-45c7-a94f-0556f9824736 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:03:46.234924 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Attempting to bind port 4cef76a9-16ae-45c7-a94f-0556f9824736 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '2423c176-189a-4446-b6e6-d7b00c6840d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b3fee172-0b4f-419a-868d-f57a35f739a7'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:03:46.235819 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Attempting to bind port 4cef76a9-16ae-45c7-a94f-0556f9824736 on network b3fee172-0b4f-419a-868d-f57a35f739a7 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:03:46.245405 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-185df5d6-9edd-4d05-b3f9-9cf896003a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:46.254571 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:03:46.257949 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Checking segment: {'id': '2423c176-189a-4446-b6e6-d7b00c6840d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b3fee172-0b4f-419a-868d-f57a35f739a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:46.270046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:46.270046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Bound using segment: {'id': '2423c176-189a-4446-b6e6-d7b00c6840d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b3fee172-0b4f-419a-868d-f57a35f739a7'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:03:46.270046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Bound port: 4cef76a9-16ae-45c7-a94f-0556f9824736, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2423c176-189a-4446-b6e6-d7b00c6840d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b3fee172-0b4f-419a-868d-f57a35f739a7'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:03:46.270046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:46.302496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-31862ee7-bc29-462d-9306-6fb9ab2e5da8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 63dea261-e88b-41a6-874a-f597790a0c4b) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:46.315221 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:03:46.350679 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5f98d4-bb1f-4c72-9d76-403b4321e4b4 None None] Network 63dea261-e88b-41a6-874a-f597790a0c4b requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:46.375235 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:46.384882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31862ee7-bc29-462d-9306-6fb9ab2e5da8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:46.385575 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-31862ee7-bc29-462d-9306-6fb9ab2e5da8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:46.409523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:03:46.410274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:03:46.427436 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:03:46.464350 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] For port 4cef76a9-16ae-45c7-a94f-0556f9824736, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:03:46.468712 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] For port 4cef76a9-16ae-45c7-a94f-0556f9824736, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=4cef76a9-16ae-45c7-a94f-0556f9824736,segment=NetworkSegment(2423c176-189a-4446-b6e6-d7b00c6840d3),segment_id=2423c176-189a-4446-b6e6-d7b00c6840d3)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:03:46.468712 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:03:46.468988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:03:46.474863 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-bedabbd2-2b98-49b4-aa52-a1c4bea639c1 None None] Deleting port c1a92973-4da0-4de6-a0c0-d6c3a8126eb9 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:46.475192 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bedabbd2-2b98-49b4-aa52-a1c4bea639c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:46.495726 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-29adacaa-6779-47f8-b121-ed18eb2b4243 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet 61bb397a-ae9e-4700-a994-b378a6c34037 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:03:46.500100 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-29adacaa-6779-47f8-b121-ed18eb2b4243 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:46.594253 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-bedabbd2-2b98-49b4-aa52-a1c4bea639c1 None None] The port 'c1a92973-4da0-4de6-a0c0-d6c3a8126eb9' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:03:46.601958 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-185df5d6-9edd-4d05-b3f9-9cf896003a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:46.606365 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:46.624758 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-29adacaa-6779-47f8-b121-ed18eb2b4243 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:46.654248 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:46.688814 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:46.697373 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/networks/a435b69c-7536-4554-b738-9f55d594aa5f HTTP/1.1" status: 204 len: 168 time: 3.5537524 Jan 20 11:03:46.697373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89ae74-a8ac-47b7-bd50-4d862311e54f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Network': ['ID=a435b69c-7536-4554-b738-9f55d594aa5f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:46.697373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33214) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:46.707506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3c7f7131-76f1-4070-b213-609e1eb9388d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1772360149'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:46.715065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3c7f7131-76f1-4070-b213-609e1eb9388d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:46.728067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185df5d6-9edd-4d05-b3f9-9cf896003a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de134d8b-3c3a-458d-bfc6-af2b52e52a53,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:46.728338 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-31862ee7-bc29-462d-9306-6fb9ab2e5da8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7437630 Jan 20 11:03:46.730437 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33218) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:46.731204 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3c7f7131-76f1-4070-b213-609e1eb9388d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:network and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:46.739099 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-185df5d6-9edd-4d05-b3f9-9cf896003a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:46.744931 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-185df5d6-9edd-4d05-b3f9-9cf896003a92 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de134d8b-3c3a-458d-bfc6-af2b52e52a53 HTTP/1.1" status: 204 len: 168 time: 0.8752875 Jan 20 11:03:46.767112 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d5109-268c-410e-9a6f-51341a4c6b36 None None] Pushing event updated for resources: {'Port': ['ID=4cef76a9-16ae-45c7-a94f-0556f9824736,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:46.805459 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3c7f7131-76f1-4070-b213-609e1eb9388d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:46.836279 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-646386bf-d79c-4d66-b7d7-8475df6ebb2c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'network_id': '63dea261-e88b-41a6-874a-f597790a0c4b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-840641656'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:46.871434 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-29adacaa-6779-47f8-b121-ed18eb2b4243 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:46.904095 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3c7f7131-76f1-4070-b213-609e1eb9388d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:46.938064 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-63dea261-e88b-41a6-874a-f597790a0c4b', 'network_id': '63dea261-e88b-41a6-874a-f597790a0c4b', 'tenant_id': '7f6d045691344d49ab6811343d11a04c', 'fixed_ips': [{'subnet_id': 'bbc4b5ba-11c1-48c5-af75-e9c47660497d'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:03:46.941553 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:47.083082 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5edb2887-e423-4735-8a39-8c0608a00afc None None] Provisioning for port 670fe324-4110-4a2b-a7a7-bd215ae66697 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:47.113349 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5edb2887-e423-4735-8a39-8c0608a00afc None None] Provisioning complete for port 670fe324-4110-4a2b-a7a7-bd215ae66697 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:47.115143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5edb2887-e423-4735-8a39-8c0608a00afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:47.195342 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-29adacaa-6779-47f8-b121-ed18eb2b4243 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:47.215535 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:47.265232 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7f7131-76f1-4070-b213-609e1eb9388d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Made reservation on behalf of 1aa6148e9f8944e88f329c972f79dedb for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:47.268453 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7131-76f1-4070-b213-609e1eb9388d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:47.283059 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adacaa-6779-47f8-b121-ed18eb2b4243 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=61bb397a-ae9e-4700-a994-b378a6c34037,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:47.346567 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-29adacaa-6779-47f8-b121-ed18eb2b4243 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:47.423867 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-29adacaa-6779-47f8-b121-ed18eb2b4243 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/61bb397a-ae9e-4700-a994-b378a6c34037 HTTP/1.1" status: 204 len: 168 time: 1.4355910 Jan 20 11:03:47.426228 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33228) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:47.558646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Allocated IP 2001:db8::2 (63dea261-e88b-41a6-874a-f597790a0c4b/bbc4b5ba-11c1-48c5-af75-e9c47660497d/b0ad1de8-7dd1-4059-994e-7fdf9dfdf894) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:47.611238 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-da5a4c3a-7241-44bf-9521-40dc6153426a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1836376 Jan 20 11:03:47.612487 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33232) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:47.626801 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f500ce64-11c4-4774-b964-c6f354734ebd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:47.638208 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-646386bf-d79c-4d66-b7d7-8475df6ebb2c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:47.656728 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-646386bf-d79c-4d66-b7d7-8475df6ebb2c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:port and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:47.663879 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-646386bf-d79c-4d66-b7d7-8475df6ebb2c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:47.718641 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-646386bf-d79c-4d66-b7d7-8475df6ebb2c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:47.720912 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7f7131-76f1-4070-b213-609e1eb9388d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:03:47.757436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7131-76f1-4070-b213-609e1eb9388d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:47.758039 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-3c7f7131-76f1-4070-b213-609e1eb9388d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Added segment 253bc554-9ac6-4d6d-adaa-fd13d3ff3ca6 of type vlan for network cd292559-008a-4596-bc57-aeb60887c78e Jan 20 11:03:47.760056 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17209507-d327-4c5f-b576-22a43b167987 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:47.773381 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 4cef76a9-16ae-45c7-a94f-0556f9824736 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:47.845957 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646386bf-d79c-4d66-b7d7-8475df6ebb2c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:47.852121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-646386bf-d79c-4d66-b7d7-8475df6ebb2c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:47.853514 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f500ce64-11c4-4774-b964-c6f354734ebd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:47.859629 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f500ce64-11c4-4774-b964-c6f354734ebd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:47.863135 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f500ce64-11c4-4774-b964-c6f354734ebd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:47.869135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7131-76f1-4070-b213-609e1eb9388d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:47.871897 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f500ce64-11c4-4774-b964-c6f354734ebd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:47.938627 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f500ce64-11c4-4774-b964-c6f354734ebd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:47.949574 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f500ce64-11c4-4774-b964-c6f354734ebd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:48.030101 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-646386bf-d79c-4d66-b7d7-8475df6ebb2c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] device_id is not set on port 238ed466-ad50-4396-b460-9509b62df699 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:03:48.038047 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5edb2887-e423-4735-8a39-8c0608a00afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:48.078806 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7131-76f1-4070-b213-609e1eb9388d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:48.085463 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7f7131-76f1-4070-b213-609e1eb9388d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:48.086171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3c7f7131-76f1-4070-b213-609e1eb9388d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:48.276022 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Allocated IP 172.20.0.1 (b3fee172-0b4f-419a-868d-f57a35f739a7/fd72a0de-5ca6-47e2-af30-b6c3c5c1205f/4366f88d-5a3a-4700-9b48-25dc27ec0303) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:48.277643 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5edb2887-e423-4735-8a39-8c0608a00afc None None] For port 670fe324-4110-4a2b-a7a7-bd215ae66697, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=670fe324-4110-4a2b-a7a7-bd215ae66697,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:48.296025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f7131-76f1-4070-b213-609e1eb9388d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Network': ['ID=cd292559-008a-4596-bc57-aeb60887c78e,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:48.332554 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:48.345166 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Transition to ACTIVE for port object b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:48.359352 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network cd292559-008a-4596-bc57-aeb60887c78e details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:03:48.478125 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Transition to ACTIVE for port object b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:48.498849 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:48.515384 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3244e58-7425-48ac-92f8-d58e7700b6c9 None None] Network b3fee172-0b4f-419a-868d-f57a35f739a7 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:48.518800 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Transition to ACTIVE for port object 4366f88d-5a3a-4700-9b48-25dc27ec0303 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:48.585179 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f500ce64-11c4-4774-b964-c6f354734ebd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:48.674851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f500ce64-11c4-4774-b964-c6f354734ebd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:48.683935 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f500ce64-11c4-4774-b964-c6f354734ebd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:48.687406 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f500ce64-11c4-4774-b964-c6f354734ebd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:48.688110 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f500ce64-11c4-4774-b964-c6f354734ebd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:48.714216 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500ce64-11c4-4774-b964-c6f354734ebd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=686a1ac2-eb2e-4acd-832b-45334be3b4b3,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:48.745656 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ec622b-992d-423e-bd22-7ea3a3ae693f None None] DHCP port deletion for 8962365b-2f7b-4071-b5a5-7c805118ad36 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:03:48.757340 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-03ec622b-992d-423e-bd22-7ea3a3ae693f None None] Deleting port 670fe324-4110-4a2b-a7a7-bd215ae66697 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:48.757677 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03ec622b-992d-423e-bd22-7ea3a3ae693f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:48.819542 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3c7f7131-76f1-4070-b213-609e1eb9388d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1211619 Jan 20 11:03:48.822514 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33252) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:48.830250 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-e7dce8ee-1c5d-452e-adc6-34f08f55b151 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'subnet': {'network_id': 'cd292559-008a-4596-bc57-aeb60887c78e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:48.834346 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5edb2887-e423-4735-8a39-8c0608a00afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:48.878445 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:48.881901 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 4cef76a9-16ae-45c7-a94f-0556f9824736 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:48.895502 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f500ce64-11c4-4774-b964-c6f354734ebd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2794008 Jan 20 11:03:48.901340 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33258) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:48.909216 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-53ae8572-4285-4684-8eb3-3d36f621938b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'fixed_ips': [{'subnet_id': '686a1ac2-eb2e-4acd-832b-45334be3b4b3', 'ip_address': '2001:db8::aa9e:efc0:6581:d9b8'}], 'name': 'tempest-NetworksTestDHCPv6-989116823'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:48.957024 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:49.001734 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1acf797a-a0e1-4ad3-8a17-ca5bcf7576fd None None] Could not find standard attr ID for object 078703f1-1a49-472b-9de3-3f8007f4658c. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:03:49.005269 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Network 63dea261-e88b-41a6-874a-f597790a0c4b is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:49.013121 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:49.018430 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb2887-e423-4735-8a39-8c0608a00afc None None] Pushing event updated for resources: {'Port': ['ID=670fe324-4110-4a2b-a7a7-bd215ae66697,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:49.020957 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:49.216239 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-53ae8572-4285-4684-8eb3-3d36f621938b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:49.224382 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-53ae8572-4285-4684-8eb3-3d36f621938b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:port and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:49.232044 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-53ae8572-4285-4684-8eb3-3d36f621938b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:49.240614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-53ae8572-4285-4684-8eb3-3d36f621938b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:49.282775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network b3fee172-0b4f-419a-868d-f57a35f739a7 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:49.286009 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=4366f88d-5a3a-4700-9b48-25dc27ec0303,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:49.288436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:49.296232 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:49.307687 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Pushing event updated for resources: {'Port': ['ID=b0ad1de8-7dd1-4059-994e-7fdf9dfdf894,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:49.316531 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1acf797a-a0e1-4ad3-8a17-ca5bcf7576fd None None] Provisioning for port 4cef76a9-16ae-45c7-a94f-0556f9824736 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:49.326107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e7dce8ee-1c5d-452e-adc6-34f08f55b151 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:49.350445 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-646386bf-d79c-4d66-b7d7-8475df6ebb2c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Allocated IP 2001:db8::28f (63dea261-e88b-41a6-874a-f597790a0c4b/bbc4b5ba-11c1-48c5-af75-e9c47660497d/238ed466-ad50-4396-b460-9509b62df699) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:49.352775 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1acf797a-a0e1-4ad3-8a17-ca5bcf7576fd None None] Provisioning complete for port 4cef76a9-16ae-45c7-a94f-0556f9824736 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:49.353156 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1acf797a-a0e1-4ad3-8a17-ca5bcf7576fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:49.355044 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e7dce8ee-1c5d-452e-adc6-34f08f55b151 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:subnet and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:49.361862 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ae8572-4285-4684-8eb3-3d36f621938b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:49.364903 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e7dce8ee-1c5d-452e-adc6-34f08f55b151 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:49.374240 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53ae8572-4285-4684-8eb3-3d36f621938b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:49.374581 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e7dce8ee-1c5d-452e-adc6-34f08f55b151 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:49.401465 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:49.421767 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Attempting to bind port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:03:49.422140 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Attempting to bind port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '63dea261-e88b-41a6-874a-f597790a0c4b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:03:49.424416 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Attempting to bind port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 on network 63dea261-e88b-41a6-874a-f597790a0c4b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:03:49.437527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-03ec622b-992d-423e-bd22-7ea3a3ae693f None None] For port 670fe324-4110-4a2b-a7a7-bd215ae66697, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=670fe324-4110-4a2b-a7a7-bd215ae66697,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:49.437527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03ec622b-992d-423e-bd22-7ea3a3ae693f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:49.438959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-53ae8572-4285-4684-8eb3-3d36f621938b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port 073eaf9b-ac0b-4959-8a61-932c245f5473 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:03:49.532441 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7dce8ee-1c5d-452e-adc6-34f08f55b151 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Made reservation on behalf of 1aa6148e9f8944e88f329c972f79dedb for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:49.538572 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:03:49.538952 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Checking segment: {'id': 'b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '63dea261-e88b-41a6-874a-f597790a0c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:49.539353 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:49.539745 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Bound using segment: {'id': 'b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '63dea261-e88b-41a6-874a-f597790a0c4b'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:03:49.541004 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Bound port: b0ad1de8-7dd1-4059-994e-7fdf9dfdf894, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '63dea261-e88b-41a6-874a-f597790a0c4b'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:03:49.541377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:49.554353 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33266) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:49.679424 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-03ec622b-992d-423e-bd22-7ea3a3ae693f None None] Calling delete_port for 670fe324-4110-4a2b-a7a7-bd215ae66697 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:49.728217 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7dce8ee-1c5d-452e-adc6-34f08f55b151 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:49.744793 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 670fe324-4110-4a2b-a7a7-bd215ae66697 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:03:49.846253 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-913485354'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:49.855053 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:49.864594 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Usage tracker for resource:network and tenant:c2d3b41bd5b8426ab546185eca393a39 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:49.870506 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:49.894374 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:49.915077 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-53ae8572-4285-4684-8eb3-3d36f621938b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::aa9e:efc0:6581:d9b8 (8962365b-2f7b-4071-b5a5-7c805118ad36/686a1ac2-eb2e-4acd-832b-45334be3b4b3/073eaf9b-ac0b-4959-8a61-932c245f5473) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:49.948089 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.008341 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Made reservation on behalf of c2d3b41bd5b8426ab546185eca393a39 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:50.011985 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.170153 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1acf797a-a0e1-4ad3-8a17-ca5bcf7576fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.181216 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.208931 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] For port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:03:50.231668 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03ec622b-992d-423e-bd22-7ea3a3ae693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.267728 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:50.276795 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Usage tracker for resource:security_group_rule and tenant:c2d3b41bd5b8426ab546185eca393a39 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:50.287930 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:50.299022 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:50.303661 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] For port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b0ad1de8-7dd1-4059-994e-7fdf9dfdf894,segment=NetworkSegment(b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2),segment_id=b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:03:50.304575 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.316827 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-1acf797a-a0e1-4ad3-8a17-ca5bcf7576fd None None] For port 4cef76a9-16ae-45c7-a94f-0556f9824736, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=4cef76a9-16ae-45c7-a94f-0556f9824736,segment=NetworkSegment(2423c176-189a-4446-b6e6-d7b00c6840d3),segment_id=2423c176-189a-4446-b6e6-d7b00c6840d3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:50.325326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53ae8572-4285-4684-8eb3-3d36f621938b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.335278 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec622b-992d-423e-bd22-7ea3a3ae693f None None] Pushing event deleted for resources: {'Port': ['ID=670fe324-4110-4a2b-a7a7-bd215ae66697,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:50.352350 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ec622b-992d-423e-bd22-7ea3a3ae693f None None] No DVR routers for this DVR port 670fe324-4110-4a2b-a7a7-bd215ae66697 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:03:50.362851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-53ae8572-4285-4684-8eb3-3d36f621938b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object 073eaf9b-ac0b-4959-8a61-932c245f5473 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:50.406772 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48581ffb-45c8-4928-a89e-27c9e54dd770 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:50.424743 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.482878 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-646386bf-d79c-4d66-b7d7-8475df6ebb2c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.499558 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.502874 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.542796 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abdcd79e-2338-4d83-8456-6565d1b69d52,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:50.545653 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:03:50.548575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53ae8572-4285-4684-8eb3-3d36f621938b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.570481 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1acf797a-a0e1-4ad3-8a17-ca5bcf7576fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.576407 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79987bec-491a-43cc-afab-02c3f7ff4a7f None None] Pushing event updated for resources: {'Port': ['ID=b0ad1de8-7dd1-4059-994e-7fdf9dfdf894,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:50.608244 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.608602 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Added segment 7a050f27-5535-4d1c-9c2a-3dbb492c0ee5 of type vlan for network 4aee7084-f919-4206-9ab2-2b22895a1169 Jan 20 11:03:50.611606 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-646386bf-d79c-4d66-b7d7-8475df6ebb2c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Transition to ACTIVE for port object 238ed466-ad50-4396-b460-9509b62df699 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:50.651915 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae8572-4285-4684-8eb3-3d36f621938b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:50.656933 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf797a-a0e1-4ad3-8a17-ca5bcf7576fd None None] Pushing event updated for resources: {'Port': ['ID=4cef76a9-16ae-45c7-a94f-0556f9824736,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:50.659146 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-53ae8572-4285-4684-8eb3-3d36f621938b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:50.661874 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.666253 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae8572-4285-4684-8eb3-3d36f621938b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=073eaf9b-ac0b-4959-8a61-932c245f5473,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:50.668593 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ae8572-4285-4684-8eb3-3d36f621938b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:50.672493 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ae8572-4285-4684-8eb3-3d36f621938b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:50.673107 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53ae8572-4285-4684-8eb3-3d36f621938b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.770688 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.807904 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-53ae8572-4285-4684-8eb3-3d36f621938b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9052117 Jan 20 11:03:50.810841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33280) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:50.836028 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-646386bf-d79c-4d66-b7d7-8475df6ebb2c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.862770 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.866748 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:50.867356 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.880944 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8962365b-2f7b-4071-b5a5-7c805118ad36', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'fixed_ips': [{'subnet_id': '686a1ac2-eb2e-4acd-832b-45334be3b4b3'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:03:50.881802 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.926164 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-72e72078-ce97-4f78-80dc-873590a52de2 None None] Provisioning for port 4366f88d-5a3a-4700-9b48-25dc27ec0303 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:50.952882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646386bf-d79c-4d66-b7d7-8475df6ebb2c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=238ed466-ad50-4396-b460-9509b62df699,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:50.983188 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-72e72078-ce97-4f78-80dc-873590a52de2 None None] Provisioning complete for port 4366f88d-5a3a-4700-9b48-25dc27ec0303 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:50.990361 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72e72078-ce97-4f78-80dc-873590a52de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:50.990700 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:51.034424 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4686592 Jan 20 11:03:51.045221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7dce8ee-1c5d-452e-adc6-34f08f55b151 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:51.140346 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c986e-bc2e-4304-b4bf-7047562e7ab5 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event updated for resources: {'Network': ['ID=4aee7084-f919-4206-9ab2-2b22895a1169,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:51.171305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce5a67b-7497-4b36-9e80-e24bd269d587 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:51.175917 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bce5a67b-7497-4b36-9e80-e24bd269d587 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:51.184724 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 4aee7084-f919-4206-9ab2-2b22895a1169 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:03:51.257073 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bce5a67b-7497-4b36-9e80-e24bd269d587 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:51.259087 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bce5a67b-7497-4b36-9e80-e24bd269d587 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4468036 Jan 20 11:03:51.264245 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33284) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:51.305641 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646386bf-d79c-4d66-b7d7-8475df6ebb2c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network 63dea261-e88b-41a6-874a-f597790a0c4b is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:51.322258 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-72e72078-ce97-4f78-80dc-873590a52de2 None None] Port 4366f88d-5a3a-4700-9b48-25dc27ec0303 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:03:51.339255 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-646386bf-d79c-4d66-b7d7-8475df6ebb2c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:51.347342 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646386bf-d79c-4d66-b7d7-8475df6ebb2c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:51.354492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646386bf-d79c-4d66-b7d7-8475df6ebb2c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:51.358678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-646386bf-d79c-4d66-b7d7-8475df6ebb2c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:51.409736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8f9014c9-d93f-4d87-aed7-0375d99c4eb5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port 073eaf9b-ac0b-4959-8a61-932c245f5473 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:51.412706 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f9014c9-d93f-4d87-aed7-0375d99c4eb5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:51.425466 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=4366f88d-5a3a-4700-9b48-25dc27ec0303,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:51.455107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:51.460582 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dce8ee-1c5d-452e-adc6-34f08f55b151 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Subnet': ['ID=65350086-f255-43b9-a94e-fce2b52d75ef,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:51.586795 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Allocated IP 2001:db8::2 (8962365b-2f7b-4071-b5a5-7c805118ad36/686a1ac2-eb2e-4acd-832b-45334be3b4b3/38a64eab-514d-4a80-8847-bd5ff33542d7) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:51.697285 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-646386bf-d79c-4d66-b7d7-8475df6ebb2c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.9629500 Jan 20 11:03:51.699226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dce8ee-1c5d-452e-adc6-34f08f55b151 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Checking segment: {'id': '253bc554-9ac6-4d6d-adaa-fd13d3ff3ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cd292559-008a-4596-bc57-aeb60887c78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:51.699734 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dce8ee-1c5d-452e-adc6-34f08f55b151 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network hostable DHCP agents. Network: cd292559-008a-4596-bc57-aeb60887c78e, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:03:51.712987 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33288) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:51.835340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network b3fee172-0b4f-419a-868d-f57a35f739a7 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:51.838903 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:51.876786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 4cef76a9-16ae-45c7-a94f-0556f9824736 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:52.115586 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-cfc022b7-7e70-4a76-8ad0-fb0ccf10d0af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port 238ed466-ad50-4396-b460-9509b62df699 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:52.121084 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cfc022b7-7e70-4a76-8ad0-fb0ccf10d0af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:52.220483 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-72e72078-ce97-4f78-80dc-873590a52de2 None None] Provisioning complete for port 4cef76a9-16ae-45c7-a94f-0556f9824736 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:52.221723 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72e72078-ce97-4f78-80dc-873590a52de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:52.404543 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dce8ee-1c5d-452e-adc6-34f08f55b151 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network cd292559-008a-4596-bc57-aeb60887c78e is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:03:52.435778 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f9014c9-d93f-4d87-aed7-0375d99c4eb5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:52.490698 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19a20e0-275d-4fca-8d78-3b757f1ed9ba None None] Network 63dea261-e88b-41a6-874a-f597790a0c4b requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:52.533975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-e7dce8ee-1c5d-452e-adc6-34f08f55b151 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, cd292559-008a-4596-bc57-aeb60887c78e) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:52.549760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dce8ee-1c5d-452e-adc6-34f08f55b151 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:52.550590 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7dce8ee-1c5d-452e-adc6-34f08f55b151 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:52.592771 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8f9014c9-d93f-4d87-aed7-0375d99c4eb5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for 073eaf9b-ac0b-4959-8a61-932c245f5473 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:52.689370 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88fd304-606a-4859-bd57-2ed587580573 None None] Network cd292559-008a-4596-bc57-aeb60887c78e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:52.787073 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e7dce8ee-1c5d-452e-adc6-34f08f55b151 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9632952 Jan 20 11:03:52.790211 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33298) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:52.801869 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cfc022b7-7e70-4a76-8ad0-fb0ccf10d0af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:52.846126 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 4cef76a9-16ae-45c7-a94f-0556f9824736 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:52.846517 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:52.900287 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-8c6a22f3-f872-40e4-a8dd-bb09168d1e47 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1930290770', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:52.926376 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8c6a22f3-f872-40e4-a8dd-bb09168d1e47 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:52.941214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-cfc022b7-7e70-4a76-8ad0-fb0ccf10d0af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for 238ed466-ad50-4396-b460-9509b62df699 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:52.945674 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8c6a22f3-f872-40e4-a8dd-bb09168d1e47 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:router and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:52.950494 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8c6a22f3-f872-40e4-a8dd-bb09168d1e47 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:52.987666 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8c6a22f3-f872-40e4-a8dd-bb09168d1e47 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:53.094039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8c6a22f3-f872-40e4-a8dd-bb09168d1e47 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:53.095412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8c6a22f3-f872-40e4-a8dd-bb09168d1e47 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:53.155463 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router f17c9a4b-d012-43af-8af0-db912093f381 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:03:53.218554 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4f05adbe-e4c0-497c-bae1-d041978c6ce6 None None] Provisioning complete for port 4366f88d-5a3a-4700-9b48-25dc27ec0303 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:53.218921 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4f05adbe-e4c0-497c-bae1-d041978c6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:53.340056 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-cd292559-008a-4596-bc57-aeb60887c78e', 'network_id': 'cd292559-008a-4596-bc57-aeb60887c78e', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'fixed_ips': [{'subnet_id': '65350086-f255-43b9-a94e-fce2b52d75ef'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:03:53.344251 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:53.480857 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cfc022b7-7e70-4a76-8ad0-fb0ccf10d0af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:53.506498 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4f05adbe-e4c0-497c-bae1-d041978c6ce6 None None] Port 4366f88d-5a3a-4700-9b48-25dc27ec0303 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:03:53.509931 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:53.569285 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:03:53.579686 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-95d6f209-74d1-4442-8818-e07535285090 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/f17c9a4b-d012-43af-8af0-db912093f381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3905325 Jan 20 11:03:53.580238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33304) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:53.591983 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab037e1-2cbc-4488-8d10-af29c1349116 None None] Sync routers for ids ['f17c9a4b-d012-43af-8af0-db912093f381'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:03:53.676576 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc022b7-7e70-4a76-8ad0-fb0ccf10d0af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=238ed466-ad50-4396-b460-9509b62df699,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:53.684713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cfc022b7-7e70-4a76-8ad0-fb0ccf10d0af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:53.697016 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:53.704691 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cfc022b7-7e70-4a76-8ad0-fb0ccf10d0af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/ports/238ed466-ad50-4396-b460-9509b62df699 HTTP/1.1" status: 204 len: 168 time: 1.9945390 Jan 20 11:03:53.708617 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33308) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:53.719884 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab037e1-2cbc-4488-8d10-af29c1349116 None None] Routers {'f17c9a4b-d012-43af-8af0-db912093f381'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:53.720658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-0ab037e1-2cbc-4488-8d10-af29c1349116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['f17c9a4b-d012-43af-8af0-db912093f381'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:53.788579 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c15856-4bb8-4a67-9ed2-23c24f42affc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] GET failed (client error): The resource could not be found. Jan 20 11:03:53.789224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-85c15856-4bb8-4a67-9ed2-23c24f42affc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Synchronizing usage tracker for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:53.814887 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f9014c9-d93f-4d87-aed7-0375d99c4eb5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:53.816887 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e223579e-e05c-4cce-9139-6d7722016e0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:53.818138 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e223579e-e05c-4cce-9139-6d7722016e0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Synchronizing usage tracker for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:53.823393 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4f05adbe-e4c0-497c-bae1-d041978c6ce6 None None] Provisioning for port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:53.841934 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Transition to ACTIVE for port object 38a64eab-514d-4a80-8847-bd5ff33542d7 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:53.863505 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-0ab037e1-2cbc-4488-8d10-af29c1349116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:53.865024 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8c6a22f3-f872-40e4-a8dd-bb09168d1e47 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:53.880230 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-85c15856-4bb8-4a67-9ed2-23c24f42affc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Unset dirty status for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:53.881292 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-85c15856-4bb8-4a67-9ed2-23c24f42affc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports/238ed466-ad50-4396-b460-9509b62df699 HTTP/1.1" status: 404 len: 333 time: 0.1717005 Jan 20 11:03:53.887069 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33312) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:53.887520 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9014c9-d93f-4d87-aed7-0375d99c4eb5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=073eaf9b-ac0b-4959-8a61-932c245f5473,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:53.923794 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Transition to ACTIVE for port object 38a64eab-514d-4a80-8847-bd5ff33542d7 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:53.932409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e223579e-e05c-4cce-9139-6d7722016e0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Unset dirty status for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:53.933642 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e223579e-e05c-4cce-9139-6d7722016e0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/ports/4366f88d-5a3a-4700-9b48-25dc27ec0303 HTTP/1.1" status: 200 len: 910 time: 0.3524683 Jan 20 11:03:53.936758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33316) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:53.953948 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Allocated IP 2001:db8::2 (cd292559-008a-4596-bc57-aeb60887c78e/65350086-f255-43b9-a94e-fce2b52d75ef/84103f09-9de9-4342-8547-21a4ffa117dc) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:53.957647 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:03:53.990181 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab037e1-2cbc-4488-8d10-af29c1349116 None None] Routers {'f17c9a4b-d012-43af-8af0-db912093f381'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:03:53.993658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-0ab037e1-2cbc-4488-8d10-af29c1349116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['f17c9a4b-d012-43af-8af0-db912093f381'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:54.081189 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8c6a22f3-f872-40e4-a8dd-bb09168d1e47 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:54.134329 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:54.146846 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:54.287675 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33320) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:54.299051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-a5ac7524-ebf6-4bec-91f8-8a6149a16d3b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Request body: {'subnet': {'network_id': '4aee7084-f919-4206-9ab2-2b22895a1169', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:54.339528 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-0ab037e1-2cbc-4488-8d10-af29c1349116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:54.339952 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab037e1-2cbc-4488-8d10-af29c1349116 None None] The sync data for ids ['f17c9a4b-d012-43af-8af0-db912093f381'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:03:54.354923 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:54.355311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:54.361529 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8c6a22f3-f872-40e4-a8dd-bb09168d1e47 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:54.365714 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8c6a22f3-f872-40e4-a8dd-bb09168d1e47 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5715427 Jan 20 11:03:54.396543 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f9014c9-d93f-4d87-aed7-0375d99c4eb5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:54.398777 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8f9014c9-d93f-4d87-aed7-0375d99c4eb5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/073eaf9b-ac0b-4959-8a61-932c245f5473 HTTP/1.1" status: 204 len: 168 time: 3.1333883 Jan 20 11:03:54.402463 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6ba0f1-32ed-491a-b6dc-e69d9239a7d2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting subnet bbc4b5ba-11c1-48c5-af75-e9c47660497d {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:03:54.407346 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a6ba0f1-32ed-491a-b6dc-e69d9239a7d2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:54.487622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a6ba0f1-32ed-491a-b6dc-e69d9239a7d2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:54.549609 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33324) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:54.550173 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33326) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:54.571839 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:54.572614 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Pushing event updated for resources: {'Port': ['ID=38a64eab-514d-4a80-8847-bd5ff33542d7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:54.587403 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:54.588644 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a6ba0f1-32ed-491a-b6dc-e69d9239a7d2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:54.597841 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:54.641141 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9eb3906b-2984-4452-89b2-f762eac94924 None None] Provisioning complete for port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:54.641746 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9eb3906b-2984-4452-89b2-f762eac94924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:54.844404 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a6ba0f1-32ed-491a-b6dc-e69d9239a7d2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:54.901398 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a5ac7524-ebf6-4bec-91f8-8a6149a16d3b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:54.910650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a5ac7524-ebf6-4bec-91f8-8a6149a16d3b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Usage tracker for resource:subnet and tenant:c2d3b41bd5b8426ab546185eca393a39 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:54.910873 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ba0f1-32ed-491a-b6dc-e69d9239a7d2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc4b5ba-11c1-48c5-af75-e9c47660497d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:54.917869 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a5ac7524-ebf6-4bec-91f8-8a6149a16d3b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:54.935229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a5ac7524-ebf6-4bec-91f8-8a6149a16d3b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:54.944459 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2a6ba0f1-32ed-491a-b6dc-e69d9239a7d2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:54.948052 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Attempting to bind port 38a64eab-514d-4a80-8847-bd5ff33542d7 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:03:54.948501 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Attempting to bind port 38a64eab-514d-4a80-8847-bd5ff33542d7 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:03:54.948897 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Attempting to bind port 38a64eab-514d-4a80-8847-bd5ff33542d7 on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:03:54.954091 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2a6ba0f1-32ed-491a-b6dc-e69d9239a7d2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/bbc4b5ba-11c1-48c5-af75-e9c47660497d HTTP/1.1" status: 204 len: 168 time: 1.0569773 Jan 20 11:03:54.960287 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33334) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:54.976293 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:54.987085 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:54.997683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:03:54.998132 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:54.998672 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:54.999184 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:03:54.999728 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Bound port: 38a64eab-514d-4a80-8847-bd5ff33542d7, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:03:55.000211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:55.018122 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed0d942-d244-4aa7-a318-f1ef43027f82 None None] Network 63dea261-e88b-41a6-874a-f597790a0c4b requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:55.045768 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Transition to ACTIVE for port object 84103f09-9de9-4342-8547-21a4ffa117dc will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:55.129395 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:55.142782 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:55.143693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:55.234709 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c6c5cd-735f-4966-81db-55839cf47bcc tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:55.236703 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c6c5cd-735f-4966-81db-55839cf47bcc tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:55.237848 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b3c6c5cd-735f-4966-81db-55839cf47bcc tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:55.251635 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Transition to ACTIVE for port object 84103f09-9de9-4342-8547-21a4ffa117dc will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:55.278964 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9eb3906b-2984-4452-89b2-f762eac94924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:55.289080 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b0ad1de8-7dd1-4059-994e-7fdf9dfdf894,segment=NetworkSegment(b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2),segment_id=b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:55.301517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ac7524-ebf6-4bec-91f8-8a6149a16d3b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Made reservation on behalf of c2d3b41bd5b8426ab546185eca393a39 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:55.365612 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] For port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b0ad1de8-7dd1-4059-994e-7fdf9dfdf894,segment=NetworkSegment(b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2),segment_id=b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:55.366088 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:55.410389 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] For port 38a64eab-514d-4a80-8847-bd5ff33542d7, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:03:55.423288 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] For port 38a64eab-514d-4a80-8847-bd5ff33542d7, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=38a64eab-514d-4a80-8847-bd5ff33542d7,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:03:55.452449 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:55.492737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a5ac7524-ebf6-4bec-91f8-8a6149a16d3b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:55.497104 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:55.520656 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06df6506-8b3e-4ddb-ad46-6c9c10e47976 None None] DHCP port deletion for 63dea261-e88b-41a6-874a-f597790a0c4b request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:03:55.565848 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:55.579439 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-06df6506-8b3e-4ddb-ad46-6c9c10e47976 None None] Deleting port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:55.580036 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06df6506-8b3e-4ddb-ad46-6c9c10e47976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:55.604723 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:55.641405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b3c6c5cd-735f-4966-81db-55839cf47bcc tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:55.645416 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b3c6c5cd-735f-4966-81db-55839cf47bcc tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.0885816 Jan 20 11:03:55.645588 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33340) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:55.674622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Network cd292559-008a-4596-bc57-aeb60887c78e is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:55.686524 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:03:55.713883 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:03:55.714753 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:03:55.737954 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:55.741198 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:55.751431 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Pushing event updated for resources: {'Port': ['ID=84103f09-9de9-4342-8547-21a4ffa117dc,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:55.806628 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-9eb3906b-2984-4452-89b2-f762eac94924 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:03:55.807122 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-9eb3906b-2984-4452-89b2-f762eac94924 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:03:55.866365 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bed23b16-0197-471c-9526-015407568c7e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:55.907167 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90d2e15-6138-49c0-a145-6b31e127877d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet 686a1ac2-eb2e-4acd-832b-45334be3b4b3 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:03:55.911105 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b90d2e15-6138-49c0-a145-6b31e127877d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:55.996173 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:56.006531 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b90d2e15-6138-49c0-a145-6b31e127877d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:56.015233 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=b0ad1de8-7dd1-4059-994e-7fdf9dfdf894,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:56.196017 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Attempting to bind port 84103f09-9de9-4342-8547-21a4ffa117dc on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:03:56.196017 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Attempting to bind port 84103f09-9de9-4342-8547-21a4ffa117dc by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '253bc554-9ac6-4d6d-adaa-fd13d3ff3ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cd292559-008a-4596-bc57-aeb60887c78e'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:03:56.196017 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Attempting to bind port 84103f09-9de9-4342-8547-21a4ffa117dc on network cd292559-008a-4596-bc57-aeb60887c78e {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:03:56.257368 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:56.258020 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:56.261807 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:03:56.262268 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Checking segment: {'id': '253bc554-9ac6-4d6d-adaa-fd13d3ff3ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cd292559-008a-4596-bc57-aeb60887c78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:56.262744 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:56.263206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Bound using segment: {'id': '253bc554-9ac6-4d6d-adaa-fd13d3ff3ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cd292559-008a-4596-bc57-aeb60887c78e'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:03:56.263817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Bound port: 84103f09-9de9-4342-8547-21a4ffa117dc, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253bc554-9ac6-4d6d-adaa-fd13d3ff3ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cd292559-008a-4596-bc57-aeb60887c78e'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:03:56.264281 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:56.286655 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b6cef-9fce-4786-a9a9-e03441ad73f9 None None] Pushing event updated for resources: {'Port': ['ID=38a64eab-514d-4a80-8847-bd5ff33542d7,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:56.295354 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-06df6506-8b3e-4ddb-ad46-6c9c10e47976 None None] For port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b0ad1de8-7dd1-4059-994e-7fdf9dfdf894,segment=NetworkSegment(b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2),segment_id=b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:56.295816 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06df6506-8b3e-4ddb-ad46-6c9c10e47976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:56.320619 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b90d2e15-6138-49c0-a145-6b31e127877d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:56.363716 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:56.450946 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a5ac7524-ebf6-4bec-91f8-8a6149a16d3b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:56.574906 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b90d2e15-6138-49c0-a145-6b31e127877d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:56.610249 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-06df6506-8b3e-4ddb-ad46-6c9c10e47976 None None] Calling delete_port for b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:56.632761 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d2e15-6138-49c0-a145-6b31e127877d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=686a1ac2-eb2e-4acd-832b-45334be3b4b3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:56.635979 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] For port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b0ad1de8-7dd1-4059-994e-7fdf9dfdf894,segment=NetworkSegment(b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2),segment_id=b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:56.636434 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:56.658357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b90d2e15-6138-49c0-a145-6b31e127877d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:56.752734 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b0ad1de8-7dd1-4059-994e-7fdf9dfdf894,segment=NetworkSegment(b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2),segment_id=b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:56.778636 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] For port 84103f09-9de9-4342-8547-21a4ffa117dc, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:03:56.782371 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] For port 84103f09-9de9-4342-8547-21a4ffa117dc, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=84103f09-9de9-4342-8547-21a4ffa117dc,segment=NetworkSegment(253bc554-9ac6-4d6d-adaa-fd13d3ff3ca6),segment_id=253bc554-9ac6-4d6d-adaa-fd13d3ff3ca6)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:03:56.792077 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac7524-ebf6-4bec-91f8-8a6149a16d3b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event updated for resources: {'Subnet': ['ID=8a4ca656-5f62-4cc0-baec-fe2994dff3a7,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:56.811861 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:56.830438 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:56.859917 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Allocated IP 2001:db8::1 (cd292559-008a-4596-bc57-aeb60887c78e/65350086-f255-43b9-a94e-fce2b52d75ef/39aa39f8-b229-4036-8979-691a8854689b) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:56.896948 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3fb2eaf4-5d82-4595-aa00-6981ee2bfb3f None None] Could not find standard attr ID for object 238ed466-ad50-4396-b460-9509b62df699. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:03:56.911116 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:56.917871 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b90d2e15-6138-49c0-a145-6b31e127877d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/686a1ac2-eb2e-4acd-832b-45334be3b4b3 HTTP/1.1" status: 204 len: 168 time: 1.2709031 Jan 20 11:03:56.933912 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33346) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:56.960268 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ac7524-ebf6-4bec-91f8-8a6149a16d3b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Checking segment: {'id': '7a050f27-5535-4d1c-9c2a-3dbb492c0ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4aee7084-f919-4206-9ab2-2b22895a1169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:03:56.960643 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ac7524-ebf6-4bec-91f8-8a6149a16d3b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Network hostable DHCP agents. Network: 4aee7084-f919-4206-9ab2-2b22895a1169, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:03:56.962658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-06df6506-8b3e-4ddb-ad46-6c9c10e47976 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:03:56.963165 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-06df6506-8b3e-4ddb-ad46-6c9c10e47976 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:03:56.996843 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=b0ad1de8-7dd1-4059-994e-7fdf9dfdf894,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:57.030821 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:03:57.031156 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:03:57.045077 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bff4d6ff-0222-4daf-8311-2c1b23967dc7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1094191 Jan 20 11:03:57.049626 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33350) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:57.088608 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a08621-28ca-4c70-87f4-e322dbaa8497 None None] Pushing event updated for resources: {'Port': ['ID=84103f09-9de9-4342-8547-21a4ffa117dc,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:57.140681 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12210968-c9bb-4f06-bbdc-9fd2e2c5762f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:57.141061 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-12210968-c9bb-4f06-bbdc-9fd2e2c5762f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:57.238163 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:57.238516 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:57.241396 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336a7550-71bd-41f2-8f68-67ce096b67df None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:57.260276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ac7524-ebf6-4bec-91f8-8a6149a16d3b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Network 4aee7084-f919-4206-9ab2-2b22895a1169 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:03:57.269779 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:57.275105 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-12210968-c9bb-4f06-bbdc-9fd2e2c5762f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:57.284949 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-12210968-c9bb-4f06-bbdc-9fd2e2c5762f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2325737 Jan 20 11:03:57.284949 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33354) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:57.343245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Transition to ACTIVE for port object 39aa39f8-b229-4036-8979-691a8854689b will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:03:57.348174 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-486d38f9-9430-4d51-a534-cc3322839de1 None None] Could not find standard attr ID for object 073eaf9b-ac0b-4959-8a61-932c245f5473. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:03:57.417379 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb10ecf-57a3-40a7-8254-b40da0d36f37 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:57.419503 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9bb10ecf-57a3-40a7-8254-b40da0d36f37 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:03:57.469826 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-a5ac7524-ebf6-4bec-91f8-8a6149a16d3b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 4aee7084-f919-4206-9ab2-2b22895a1169) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:57.475944 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac7524-ebf6-4bec-91f8-8a6149a16d3b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:57.476644 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a5ac7524-ebf6-4bec-91f8-8a6149a16d3b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:57.502064 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-06df6506-8b3e-4ddb-ad46-6c9c10e47976 None None] Deleting port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:57.502431 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06df6506-8b3e-4ddb-ad46-6c9c10e47976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:57.504420 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:57.532688 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd0db6-2751-4d0a-9346-afa6490633f6 None None] Network 4aee7084-f919-4206-9ab2-2b22895a1169 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:57.573912 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-486d38f9-9430-4d51-a534-cc3322839de1 None None] Provisioning for port 38a64eab-514d-4a80-8847-bd5ff33542d7 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:57.610629 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9bb10ecf-57a3-40a7-8254-b40da0d36f37 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:03:57.620396 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9bb10ecf-57a3-40a7-8254-b40da0d36f37 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3309066 Jan 20 11:03:57.629803 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33358) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:57.648407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network cd292559-008a-4596-bc57-aeb60887c78e is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:57.685999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] For port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b0ad1de8-7dd1-4059-994e-7fdf9dfdf894,segment=NetworkSegment(b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2),segment_id=b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:57.686469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:57.727593 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:03:57.743898 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a5ac7524-ebf6-4bec-91f8-8a6149a16d3b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4548726 Jan 20 11:03:57.745298 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=39aa39f8-b229-4036-8979-691a8854689b,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:57.747856 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33362) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:57.749036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:03:57.749819 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:57.759397 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b9ac4a94-a190-4ddd-b704-64f798944727 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1237285 Jan 20 11:03:57.773682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3bccf313-7347-4c3e-847f-981429559068 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2101624337'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:57.773682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3bccf313-7347-4c3e-847f-981429559068 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:57.786016 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33366) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:57.792554 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3bccf313-7347-4c3e-847f-981429559068 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Usage tracker for resource:network and tenant:c2d3b41bd5b8426ab546185eca393a39 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:57.799676 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-fadec835-55dc-415a-802b-58cb5b1629da tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:57.824795 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3bccf313-7347-4c3e-847f-981429559068 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:57.830523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-bed23b16-0197-471c-9526-015407568c7e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting port 4366f88d-5a3a-4700-9b48-25dc27ec0303 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:57.830523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bed23b16-0197-471c-9526-015407568c7e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:57.839163 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 84103f09-9de9-4342-8547-21a4ffa117dc up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:57.863945 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:57.868319 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3bccf313-7347-4c3e-847f-981429559068 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:57.966689 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-06df6506-8b3e-4ddb-ad46-6c9c10e47976 None None] For port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b0ad1de8-7dd1-4059-994e-7fdf9dfdf894,segment=NetworkSegment(b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2),segment_id=b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:57.967084 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06df6506-8b3e-4ddb-ad46-6c9c10e47976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:58.049639 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-fadec835-55dc-415a-802b-58cb5b1629da tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:58.064839 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:58.108082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bccf313-7347-4c3e-847f-981429559068 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Made reservation on behalf of c2d3b41bd5b8426ab546185eca393a39 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:58.116520 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3bccf313-7347-4c3e-847f-981429559068 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:58.141713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=b0ad1de8-7dd1-4059-994e-7fdf9dfdf894,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:58.143676 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No DVR routers for this DVR port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:03:58.156206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-06df6506-8b3e-4ddb-ad46-6c9c10e47976 None None] Calling delete_port for b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:58.164004 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-fadec835-55dc-415a-802b-58cb5b1629da tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:58.254826 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bccf313-7347-4c3e-847f-981429559068 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:03:58.300461 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bed23b16-0197-471c-9526-015407568c7e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:58.308995 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaa4429-4dfc-4dcb-94ec-24b7c180f90b None None] DHCP port deletion for 8962365b-2f7b-4071-b5a5-7c805118ad36 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:03:58.309819 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:58.317418 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2eaa4429-4dfc-4dcb-94ec-24b7c180f90b None None] Deleting port 38a64eab-514d-4a80-8847-bd5ff33542d7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:58.317857 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2eaa4429-4dfc-4dcb-94ec-24b7c180f90b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:58.346097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63dea261-e88b-41a6-874a-f597790a0c4b']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:58.365422 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:58.365900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b56f44-b7a4-475e-8bd7-1d320a9ee6d2') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:03:58.385777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:58.428354 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-06df6506-8b3e-4ddb-ad46-6c9c10e47976 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:03:58.428765 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-06df6506-8b3e-4ddb-ad46-6c9c10e47976 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:03:58.429503 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-4aee7084-f919-4206-9ab2-2b22895a1169', 'network_id': '4aee7084-f919-4206-9ab2-2b22895a1169', 'tenant_id': 'c2d3b41bd5b8426ab546185eca393a39', 'fixed_ips': [{'subnet_id': '8a4ca656-5f62-4cc0-baec-fe2994dff3a7'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:03:58.438386 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:58.466412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-bed23b16-0197-471c-9526-015407568c7e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Calling delete_port for 4366f88d-5a3a-4700-9b48-25dc27ec0303 owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:58.502747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadec835-55dc-415a-802b-58cb5b1629da tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:58.514575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:58.524745 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:03:58.524745 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:58.538052 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:03:58.542410 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:03:58.555402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3bccf313-7347-4c3e-847f-981429559068 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:58.559373 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-3bccf313-7347-4c3e-847f-981429559068 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Added segment 956cc7cd-fc02-44c3-9d10-0f4cb35dab27 of type vlan for network a674ee66-0798-4ec7-a65d-85be5e324238 Jan 20 11:03:58.654949 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d055b7-b14e-46f2-8845-f0b17d9dafc8 None None] Network cd292559-008a-4596-bc57-aeb60887c78e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:03:58.744504 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:58.768299 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:58.787561 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Network': ['ID=63dea261-e88b-41a6-874a-f597790a0c4b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:58.791133 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 84103f09-9de9-4342-8547-21a4ffa117dc completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:58.792234 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b1e846e3-e5f9-4573-9509-283ac9cf79a2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/networks/63dea261-e88b-41a6-874a-f597790a0c4b HTTP/1.1" status: 204 len: 168 time: 3.8301578 Jan 20 11:03:58.794942 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33372) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:58.801656 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e', 'name': 'tempest-PortsIpV6TestJSON-785287930'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:58.825240 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 38a64eab-514d-4a80-8847-bd5ff33542d7 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:03:58.853504 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3bccf313-7347-4c3e-847f-981429559068 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:58.879516 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fadec835-55dc-415a-802b-58cb5b1629da tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:58.916672 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Allocated IP 2001:db8:0:ffff::2 (4aee7084-f919-4206-9ab2-2b22895a1169/8a4ca656-5f62-4cc0-baec-fe2994dff3a7/499c63ac-9d5c-4f13-bfa6-66a664d03604) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:03:58.930371 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2eaa4429-4dfc-4dcb-94ec-24b7c180f90b None None] For port 38a64eab-514d-4a80-8847-bd5ff33542d7, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=38a64eab-514d-4a80-8847-bd5ff33542d7,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:58.930788 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2eaa4429-4dfc-4dcb-94ec-24b7c180f90b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:58.958371 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:03:58.967032 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:port and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:03:58.970101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:03:58.976529 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:03:59.075520 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3380b94c-8057-414c-a59d-46fe3fdfdce9 None None] Provisioning for port 84103f09-9de9-4342-8547-21a4ffa117dc completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:59.086933 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2eaa4429-4dfc-4dcb-94ec-24b7c180f90b None None] Calling delete_port for 38a64eab-514d-4a80-8847-bd5ff33542d7 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:03:59.091061 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.resource_extend [None req-3bccf313-7347-4c3e-847f-981429559068 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 11:03:59.117117 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:03:59.122886 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:59.142007 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-06df6506-8b3e-4ddb-ad46-6c9c10e47976 None None] Deleting port b0ad1de8-7dd1-4059-994e-7fdf9dfdf894 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:03:59.142545 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06df6506-8b3e-4ddb-ad46-6c9c10e47976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:59.187898 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] device_id is not set on port cebf279a-d58a-4115-a48f-aa9a5758d096 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:03:59.226769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3380b94c-8057-414c-a59d-46fe3fdfdce9 None None] Provisioning complete for port 84103f09-9de9-4342-8547-21a4ffa117dc triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:59.227205 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3380b94c-8057-414c-a59d-46fe3fdfdce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:59.298973 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3bccf313-7347-4c3e-847f-981429559068 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:59.302641 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bccf313-7347-4c3e-847f-981429559068 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:03:59.303250 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3bccf313-7347-4c3e-847f-981429559068 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:59.368455 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-06df6506-8b3e-4ddb-ad46-6c9c10e47976 None None] The port 'b0ad1de8-7dd1-4059-994e-7fdf9dfdf894' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:03:59.516273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccf313-7347-4c3e-847f-981429559068 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event updated for resources: {'Network': ['ID=a674ee66-0798-4ec7-a65d-85be5e324238,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:59.538020 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network a674ee66-0798-4ec7-a65d-85be5e324238 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:03:59.609416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:59.630928 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 38a64eab-514d-4a80-8847-bd5ff33542d7 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:03:59.642540 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3bccf313-7347-4c3e-847f-981429559068 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8863363 Jan 20 11:03:59.644686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bed23b16-0197-471c-9526-015407568c7e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:59.647071 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33378) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:03:59.656560 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-208b6db7-e73d-48f4-a0f0-01288a0ad363 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Request body: {'subnet': {'network_id': 'a674ee66-0798-4ec7-a65d-85be5e324238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:03:59.667565 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 38a64eab-514d-4a80-8847-bd5ff33542d7 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:03:59.667989 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:59.695460 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed23b16-0197-471c-9526-015407568c7e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Port': ['ID=4366f88d-5a3a-4700-9b48-25dc27ec0303,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:59.706374 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3380b94c-8057-414c-a59d-46fe3fdfdce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:59.737027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fadec835-55dc-415a-802b-58cb5b1629da tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:59.814810 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:59.815746 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:59.854039 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-3380b94c-8057-414c-a59d-46fe3fdfdce9 None None] For port 84103f09-9de9-4342-8547-21a4ffa117dc, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=84103f09-9de9-4342-8547-21a4ffa117dc,segment=NetworkSegment(253bc554-9ac6-4d6d-adaa-fd13d3ff3ca6),segment_id=253bc554-9ac6-4d6d-adaa-fd13d3ff3ca6)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:03:59.855344 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2eaa4429-4dfc-4dcb-94ec-24b7c180f90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:59.938855 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa4429-4dfc-4dcb-94ec-24b7c180f90b None None] No DVR routers for this DVR port 38a64eab-514d-4a80-8847-bd5ff33542d7 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:03:59.948768 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Could not find standard attr ID for object 38a64eab-514d-4a80-8847-bd5ff33542d7. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:03:59.965976 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa4429-4dfc-4dcb-94ec-24b7c180f90b None None] Pushing event deleted for resources: {'Port': ['ID=38a64eab-514d-4a80-8847-bd5ff33542d7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:03:59.970987 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadec835-55dc-415a-802b-58cb5b1629da tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:03:59.979131 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No ports have port_id starting with 38a64eab-514d-4a80-8847-bd5ff33542d7 Jan 20 11:03:59.988805 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:03:59.996581 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3380b94c-8057-414c-a59d-46fe3fdfdce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:00.068975 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-208b6db7-e73d-48f4-a0f0-01288a0ad363 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:00.079655 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-208b6db7-e73d-48f4-a0f0-01288a0ad363 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Usage tracker for resource:subnet and tenant:c2d3b41bd5b8426ab546185eca393a39 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:00.082823 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-208b6db7-e73d-48f4-a0f0-01288a0ad363 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:00.090155 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-208b6db7-e73d-48f4-a0f0-01288a0ad363 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:00.107990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-fadec835-55dc-415a-802b-58cb5b1629da tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:00.109883 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=39aa39f8-b229-4036-8979-691a8854689b,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:00.128066 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadec835-55dc-415a-802b-58cb5b1629da tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:00.128945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fadec835-55dc-415a-802b-58cb5b1629da tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:00.130892 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 38a64eab-514d-4a80-8847-bd5ff33542d7 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:04:00.152157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadec835-55dc-415a-802b-58cb5b1629da tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=ee1702e3-c6b1-4e52-af1c-03fdebf8969d,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:00.174377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b257d4-6436-42e1-948a-b47fdbc2a817 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:00.196552 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:00.203507 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 38a64eab-514d-4a80-8847-bd5ff33542d7 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:04:00.209557 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 38a64eab-514d-4a80-8847-bd5ff33542d7 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:04:00.267784 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208b6db7-e73d-48f4-a0f0-01288a0ad363 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Made reservation on behalf of c2d3b41bd5b8426ab546185eca393a39 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:00.270389 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:00.313925 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Transition to ACTIVE for port object 499c63ac-9d5c-4f13-bfa6-66a664d03604 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:00.350016 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Transition to ACTIVE for port object 499c63ac-9d5c-4f13-bfa6-66a664d03604 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:00.355464 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380b94c-8057-414c-a59d-46fe3fdfdce9 None None] Pushing event updated for resources: {'Port': ['ID=84103f09-9de9-4342-8547-21a4ffa117dc,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:00.369997 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fadec835-55dc-415a-802b-58cb5b1629da tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5801821 Jan 20 11:04:00.376442 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33384) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:00.387555 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'fixed_ips': [{'subnet_id': 'ee1702e3-c6b1-4e52-af1c-03fdebf8969d', 'ip_address': '2001:db8::b6e9:ebb1:6ed2:6d41'}], 'name': 'tempest-NetworksTestDHCPv6-1848548512'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:00.392294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a68923e4-c08a-485e-b024-2259b6621dba None None] Provisioning complete for port 84103f09-9de9-4342-8547-21a4ffa117dc triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:00.402676 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a68923e4-c08a-485e-b024-2259b6621dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:00.408978 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network cd292559-008a-4596-bc57-aeb60887c78e is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:00.417177 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:00.433826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-208b6db7-e73d-48f4-a0f0-01288a0ad363 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:00.505468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:00.643345 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:00.652148 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Network 4aee7084-f919-4206-9ab2-2b22895a1169 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:00.657715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:00.664752 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:00.677070 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:00.683309 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Pushing event updated for resources: {'Port': ['ID=499c63ac-9d5c-4f13-bfa6-66a664d03604,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:00.685996 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:00.698510 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:00.698510 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:00.720671 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=cebf279a-d58a-4115-a48f-aa9a5758d096,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:00.755699 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bed23b16-0197-471c-9526-015407568c7e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:00.759696 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:00.760342 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:00.760775 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:00.761208 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:00.761778 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:00.762269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:00.762610 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:00.762941 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:00.763270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:00.763592 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:00.763914 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:00.832031 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8962365b-2f7b-4071-b5a5-7c805118ad36', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'fixed_ips': [{'subnet_id': 'ee1702e3-c6b1-4e52-af1c-03fdebf8969d'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:04:00.832751 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:00.882457 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Attempting to bind port 499c63ac-9d5c-4f13-bfa6-66a664d03604 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:04:00.882828 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Attempting to bind port 499c63ac-9d5c-4f13-bfa6-66a664d03604 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '7a050f27-5535-4d1c-9c2a-3dbb492c0ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4aee7084-f919-4206-9ab2-2b22895a1169'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:04:00.883798 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Attempting to bind port 499c63ac-9d5c-4f13-bfa6-66a664d03604 on network 4aee7084-f919-4206-9ab2-2b22895a1169 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:04:00.901336 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1f8f5da8-b26e-4a94-ba64-177e69060a4b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1052051 Jan 20 11:04:00.907146 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33388) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:00.950047 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:04:00.950654 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Checking segment: {'id': '7a050f27-5535-4d1c-9c2a-3dbb492c0ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4aee7084-f919-4206-9ab2-2b22895a1169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:00.950826 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:00.951232 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Bound using segment: {'id': '7a050f27-5535-4d1c-9c2a-3dbb492c0ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4aee7084-f919-4206-9ab2-2b22895a1169'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:04:00.951725 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Bound port: 499c63ac-9d5c-4f13-bfa6-66a664d03604, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a050f27-5535-4d1c-9c2a-3dbb492c0ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '4aee7084-f919-4206-9ab2-2b22895a1169'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:04:00.952101 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:01.039610 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-64dde6d7-529f-4eb0-86e3-bdb39ff0392a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port cebf279a-d58a-4115-a48f-aa9a5758d096 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:01.040218 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-64dde6d7-529f-4eb0-86e3-bdb39ff0392a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:01.068234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:01.072575 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a68923e4-c08a-485e-b024-2259b6621dba None None] Provisioning for port 39aa39f8-b229-4036-8979-691a8854689b completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:01.093024 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a68923e4-c08a-485e-b024-2259b6621dba None None] Provisioning complete for port 39aa39f8-b229-4036-8979-691a8854689b triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:01.093323 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a68923e4-c08a-485e-b024-2259b6621dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:01.147843 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:01.171829 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] For port 499c63ac-9d5c-4f13-bfa6-66a664d03604, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:04:01.174096 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Allocated IP 2001:db8::2 (8962365b-2f7b-4071-b5a5-7c805118ad36/ee1702e3-c6b1-4e52-af1c-03fdebf8969d/9b6d67d7-acb4-4630-8a63-d0f2773e63ad) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:01.181573 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-208b6db7-e73d-48f4-a0f0-01288a0ad363 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 11:04:01.190302 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a68923e4-c08a-485e-b024-2259b6621dba None None] Port 39aa39f8-b229-4036-8979-691a8854689b cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:04:01.191064 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-208b6db7-e73d-48f4-a0f0-01288a0ad363 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:01.193230 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] For port 499c63ac-9d5c-4f13-bfa6-66a664d03604, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=499c63ac-9d5c-4f13-bfa6-66a664d03604,segment=NetworkSegment(7a050f27-5535-4d1c-9c2a-3dbb492c0ee5),segment_id=7a050f27-5535-4d1c-9c2a-3dbb492c0ee5)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:04:01.343836 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:01.367466 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b6db7-e73d-48f4-a0f0-01288a0ad363 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event updated for resources: {'Subnet': ['ID=062408f0-c76d-4cbd-8de3-e8a2d11aced4,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:01.384755 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:01.390637 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:01.394963 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-64dde6d7-529f-4eb0-86e3-bdb39ff0392a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:01.403806 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ebd9435e-9caf-416b-aecb-507ace8b8bf4 None None] Provisioning complete for port 39aa39f8-b229-4036-8979-691a8854689b triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:01.404237 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ebd9435e-9caf-416b-aecb-507ace8b8bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:01.411247 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208b6db7-e73d-48f4-a0f0-01288a0ad363 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Checking segment: {'id': '956cc7cd-fc02-44c3-9d10-0f4cb35dab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a674ee66-0798-4ec7-a65d-85be5e324238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:01.411606 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208b6db7-e73d-48f4-a0f0-01288a0ad363 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Network hostable DHCP agents. Network: a674ee66-0798-4ec7-a65d-85be5e324238, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:04:01.480065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port 39d1b7bb-34d3-437f-a693-6c35f275649a yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:04:01.510188 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f75a59a-57df-48a4-87c5-1394969e6bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:01.559973 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ebd9435e-9caf-416b-aecb-507ace8b8bf4 None None] Port 39aa39f8-b229-4036-8979-691a8854689b cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:04:01.579930 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:01.582455 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99bd2c-01e9-4356-8a3b-764d5698c05e None None] Pushing event updated for resources: {'Port': ['ID=499c63ac-9d5c-4f13-bfa6-66a664d03604,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:01.595147 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Transition to ACTIVE for port object 9b6d67d7-acb4-4630-8a63-d0f2773e63ad will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:01.614398 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Transition to ACTIVE for port object 9b6d67d7-acb4-4630-8a63-d0f2773e63ad will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:01.643601 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-64dde6d7-529f-4eb0-86e3-bdb39ff0392a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for cebf279a-d58a-4115-a48f-aa9a5758d096 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:01.654908 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed23b16-0197-471c-9526-015407568c7e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router f17c9a4b-d012-43af-8af0-db912093f381 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:04:01.693527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:01.774174 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:01.777606 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:01.781737 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:01.788525 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Pushing event updated for resources: {'Port': ['ID=9b6d67d7-acb4-4630-8a63-d0f2773e63ad,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:01.863134 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-64dde6d7-529f-4eb0-86e3-bdb39ff0392a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:01.863134 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208b6db7-e73d-48f4-a0f0-01288a0ad363 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Network a674ee66-0798-4ec7-a65d-85be5e324238 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:04:01.883594 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router 4f76bc57-c47f-440b-9943-5649d6df4441 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:04:01.906334 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Attempting to bind port 9b6d67d7-acb4-4630-8a63-d0f2773e63ad on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:04:01.912880 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Attempting to bind port 9b6d67d7-acb4-4630-8a63-d0f2773e63ad by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:04:01.913256 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Attempting to bind port 9b6d67d7-acb4-4630-8a63-d0f2773e63ad on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:04:01.926894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:04:01.937203 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dde6d7-529f-4eb0-86e3-bdb39ff0392a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=cebf279a-d58a-4115-a48f-aa9a5758d096,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:01.940829 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-64dde6d7-529f-4eb0-86e3-bdb39ff0392a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:01.942039 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:01.942959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:01.949306 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:04:01.950358 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Bound port: 9b6d67d7-acb4-4630-8a63-d0f2773e63ad, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:04:01.951417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:01.954431 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-64dde6d7-529f-4eb0-86e3-bdb39ff0392a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/ports/cebf279a-d58a-4115-a48f-aa9a5758d096 HTTP/1.1" status: 204 len: 168 time: 1.0460165 Jan 20 11:04:01.957204 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33394) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:01.968932 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-008d9912-b610-4e1c-acbe-813507a47e97 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e', 'mac_address': 'fa:16:3e:d8:d2:88', 'name': 'tempest-PortsIpV6TestJSON-975274773'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:02.071810 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::b6e9:ebb1:6ed2:6d41 (8962365b-2f7b-4071-b5a5-7c805118ad36/ee1702e3-c6b1-4e52-af1c-03fdebf8969d/39d1b7bb-34d3-437f-a693-6c35f275649a) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:02.109440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-208b6db7-e73d-48f4-a0f0-01288a0ad363 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, a674ee66-0798-4ec7-a65d-85be5e324238) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:02.121831 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fc7a1c-b303-49e6-b931-fe10b62b4764 None None] Network a674ee66-0798-4ec7-a65d-85be5e324238 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:02.152529 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208b6db7-e73d-48f4-a0f0-01288a0ad363 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:02.152803 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-208b6db7-e73d-48f4-a0f0-01288a0ad363 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:02.188691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed23b16-0197-471c-9526-015407568c7e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:04:02.199340 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410316ee-bf5c-48b2-aca4-4c551b71ef87 None None] Sync routers for ids ['f17c9a4b-d012-43af-8af0-db912093f381'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:04:02.202075 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] For port 9b6d67d7-acb4-4630-8a63-d0f2773e63ad, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:04:02.213814 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410316ee-bf5c-48b2-aca4-4c551b71ef87 None None] Routers {'f17c9a4b-d012-43af-8af0-db912093f381'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:02.214652 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-410316ee-bf5c-48b2-aca4-4c551b71ef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['f17c9a4b-d012-43af-8af0-db912093f381'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:02.216178 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-008d9912-b610-4e1c-acbe-813507a47e97 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:02.218640 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] For port 9b6d67d7-acb4-4630-8a63-d0f2773e63ad, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9b6d67d7-acb4-4630-8a63-d0f2773e63ad,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:04:02.224596 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-008d9912-b610-4e1c-acbe-813507a47e97 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:port and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:02.231396 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-008d9912-b610-4e1c-acbe-813507a47e97 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:02.247524 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-008d9912-b610-4e1c-acbe-813507a47e97 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:02.252068 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 499c63ac-9d5c-4f13-bfa6-66a664d03604 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:02.290722 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-410316ee-bf5c-48b2-aca4-4c551b71ef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:02.305665 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410316ee-bf5c-48b2-aca4-4c551b71ef87 None None] Routers {'f17c9a4b-d012-43af-8af0-db912093f381'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:02.306507 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-410316ee-bf5c-48b2-aca4-4c551b71ef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['f17c9a4b-d012-43af-8af0-db912093f381'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:02.312636 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bed23b16-0197-471c-9526-015407568c7e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/f17c9a4b-d012-43af-8af0-db912093f381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3723967 Jan 20 11:04:02.314329 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33398) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:02.340042 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-208b6db7-e73d-48f4-a0f0-01288a0ad363 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6911805 Jan 20 11:04:02.344715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33402) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:02.353926 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-307c8b91-aaaf-441b-b8fc-b3ca887a10e7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Request body: {'port': {'network_id': 'a674ee66-0798-4ec7-a65d-85be5e324238', 'name': 'tempest-NetworksIpV6TestAttrs-1026931924'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:02.374512 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b3367ddc-a14c-4b23-819a-e6790ed4ca6b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Synchronizing usage tracker for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:02.386524 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-410316ee-bf5c-48b2-aca4-4c551b71ef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:02.386986 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410316ee-bf5c-48b2-aca4-4c551b71ef87 None None] The sync data for ids ['f17c9a4b-d012-43af-8af0-db912093f381'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:04:02.467786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-a674ee66-0798-4ec7-a65d-85be5e324238', 'network_id': 'a674ee66-0798-4ec7-a65d-85be5e324238', 'tenant_id': 'c2d3b41bd5b8426ab546185eca393a39', 'fixed_ips': [{'subnet_id': '062408f0-c76d-4cbd-8de3-e8a2d11aced4'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:04:02.468856 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:02.486137 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:02.560541 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008d9912-b610-4e1c-acbe-813507a47e97 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:02.593734 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:02.610162 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-307c8b91-aaaf-441b-b8fc-b3ca887a10e7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:02.615943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object 39d1b7bb-34d3-437f-a693-6c35f275649a will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:02.647738 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 499c63ac-9d5c-4f13-bfa6-66a664d03604 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:02.695333 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 84103f09-9de9-4342-8547-21a4ffa117dc up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:02.700140 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:04:02.705388 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a87db7f0-43a2-47ce-b54e-ef1681aaf4f9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/4f76bc57-c47f-440b-9943-5649d6df4441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1528740 Jan 20 11:04:02.707658 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33408) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:02.720322 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-307c8b91-aaaf-441b-b8fc-b3ca887a10e7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Usage tracker for resource:port and tenant:c2d3b41bd5b8426ab546185eca393a39 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:02.723601 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-307c8b91-aaaf-441b-b8fc-b3ca887a10e7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:02.729948 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-307c8b91-aaaf-441b-b8fc-b3ca887a10e7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:02.747412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:02.768976 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d4496-d29d-4d51-930c-d2f5a16315d2 None None] Pushing event updated for resources: {'Port': ['ID=9b6d67d7-acb4-4630-8a63-d0f2773e63ad,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:02.773159 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce7a3f4-d5b7-41b8-b598-67593bf16504 None None] Sync routers for ids ['4f76bc57-c47f-440b-9943-5649d6df4441'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:04:02.793099 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-008d9912-b610-4e1c-acbe-813507a47e97 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:02.842743 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-008d9912-b610-4e1c-acbe-813507a47e97 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] device_id is not set on port 6eb9a734-1643-4dd8-ba94-00ea8ed52f8b yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:04:02.858142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b3367ddc-a14c-4b23-819a-e6790ed4ca6b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Unset dirty status for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:02.861791 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b3367ddc-a14c-4b23-819a-e6790ed4ca6b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/ports?device_id=f17c9a4b-d012-43af-8af0-db912093f381 HTTP/1.1" status: 200 len: 205 time: 0.5441313 Jan 20 11:04:02.875672 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=39d1b7bb-34d3-437f-a693-6c35f275649a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:02.888083 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33412) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:02.891578 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307c8b91-aaaf-441b-b8fc-b3ca887a10e7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Made reservation on behalf of c2d3b41bd5b8426ab546185eca393a39 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:02.894763 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-307c8b91-aaaf-441b-b8fc-b3ca887a10e7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:02.900189 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce7a3f4-d5b7-41b8-b598-67593bf16504 None None] Routers {'4f76bc57-c47f-440b-9943-5649d6df4441'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:02.901106 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-9ce7a3f4-d5b7-41b8-b598-67593bf16504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['4f76bc57-c47f-440b-9943-5649d6df4441'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:02.908965 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:02.909193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:02.909347 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:02.909695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:02.910026 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:02.910348 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:02.910665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:02.910983 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:02.911300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:02.911601 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:02.911916 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:02.943313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:02.958826 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:02.963670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:02.967602 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:02.968196 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:02.987840 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-9ce7a3f4-d5b7-41b8-b598-67593bf16504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:02.990104 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847c598c-6fd8-4e96-993d-99ccb3d38935 None None] Network 4aee7084-f919-4206-9ab2-2b22895a1169 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:03.008683 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c0c92f-2d11-484f-a977-e5a5fac51fa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:03.010542 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c8c0c92f-2d11-484f-a977-e5a5fac51fa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Synchronizing usage tracker for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:03.016780 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Allocated IP 2001:db8::f816:3eff:fec3:200f (a674ee66-0798-4ec7-a65d-85be5e324238/062408f0-c76d-4cbd-8de3-e8a2d11aced4/59b8dce3-715f-4ecc-ad71-2179bb3a31e3) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:03.094931 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-307c8b91-aaaf-441b-b8fc-b3ca887a10e7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] device_id is not set on port a1838027-a2ab-48cf-828c-8ca9614d4d7d yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:04:03.127739 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9bb2a9a3-39a6-4e57-9544-85f3b4175d55 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7497571 Jan 20 11:04:03.131607 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33416) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:03.147852 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-6574576d-09f8-4341-9416-cf92e99ee4c0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'fixed_ips': [{'subnet_id': 'ee1702e3-c6b1-4e52-af1c-03fdebf8969d', 'ip_address': '2001:db8::b6e9:ebb1:6ed2:6d41'}], 'name': 'tempest-NetworksTestDHCPv6-4123663'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:03.169164 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c8c0c92f-2d11-484f-a977-e5a5fac51fa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Unset dirty status for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:03.170879 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c8c0c92f-2d11-484f-a977-e5a5fac51fa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/ports/39aa39f8-b229-4036-8979-691a8854689b HTTP/1.1" status: 200 len: 911 time: 0.4611895 Jan 20 11:04:03.194631 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33420) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:03.197900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-744da98e-e019-42f2-b869-2865c54ced99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:03.205908 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 84103f09-9de9-4342-8547-21a4ffa117dc triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:03.206289 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:03.238293 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce7a3f4-d5b7-41b8-b598-67593bf16504 None None] Routers {'4f76bc57-c47f-440b-9943-5649d6df4441'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:03.239264 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-9ce7a3f4-d5b7-41b8-b598-67593bf16504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:03:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['4f76bc57-c47f-440b-9943-5649d6df4441'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:03.319884 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6574576d-09f8-4341-9416-cf92e99ee4c0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:03.324629 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6574576d-09f8-4341-9416-cf92e99ee4c0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:port and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:03.327837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6574576d-09f8-4341-9416-cf92e99ee4c0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:03.332399 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-9ce7a3f4-d5b7-41b8-b598-67593bf16504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:03.332550 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce7a3f4-d5b7-41b8-b598-67593bf16504 None None] The sync data for ids ['4f76bc57-c47f-440b-9943-5649d6df4441'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:04:03.333901 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f20dce5a-5b8a-4a1c-ae88-ab0497034406 None None] Provisioning for port 499c63ac-9d5c-4f13-bfa6-66a664d03604 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:03.334130 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6574576d-09f8-4341-9416-cf92e99ee4c0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:03.382092 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f20dce5a-5b8a-4a1c-ae88-ab0497034406 None None] Provisioning complete for port 499c63ac-9d5c-4f13-bfa6-66a664d03604 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:03.382466 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f20dce5a-5b8a-4a1c-ae88-ab0497034406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:03.423970 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6574576d-09f8-4341-9416-cf92e99ee4c0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:03.431404 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6574576d-09f8-4341-9416-cf92e99ee4c0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:03.457836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-6574576d-09f8-4341-9416-cf92e99ee4c0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port 7974cddf-a7d9-43dd-9634-4c1e9818fd0a yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:04:03.739791 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-6574576d-09f8-4341-9416-cf92e99ee4c0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 20 11:04:03.740579 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6574576d-09f8-4341-9416-cf92e99ee4c0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:04:03.803373 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:03.841817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Transition to ACTIVE for port object 59b8dce3-715f-4ecc-ad71-2179bb3a31e3 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:03.857456 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f20dce5a-5b8a-4a1c-ae88-ab0497034406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:03.888317 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Transition to ACTIVE for port object 59b8dce3-715f-4ecc-ad71-2179bb3a31e3 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:03.902193 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6574576d-09f8-4341-9416-cf92e99ee4c0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7694187 Jan 20 11:04:03.904613 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33426) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:03.917315 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f20dce5a-5b8a-4a1c-ae88-ab0497034406 None None] For port 499c63ac-9d5c-4f13-bfa6-66a664d03604, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=499c63ac-9d5c-4f13-bfa6-66a664d03604,segment=NetworkSegment(7a050f27-5535-4d1c-9c2a-3dbb492c0ee5),segment_id=7a050f27-5535-4d1c-9c2a-3dbb492c0ee5)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:03.927601 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-008d9912-b610-4e1c-acbe-813507a47e97 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:03.931607 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bfd32149-dda1-4487-b8df-3e1d62a89022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:04.019111 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:04.083927 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a31a25-2cd3-4a74-b924-626a3be8ab18 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:04.088951 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a31a25-2cd3-4a74-b924-626a3be8ab18 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:04.090056 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-57a31a25-2cd3-4a74-b924-626a3be8ab18 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:04.125561 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f20dce5a-5b8a-4a1c-ae88-ab0497034406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:04.134493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Network a674ee66-0798-4ec7-a65d-85be5e324238 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:04.138710 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:04.142205 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:04.149420 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Pushing event updated for resources: {'Port': ['ID=59b8dce3-715f-4ecc-ad71-2179bb3a31e3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:04.189763 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9b6d67d7-acb4-4630-8a63-d0f2773e63ad up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:04.218447 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-57a31a25-2cd3-4a74-b924-626a3be8ab18 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:04.224407 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-57a31a25-2cd3-4a74-b924-626a3be8ab18 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3141711 Jan 20 11:04:04.227314 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33430) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:04.236451 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-744da98e-e019-42f2-b869-2865c54ced99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:04.295958 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-307c8b91-aaaf-441b-b8fc-b3ca887a10e7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Allocated IP 2001:db8::f816:3eff:fe65:e92a (a674ee66-0798-4ec7-a65d-85be5e324238/062408f0-c76d-4cbd-8de3-e8a2d11aced4/a1838027-a2ab-48cf-828c-8ca9614d4d7d) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:04.326403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-744da98e-e019-42f2-b869-2865c54ced99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:04.328058 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-00682119-9865-4b6e-92d4-9d460e663262 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port 39d1b7bb-34d3-437f-a693-6c35f275649a {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:04.328481 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-00682119-9865-4b6e-92d4-9d460e663262 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:04.379931 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20dce5a-5b8a-4a1c-ae88-ab0497034406 None None] Pushing event updated for resources: {'Port': ['ID=499c63ac-9d5c-4f13-bfa6-66a664d03604,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:04.391963 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Attempting to bind port 59b8dce3-715f-4ecc-ad71-2179bb3a31e3 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:04:04.392488 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Attempting to bind port 59b8dce3-715f-4ecc-ad71-2179bb3a31e3 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '956cc7cd-fc02-44c3-9d10-0f4cb35dab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a674ee66-0798-4ec7-a65d-85be5e324238'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:04:04.392965 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Attempting to bind port 59b8dce3-715f-4ecc-ad71-2179bb3a31e3 on network a674ee66-0798-4ec7-a65d-85be5e324238 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:04:04.404327 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:04:04.404712 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Checking segment: {'id': '956cc7cd-fc02-44c3-9d10-0f4cb35dab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a674ee66-0798-4ec7-a65d-85be5e324238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:04.405124 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:04.405526 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Bound using segment: {'id': '956cc7cd-fc02-44c3-9d10-0f4cb35dab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a674ee66-0798-4ec7-a65d-85be5e324238'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:04:04.406031 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Bound port: 59b8dce3-715f-4ecc-ad71-2179bb3a31e3, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956cc7cd-fc02-44c3-9d10-0f4cb35dab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a674ee66-0798-4ec7-a65d-85be5e324238'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:04:04.407047 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:04.420676 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-008d9912-b610-4e1c-acbe-813507a47e97 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:04.526576 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008d9912-b610-4e1c-acbe-813507a47e97 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:04.527055 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] For port 59b8dce3-715f-4ecc-ad71-2179bb3a31e3, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:04:04.531395 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] For port 59b8dce3-715f-4ecc-ad71-2179bb3a31e3, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=59b8dce3-715f-4ecc-ad71-2179bb3a31e3,segment=NetworkSegment(956cc7cd-fc02-44c3-9d10-0f4cb35dab27),segment_id=956cc7cd-fc02-44c3-9d10-0f4cb35dab27)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:04:04.537621 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-008d9912-b610-4e1c-acbe-813507a47e97 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:04.546311 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008d9912-b610-4e1c-acbe-813507a47e97 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:04.550105 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008d9912-b610-4e1c-acbe-813507a47e97 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:04.550699 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-008d9912-b610-4e1c-acbe-813507a47e97 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:04.566762 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-dc3f25e3-22c6-452e-b8ec-0c4634fe80b3 None None] Provisioning for port 9b6d67d7-acb4-4630-8a63-d0f2773e63ad completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:04.612496 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 9b6d67d7-acb4-4630-8a63-d0f2773e63ad completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:04.618609 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 9b6d67d7-acb4-4630-8a63-d0f2773e63ad triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:04.619112 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:04.662614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d9912-b610-4e1c-acbe-813507a47e97 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=6eb9a734-1643-4dd8-ba94-00ea8ed52f8b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:04.670864 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-00682119-9865-4b6e-92d4-9d460e663262 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:04.702607 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-744da98e-e019-42f2-b869-2865c54ced99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:04.702983 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744da98e-e019-42f2-b869-2865c54ced99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Fanout notify agent at l3_agent the message router_deleted on router f17c9a4b-d012-43af-8af0-db912093f381 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:04:04.716723 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-744da98e-e019-42f2-b869-2865c54ced99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:04.716723 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-744da98e-e019-42f2-b869-2865c54ced99 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/routers/f17c9a4b-d012-43af-8af0-db912093f381 HTTP/1.1" status: 204 len: 168 time: 1.8236251 Jan 20 11:04:04.718628 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:04.719649 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33434) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:04.802237 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-008d9912-b610-4e1c-acbe-813507a47e97 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8438053 Jan 20 11:04:04.809804 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33438) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:04.839086 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-00682119-9865-4b6e-92d4-9d460e663262 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for 39d1b7bb-34d3-437f-a693-6c35f275649a owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:04.892337 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-307c8b91-aaaf-441b-b8fc-b3ca887a10e7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:04.960160 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e217516f-fa64-4a13-bfc8-2e0100ed99c5 None None] Provisioning complete for port 499c63ac-9d5c-4f13-bfa6-66a664d03604 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:04.960535 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e217516f-fa64-4a13-bfc8-2e0100ed99c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:04.968818 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75c66c1c-2b62-4f0d-b058-539b9ffa9192 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:05.006801 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:05.032922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:05.066157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 9b6d67d7-acb4-4630-8a63-d0f2773e63ad, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9b6d67d7-acb4-4630-8a63-d0f2773e63ad,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:05.119469 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f46627-d6f0-4b60-9953-d1cfdb5cf511 None None] Pushing event updated for resources: {'Port': ['ID=59b8dce3-715f-4ecc-ad71-2179bb3a31e3,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:05.164655 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-307c8b91-aaaf-441b-b8fc-b3ca887a10e7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Transition to ACTIVE for port object a1838027-a2ab-48cf-828c-8ca9614d4d7d will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:05.196813 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc274494-b049-44c0-a98c-271fef8ff3eb tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:05.197550 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bc274494-b049-44c0-a98c-271fef8ff3eb tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Synchronizing usage tracker for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:05.228654 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:05.272659 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:05.321623 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=9b6d67d7-acb4-4630-8a63-d0f2773e63ad,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:05.361969 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-00682119-9865-4b6e-92d4-9d460e663262 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:05.363846 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e217516f-fa64-4a13-bfc8-2e0100ed99c5 None None] Provisioning for port 39d1b7bb-34d3-437f-a693-6c35f275649a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:05.369587 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c2e52d-9ce2-45e2-863a-eee37ec8a75e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting subnet fd72a0de-5ca6-47e2-af30-b6c3c5c1205f {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:04:05.382585 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e217516f-fa64-4a13-bfc8-2e0100ed99c5 None None] Provisioning complete for port 39d1b7bb-34d3-437f-a693-6c35f275649a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:05.382585 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e217516f-fa64-4a13-bfc8-2e0100ed99c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:05.383270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e52d-9ce2-45e2-863a-eee37ec8a75e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:05.420754 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00682119-9865-4b6e-92d4-9d460e663262 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=39d1b7bb-34d3-437f-a693-6c35f275649a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:05.435030 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e217516f-fa64-4a13-bfc8-2e0100ed99c5 None None] Port 39d1b7bb-34d3-437f-a693-6c35f275649a was deleted so its status cannot be updated. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 20 11:04:05.468177 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-00682119-9865-4b6e-92d4-9d460e663262 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:05.552794 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-307c8b91-aaaf-441b-b8fc-b3ca887a10e7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:05.558675 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bc274494-b049-44c0-a98c-271fef8ff3eb tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Unset dirty status for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:05.560239 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bc274494-b049-44c0-a98c-271fef8ff3eb tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports/6eb9a734-1643-4dd8-ba94-00ea8ed52f8b HTTP/1.1" status: 200 len: 844 time: 0.7398074 Jan 20 11:04:05.563631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33444) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:05.625267 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-00682119-9865-4b6e-92d4-9d460e663262 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/39d1b7bb-34d3-437f-a693-6c35f275649a HTTP/1.1" status: 204 len: 168 time: 1.3968270 Jan 20 11:04:05.626508 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33448) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:05.650254 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e52d-9ce2-45e2-863a-eee37ec8a75e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:05.679007 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-c82093c3-f772-4ab1-b4ac-f66adfdb4679 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port 6eb9a734-1643-4dd8-ba94-00ea8ed52f8b {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:05.683654 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c82093c3-f772-4ab1-b4ac-f66adfdb4679 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:05.718339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307c8b91-aaaf-441b-b8fc-b3ca887a10e7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Network a674ee66-0798-4ec7-a65d-85be5e324238 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:05.734515 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-307c8b91-aaaf-441b-b8fc-b3ca887a10e7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:05.736763 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c8b91-aaaf-441b-b8fc-b3ca887a10e7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event updated for resources: {'Port': ['ID=a1838027-a2ab-48cf-828c-8ca9614d4d7d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:05.745524 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307c8b91-aaaf-441b-b8fc-b3ca887a10e7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:05.750997 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307c8b91-aaaf-441b-b8fc-b3ca887a10e7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:05.751743 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-307c8b91-aaaf-441b-b8fc-b3ca887a10e7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:05.754909 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06caa07-2b25-497c-9a4c-f9570d66d7c1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:05.756271 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06caa07-2b25-497c-9a4c-f9570d66d7c1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:05.756982 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d06caa07-2b25-497c-9a4c-f9570d66d7c1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:05.847805 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e52d-9ce2-45e2-863a-eee37ec8a75e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:05.951848 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c82093c3-f772-4ab1-b4ac-f66adfdb4679 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:05.979026 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-307c8b91-aaaf-441b-b8fc-b3ca887a10e7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.6305544 Jan 20 11:04:06.023098 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33452) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:06.110305 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-c82093c3-f772-4ab1-b4ac-f66adfdb4679 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for 6eb9a734-1643-4dd8-ba94-00ea8ed52f8b owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:06.167467 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d06caa07-2b25-497c-9a4c-f9570d66d7c1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:06.169507 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d06caa07-2b25-497c-9a4c-f9570d66d7c1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5403438 Jan 20 11:04:06.176409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33458) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:06.214296 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 499c63ac-9d5c-4f13-bfa6-66a664d03604 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:06.299157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:06.300091 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 499c63ac-9d5c-4f13-bfa6-66a664d03604 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:06.300548 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:06.334165 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f79dcbe-eeb7-49c7-97d3-9bf060983e7e None None] Network a674ee66-0798-4ec7-a65d-85be5e324238 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:06.355136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e52d-9ce2-45e2-863a-eee37ec8a75e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:06.438457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-9086a3ec-cd35-45e8-87ee-c9014b092728 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet ee1702e3-c6b1-4e52-af1c-03fdebf8969d {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:04:06.441378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9086a3ec-cd35-45e8-87ee-c9014b092728 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:06.457105 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2e52d-9ce2-45e2-863a-eee37ec8a75e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Subnet': ['ID=fd72a0de-5ca6-47e2-af30-b6c3c5c1205f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:06.485469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e52d-9ce2-45e2-863a-eee37ec8a75e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:06.493645 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c82093c3-f772-4ab1-b4ac-f66adfdb4679 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:06.503367 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f2c2e52d-9ce2-45e2-863a-eee37ec8a75e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/subnets/fd72a0de-5ca6-47e2-af30-b6c3c5c1205f HTTP/1.1" status: 204 len: 168 time: 1.7803273 Jan 20 11:04:06.505397 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec9695a-47ef-44eb-8ce4-5165aceb789e tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Deleting subnet 062408f0-c76d-4cbd-8de3-e8a2d11aced4 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:04:06.507082 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33462) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:06.518381 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4c3935-e059-47ef-97e7-e3546e1595d2 None None] Network b3fee172-0b4f-419a-868d-f57a35f739a7 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:06.529469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ec9695a-47ef-44eb-8ce4-5165aceb789e tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:06.566399 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9086a3ec-cd35-45e8-87ee-c9014b092728 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:06.631831 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4decf15e-9d53-4b8a-a9cf-52568cc694a2 None None] Provisioning for port 59b8dce3-715f-4ecc-ad71-2179bb3a31e3 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:06.670452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9086a3ec-cd35-45e8-87ee-c9014b092728 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:06.674291 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ec9695a-47ef-44eb-8ce4-5165aceb789e tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:06.718217 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 59b8dce3-715f-4ecc-ad71-2179bb3a31e3 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:06.759245 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:06.772673 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82093c3-f772-4ab1-b4ac-f66adfdb4679 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=6eb9a734-1643-4dd8-ba94-00ea8ed52f8b,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:06.791709 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c82093c3-f772-4ab1-b4ac-f66adfdb4679 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:06.828833 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting port 4cef76a9-16ae-45c7-a94f-0556f9824736 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:06.829179 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:06.904438 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9086a3ec-cd35-45e8-87ee-c9014b092728 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:06.973725 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 59b8dce3-715f-4ecc-ad71-2179bb3a31e3 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:06.983666 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 59b8dce3-715f-4ecc-ad71-2179bb3a31e3 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:06.984360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:07.017133 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c82093c3-f772-4ab1-b4ac-f66adfdb4679 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/ports/6eb9a734-1643-4dd8-ba94-00ea8ed52f8b HTTP/1.1" status: 204 len: 168 time: 1.4501078 Jan 20 11:04:07.023122 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ec9695a-47ef-44eb-8ce4-5165aceb789e tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:07.030136 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33466) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:07.057436 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85a07ef-a625-4d5e-9e4b-3579c3d1c92f None None] DHCP port deletion for b3fee172-0b4f-419a-868d-f57a35f739a7 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:04:07.079185 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f85a07ef-a625-4d5e-9e4b-3579c3d1c92f None None] Deleting port 4cef76a9-16ae-45c7-a94f-0556f9824736 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:07.079954 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f85a07ef-a625-4d5e-9e4b-3579c3d1c92f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:07.094075 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086a3ec-cd35-45e8-87ee-c9014b092728 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=ee1702e3-c6b1-4e52-af1c-03fdebf8969d,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:07.101154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9086a3ec-cd35-45e8-87ee-c9014b092728 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:07.103638 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9086a3ec-cd35-45e8-87ee-c9014b092728 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/ee1702e3-c6b1-4e52-af1c-03fdebf8969d HTTP/1.1" status: 204 len: 168 time: 0.9262767 Jan 20 11:04:07.110869 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33470) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:07.122044 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a73577e-6206-45e6-98c0-f0484e70b0d7 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:07.207013 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f5c1699-7df8-483e-81f1-37d66b02aec9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] GET failed (client error): The resource could not be found. Jan 20 11:04:07.207627 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1f5c1699-7df8-483e-81f1-37d66b02aec9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Synchronizing usage tracker for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:07.214959 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-dc03cdb4-59bb-4d6d-8356-948156935650 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029019 Jan 20 11:04:07.221289 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33476) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:07.230699 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-2c201a16-1335-46fa-8127-f65437f36aaa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:07.252307 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-75c66c1c-2b62-4f0d-b058-539b9ffa9192 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port 39aa39f8-b229-4036-8979-691a8854689b {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:07.252651 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75c66c1c-2b62-4f0d-b058-539b9ffa9192 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:07.336731 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] For port 4cef76a9-16ae-45c7-a94f-0556f9824736, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=4cef76a9-16ae-45c7-a94f-0556f9824736,segment=NetworkSegment(2423c176-189a-4446-b6e6-d7b00c6840d3),segment_id=2423c176-189a-4446-b6e6-d7b00c6840d3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:07.343160 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:07.384142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2c201a16-1335-46fa-8127-f65437f36aaa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:07.410095 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2c201a16-1335-46fa-8127-f65437f36aaa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:07.452495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1f5c1699-7df8-483e-81f1-37d66b02aec9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Unset dirty status for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:07.459309 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1f5c1699-7df8-483e-81f1-37d66b02aec9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports/6eb9a734-1643-4dd8-ba94-00ea8ed52f8b HTTP/1.1" status: 404 len: 333 time: 0.4195299 Jan 20 11:04:07.460135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33480) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:07.466844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-7d7c913e-9cd8-47fb-8fd3-30f639770828 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e', 'name': 'tempest-PortsIpV6TestJSON-1472646646'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:07.531370 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f85a07ef-a625-4d5e-9e4b-3579c3d1c92f None None] For port 4cef76a9-16ae-45c7-a94f-0556f9824736, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=4cef76a9-16ae-45c7-a94f-0556f9824736,segment=NetworkSegment(2423c176-189a-4446-b6e6-d7b00c6840d3),segment_id=2423c176-189a-4446-b6e6-d7b00c6840d3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:07.542040 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f85a07ef-a625-4d5e-9e4b-3579c3d1c92f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:07.710362 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ec9695a-47ef-44eb-8ce4-5165aceb789e tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:07.722029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Calling delete_port for 4cef76a9-16ae-45c7-a94f-0556f9824736 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:07.728958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c201a16-1335-46fa-8127-f65437f36aaa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:07.732426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2c201a16-1335-46fa-8127-f65437f36aaa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:07.750014 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f85a07ef-a625-4d5e-9e4b-3579c3d1c92f None None] Calling delete_port for 4cef76a9-16ae-45c7-a94f-0556f9824736 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:07.855588 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9695a-47ef-44eb-8ce4-5165aceb789e tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event deleted for resources: {'Subnet': ['ID=062408f0-c76d-4cbd-8de3-e8a2d11aced4,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:07.886708 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8ec9695a-47ef-44eb-8ce4-5165aceb789e tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:07.896361 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c23b849-ac25-45c2-bb51-ad68da343666 None None] Network a674ee66-0798-4ec7-a65d-85be5e324238 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:07.903972 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7d7c913e-9cd8-47fb-8fd3-30f639770828 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:07.915314 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8ec9695a-47ef-44eb-8ce4-5165aceb789e tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/subnets/062408f0-c76d-4cbd-8de3-e8a2d11aced4 HTTP/1.1" status: 204 len: 168 time: 1.8852942 Jan 20 11:04:07.917859 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7d7c913e-9cd8-47fb-8fd3-30f639770828 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:07.918213 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:07.919600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33484) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:07.954663 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75c66c1c-2b62-4f0d-b058-539b9ffa9192 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.009387 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-71f6937d-b2f8-451e-af1c-5b15876dc9cc None None] Provisioning for port a1838027-a2ab-48cf-828c-8ca9614d4d7d completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:08.043185 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 59b8dce3-715f-4ecc-ad71-2179bb3a31e3, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=59b8dce3-715f-4ecc-ad71-2179bb3a31e3,segment=NetworkSegment(956cc7cd-fc02-44c3-9d10-0f4cb35dab27),segment_id=956cc7cd-fc02-44c3-9d10-0f4cb35dab27)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:08.044229 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-71f6937d-b2f8-451e-af1c-5b15876dc9cc None None] Provisioning complete for port a1838027-a2ab-48cf-828c-8ca9614d4d7d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:08.044608 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-71f6937d-b2f8-451e-af1c-5b15876dc9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.051201 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2a6f3b-7c79-432d-b347-cc5e6f45f357 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:08.051700 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2a6f3b-7c79-432d-b347-cc5e6f45f357 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:08.052416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4b2a6f3b-7c79-432d-b347-cc5e6f45f357 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Synchronizing usage tracker for tenant:c2d3b41bd5b8426ab546185eca393a39 on resource:subnet {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:08.093558 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7c913e-9cd8-47fb-8fd3-30f639770828 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:08.094524 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7d7c913e-9cd8-47fb-8fd3-30f639770828 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.103579 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-75c66c1c-2b62-4f0d-b058-539b9ffa9192 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Calling delete_port for 39aa39f8-b229-4036-8979-691a8854689b owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:08.139719 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-7d7c913e-9cd8-47fb-8fd3-30f639770828 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] device_id is not set on port 38d866ab-bac3-4703-a0ec-141408ab8814 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:04:08.140940 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.141743 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9b6d67d7-acb4-4630-8a63-d0f2773e63ad up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:08.165294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140bda7d-700f-4fde-ae0b-9218a0ddd67a None None] DHCP port deletion for 8962365b-2f7b-4071-b5a5-7c805118ad36 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:04:08.192954 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4b2a6f3b-7c79-432d-b347-cc5e6f45f357 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Unset dirty status for tenant:c2d3b41bd5b8426ab546185eca393a39 on resource:subnet {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:08.194147 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4b2a6f3b-7c79-432d-b347-cc5e6f45f357 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2723439 Jan 20 11:04:08.198019 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33488) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:08.213896 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2c201a16-1335-46fa-8127-f65437f36aaa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.228398 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.228777 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-140bda7d-700f-4fde-ae0b-9218a0ddd67a None None] Deleting port 9b6d67d7-acb4-4630-8a63-d0f2773e63ad {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:08.229161 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-140bda7d-700f-4fde-ae0b-9218a0ddd67a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.270205 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-71f6937d-b2f8-451e-af1c-5b15876dc9cc None None] Port a1838027-a2ab-48cf-828c-8ca9614d4d7d cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:04:08.284883 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c201a16-1335-46fa-8127-f65437f36aaa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=16277b5b-aaff-4610-a216-38acbf193a58,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:08.328872 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c201a16-1335-46fa-8127-f65437f36aaa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:08.339083 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-f85a07ef-a625-4d5e-9e4b-3579c3d1c92f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:04:08.339448 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-f85a07ef-a625-4d5e-9e4b-3579c3d1c92f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:04:08.344727 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-2c201a16-1335-46fa-8127-f65437f36aaa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:08.347121 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Port': ['ID=4cef76a9-16ae-45c7-a94f-0556f9824736,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:08.350993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c201a16-1335-46fa-8127-f65437f36aaa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:08.352126 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2c201a16-1335-46fa-8127-f65437f36aaa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.367239 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] No DVR routers for this DVR port 4cef76a9-16ae-45c7-a94f-0556f9824736 on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:04:08.421028 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e64867e1-9f65-4769-ae9f-a4f2655146a1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.423319 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=59b8dce3-715f-4ecc-ad71-2179bb3a31e3,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:08.433376 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-71f6937d-b2f8-451e-af1c-5b15876dc9cc None None] Provisioning complete for port 59b8dce3-715f-4ecc-ad71-2179bb3a31e3 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:08.433777 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-71f6937d-b2f8-451e-af1c-5b15876dc9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.498417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:08.498771 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:08.499116 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:08.499461 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:08.499795 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:08.500683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:08.500683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:08.500879 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:08.501165 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:08.501494 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:08.502012 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:08.530753 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2c201a16-1335-46fa-8127-f65437f36aaa tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3081968 Jan 20 11:04:08.531814 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33496) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:08.537918 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-c8246e38-58e7-4c1f-a95c-a4ba5047134f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'fixed_ips': [{'subnet_id': '16277b5b-aaff-4610-a216-38acbf193a58', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1344454436'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:08.564446 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64867e1-9f65-4769-ae9f-a4f2655146a1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 20 11:04:08.564886 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64867e1-9f65-4769-ae9f-a4f2655146a1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:04:08.590085 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e64867e1-9f65-4769-ae9f-a4f2655146a1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/networks/a674ee66-0798-4ec7-a65d-85be5e324238 HTTP/1.1" status: 409 len: 405 time: 0.3907316 Jan 20 11:04:08.590467 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 9b6d67d7-acb4-4630-8a63-d0f2773e63ad triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:08.590919 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.591003 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33500) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:08.603969 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4cc167a0-52d1-4803-8ad6-e9f00073bee2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1634457522'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:08.609525 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4cc167a0-52d1-4803-8ad6-e9f00073bee2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:08.613474 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4cc167a0-52d1-4803-8ad6-e9f00073bee2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Usage tracker for resource:network and tenant:c2d3b41bd5b8426ab546185eca393a39 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:08.616510 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4cc167a0-52d1-4803-8ad6-e9f00073bee2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:08.642248 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4cc167a0-52d1-4803-8ad6-e9f00073bee2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:08.648020 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.686557 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3fee172-0b4f-419a-868d-f57a35f739a7']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:08.706074 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2423c176-189a-4446-b6e6-d7b00c6840d3') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:08.706375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2423c176-189a-4446-b6e6-d7b00c6840d3') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:08.718849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.731558 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75c66c1c-2b62-4f0d-b058-539b9ffa9192 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.737592 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d960ce1-41cf-49b5-8822-7fb0892ed70b None None] DHCP port deletion for a674ee66-0798-4ec7-a65d-85be5e324238 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:04:08.763123 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c8246e38-58e7-4c1f-a95c-a4ba5047134f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:08.767750 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c8246e38-58e7-4c1f-a95c-a4ba5047134f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:port and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:08.768846 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4d960ce1-41cf-49b5-8822-7fb0892ed70b None None] Deleting port 59b8dce3-715f-4ecc-ad71-2179bb3a31e3 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:08.769246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d960ce1-41cf-49b5-8822-7fb0892ed70b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c8246e38-58e7-4c1f-a95c-a4ba5047134f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:08.778752 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.780746 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c8246e38-58e7-4c1f-a95c-a4ba5047134f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:08.793276 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c66c1c-2b62-4f0d-b058-539b9ffa9192 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Port': ['ID=39aa39f8-b229-4036-8979-691a8854689b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:08.798215 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:04:08.798614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.818209 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7d7c913e-9cd8-47fb-8fd3-30f639770828 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:04:08.823064 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:04:08.825922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-140bda7d-700f-4fde-ae0b-9218a0ddd67a None None] For port 9b6d67d7-acb4-4630-8a63-d0f2773e63ad, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9b6d67d7-acb4-4630-8a63-d0f2773e63ad,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:08.826332 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-140bda7d-700f-4fde-ae0b-9218a0ddd67a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.841879 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f85a07ef-a625-4d5e-9e4b-3579c3d1c92f None None] Deleting port 4cef76a9-16ae-45c7-a94f-0556f9824736 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:08.842264 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f85a07ef-a625-4d5e-9e4b-3579c3d1c92f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.886557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8246e38-58e7-4c1f-a95c-a4ba5047134f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:08.892383 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c8246e38-58e7-4c1f-a95c-a4ba5047134f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.928902 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc167a0-52d1-4803-8ad6-e9f00073bee2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Made reservation on behalf of c2d3b41bd5b8426ab546185eca393a39 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:08.932919 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4cc167a0-52d1-4803-8ad6-e9f00073bee2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:08.937343 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7d7c913e-9cd8-47fb-8fd3-30f639770828 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:09.067674 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc167a0-52d1-4803-8ad6-e9f00073bee2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:04:09.088959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-140bda7d-700f-4fde-ae0b-9218a0ddd67a None None] Calling delete_port for 9b6d67d7-acb4-4630-8a63-d0f2773e63ad owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:09.104283 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c913e-9cd8-47fb-8fd3-30f639770828 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:09.110336 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-c8246e38-58e7-4c1f-a95c-a4ba5047134f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port bf27afd8-6597-4494-9f51-8038923a1beb yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:04:09.151150 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-7d7c913e-9cd8-47fb-8fd3-30f639770828 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:09.168000 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7c913e-9cd8-47fb-8fd3-30f639770828 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:09.168795 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7c913e-9cd8-47fb-8fd3-30f639770828 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:09.169399 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7d7c913e-9cd8-47fb-8fd3-30f639770828 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:09.195580 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4cc167a0-52d1-4803-8ad6-e9f00073bee2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:09.196537 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-4cc167a0-52d1-4803-8ad6-e9f00073bee2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Added segment 739667c1-67d8-4a31-b043-5e7952c41b7c of type vlan for network 6b8e45f3-ccbb-4e62-b360-49ccb4b0e884 Jan 20 11:04:09.197650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:09.221190 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c913e-9cd8-47fb-8fd3-30f639770828 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=38d866ab-bac3-4703-a0ec-141408ab8814,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:09.228710 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:09.250011 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Network': ['ID=b3fee172-0b4f-419a-868d-f57a35f739a7,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:09.269818 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-79ab6b03-98d1-477a-8dee-35872ae08c87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/networks/b3fee172-0b4f-419a-868d-f57a35f739a7 HTTP/1.1" status: 204 len: 168 time: 2.7593870 Jan 20 11:04:09.273796 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33516) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:09.283618 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-558151957', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:09.284687 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7d7c913e-9cd8-47fb-8fd3-30f639770828 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8231900 Jan 20 11:04:09.292301 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33520) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:09.294219 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4cc167a0-52d1-4803-8ad6-e9f00073bee2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:09.300254 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-75c66c1c-2b62-4f0d-b058-539b9ffa9192 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:09.304299 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:09.305928 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-452c8395-1d87-47f8-a7f6-24c6bc2ea489 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:09.312058 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:router and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:09.316423 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:09.328356 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:09.369458 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f85a07ef-a625-4d5e-9e4b-3579c3d1c92f None None] The port '4cef76a9-16ae-45c7-a94f-0556f9824736' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:04:09.466560 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-452c8395-1d87-47f8-a7f6-24c6bc2ea489 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:09.530765 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8246e38-58e7-4c1f-a95c-a4ba5047134f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:04:09.531226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8246e38-58e7-4c1f-a95c-a4ba5047134f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:04:09.576131 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4d960ce1-41cf-49b5-8822-7fb0892ed70b None None] For port 59b8dce3-715f-4ecc-ad71-2179bb3a31e3, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=59b8dce3-715f-4ecc-ad71-2179bb3a31e3,segment=NetworkSegment(956cc7cd-fc02-44c3-9d10-0f4cb35dab27),segment_id=956cc7cd-fc02-44c3-9d10-0f4cb35dab27)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:09.576612 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d960ce1-41cf-49b5-8822-7fb0892ed70b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:09.655554 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:09.656479 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:09.677272 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c8246e38-58e7-4c1f-a95c-a4ba5047134f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1445756 Jan 20 11:04:09.681081 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4cc167a0-52d1-4803-8ad6-e9f00073bee2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:09.681259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33524) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:09.685177 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc167a0-52d1-4803-8ad6-e9f00073bee2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:09.685517 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4cc167a0-52d1-4803-8ad6-e9f00073bee2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:09.714776 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4d960ce1-41cf-49b5-8822-7fb0892ed70b None None] Calling delete_port for 59b8dce3-715f-4ecc-ad71-2179bb3a31e3 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:09.724603 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8cf148b0-3678-431a-9766-7dc888779c83 req-f873fef2-c127-4d3a-874d-4aa635419c38 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Synchronizing usage tracker for tenant:e7bf4b9940474d57840e18b7d1fdae0c on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:09.766032 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-452c8395-1d87-47f8-a7f6-24c6bc2ea489 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:09.786019 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaed51d-4cb0-4b74-8cff-af27752d8797 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:09.787384 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-dfaed51d-4cb0-4b74-8cff-af27752d8797 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:09.792176 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9a4bdf1f-7f5e-4bfb-a253-1349f1082f65 None None] Provisioning complete for port a1838027-a2ab-48cf-828c-8ca9614d4d7d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:09.792176 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a4bdf1f-7f5e-4bfb-a253-1349f1082f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:09.846535 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-452c8395-1d87-47f8-a7f6-24c6bc2ea489 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:09.853989 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 59b8dce3-715f-4ecc-ad71-2179bb3a31e3 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:04:09.893395 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d960ce1-41cf-49b5-8822-7fb0892ed70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:09.896689 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 59b8dce3-715f-4ecc-ad71-2179bb3a31e3 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:04:09.897031 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 59b8dce3-715f-4ecc-ad71-2179bb3a31e3 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:04:09.897447 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 4cef76a9-16ae-45c7-a94f-0556f9824736 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:04:09.923316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c8395-1d87-47f8-a7f6-24c6bc2ea489 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=38d866ab-bac3-4703-a0ec-141408ab8814,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:09.932910 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4cc167a0-52d1-4803-8ad6-e9f00073bee2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3359954 Jan 20 11:04:09.938621 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-dfaed51d-4cb0-4b74-8cff-af27752d8797 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:09.939854 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-dfaed51d-4cb0-4b74-8cff-af27752d8797 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2577345 Jan 20 11:04:09.940466 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33530) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:09.944943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33532) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:09.949086 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-17e32278-653d-42ea-8963-a7249c6ec622 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Request body: {'subnet': {'network_id': '6b8e45f3-ccbb-4e62-b360-49ccb4b0e884', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:09.953693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc167a0-52d1-4803-8ad6-e9f00073bee2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event updated for resources: {'Network': ['ID=6b8e45f3-ccbb-4e62-b360-49ccb4b0e884,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:09.957767 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:09.974612 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9a4bdf1f-7f5e-4bfb-a253-1349f1082f65 None None] Port a1838027-a2ab-48cf-828c-8ca9614d4d7d cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:04:09.984271 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:09.989171 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 4cef76a9-16ae-45c7-a94f-0556f9824736 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:04:09.989171 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 4cef76a9-16ae-45c7-a94f-0556f9824736 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:04:09.989171 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9b6d67d7-acb4-4630-8a63-d0f2773e63ad no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:04:10.021322 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 6b8e45f3-ccbb-4e62-b360-49ccb4b0e884 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:04:10.038647 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d960ce1-41cf-49b5-8822-7fb0892ed70b None None] Pushing event deleted for resources: {'Port': ['ID=59b8dce3-715f-4ecc-ad71-2179bb3a31e3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:10.087531 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8cf148b0-3678-431a-9766-7dc888779c83 req-f873fef2-c127-4d3a-874d-4aa635419c38 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Unset dirty status for tenant:e7bf4b9940474d57840e18b7d1fdae0c on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:10.087965 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8cf148b0-3678-431a-9766-7dc888779c83 req-f873fef2-c127-4d3a-874d-4aa635419c38 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191737051&fields=id&tenant_id=e7bf4b9940474d57840e18b7d1fdae0c HTTP/1.1" status: 200 len: 267 time: 0.5124135 Jan 20 11:04:10.096762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-452c8395-1d87-47f8-a7f6-24c6bc2ea489 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] In _notify_port_updated(), no bound segment for port 38d866ab-bac3-4703-a0ec-141408ab8814 on network 33462417-dca9-43a6-b9b1-804c6d7f7b0e {{(pid=84331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 11:04:10.101832 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452c8395-1d87-47f8-a7f6-24c6bc2ea489 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:10.102602 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-452c8395-1d87-47f8-a7f6-24c6bc2ea489 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:10.106526 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-452c8395-1d87-47f8-a7f6-24c6bc2ea489 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "PUT /v2.0/ports/38d866ab-bac3-4703-a0ec-141408ab8814 HTTP/1.1" status: 200 len: 818 time: 0.8106344 Jan 20 11:04:10.112034 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33538) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:10.123936 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d960ce1-41cf-49b5-8822-7fb0892ed70b None None] No DVR routers for this DVR port 59b8dce3-715f-4ecc-ad71-2179bb3a31e3 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:04:10.142195 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-140bda7d-700f-4fde-ae0b-9218a0ddd67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:10.210892 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bda7d-700f-4fde-ae0b-9218a0ddd67a None None] Pushing event deleted for resources: {'Port': ['ID=9b6d67d7-acb4-4630-8a63-d0f2773e63ad,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:10.216056 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No active binding found for port 9b6d67d7-acb4-4630-8a63-d0f2773e63ad {{(pid=84333) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 20 11:04:10.216462 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9b6d67d7-acb4-4630-8a63-d0f2773e63ad not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:04:10.219671 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140bda7d-700f-4fde-ae0b-9218a0ddd67a None None] No DVR routers for this DVR port 9b6d67d7-acb4-4630-8a63-d0f2773e63ad on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:04:10.255962 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc373f9-612b-44a1-923f-543cc754a9aa None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:10.283484 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c66c1c-2b62-4f0d-b058-539b9ffa9192 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router 4f76bc57-c47f-440b-9943-5649d6df4441 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:04:10.318451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3e702c-c4ca-4f4b-ac5d-06c4afb5cf5f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:10.319865 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3e702c-c4ca-4f4b-ac5d-06c4afb5cf5f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:10.320942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ed3e702c-c4ca-4f4b-ac5d-06c4afb5cf5f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:10.325346 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-17e32278-653d-42ea-8963-a7249c6ec622 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:10.341485 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-7f52c17a-8849-479f-9a55-7a30e492d97c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port 38d866ab-bac3-4703-a0ec-141408ab8814 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:10.341845 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7f52c17a-8849-479f-9a55-7a30e492d97c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:10.371382 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-17e32278-653d-42ea-8963-a7249c6ec622 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:10.457465 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf148b0-3678-431a-9766-7dc888779c83 req-f3afb7a4-ca18-4b25-827a-063821b2b565 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:10.458180 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8cf148b0-3678-431a-9766-7dc888779c83 req-f3afb7a4-ca18-4b25-827a-063821b2b565 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Synchronizing usage tracker for tenant:e7bf4b9940474d57840e18b7d1fdae0c on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:10.462522 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:10.486386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e32278-653d-42ea-8963-a7249c6ec622 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Made reservation on behalf of c2d3b41bd5b8426ab546185eca393a39 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:10.506267 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8962365b-2f7b-4071-b5a5-7c805118ad36', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'fixed_ips': [{'subnet_id': '16277b5b-aaff-4610-a216-38acbf193a58'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:04:10.507514 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:10.553314 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c66c1c-2b62-4f0d-b058-539b9ffa9192 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:04:10.553551 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ed3e702c-c4ca-4f4b-ac5d-06c4afb5cf5f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:10.553551 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ed3e702c-c4ca-4f4b-ac5d-06c4afb5cf5f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5161664 Jan 20 11:04:10.556083 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33542) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:10.562660 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-75c66c1c-2b62-4f0d-b058-539b9ffa9192 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/4f76bc57-c47f-440b-9943-5649d6df4441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2938759 Jan 20 11:04:10.567842 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44861f04-6360-40e5-a83e-66324d4603fa None None] Sync routers for ids ['4f76bc57-c47f-440b-9943-5649d6df4441'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:04:10.581893 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44861f04-6360-40e5-a83e-66324d4603fa None None] Routers {'4f76bc57-c47f-440b-9943-5649d6df4441'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:10.582221 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-44861f04-6360-40e5-a83e-66324d4603fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['4f76bc57-c47f-440b-9943-5649d6df4441'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:10.592368 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33546) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:10.644306 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8cf148b0-3678-431a-9766-7dc888779c83 req-f3afb7a4-ca18-4b25-827a-063821b2b565 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Unset dirty status for tenant:e7bf4b9940474d57840e18b7d1fdae0c on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:10.645449 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8cf148b0-3678-431a-9766-7dc888779c83 req-f3afb7a4-ca18-4b25-827a-063821b2b565 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 812 time: 0.5426638 Jan 20 11:04:10.653393 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-44861f04-6360-40e5-a83e-66324d4603fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:10.666011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7f52c17a-8849-479f-9a55-7a30e492d97c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:10.669222 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44861f04-6360-40e5-a83e-66324d4603fa None None] Routers {'4f76bc57-c47f-440b-9943-5649d6df4441'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:10.670019 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-44861f04-6360-40e5-a83e-66324d4603fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['4f76bc57-c47f-440b-9943-5649d6df4441'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:10.672226 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a4c18634-23e7-4328-ad71-d0004e632aa9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Synchronizing usage tracker for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:10.678507 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-17e32278-653d-42ea-8963-a7249c6ec622 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:10.739557 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8cf148b0-3678-431a-9766-7dc888779c83 req-1460d1d9-f5c0-4577-9b1b-673b79e0b4d6 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/quotas/e7bf4b9940474d57840e18b7d1fdae0c HTTP/1.1" status: 200 len: 375 time: 0.0781076 Jan 20 11:04:10.750881 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Allocated IP 2001:db8::2 (8962365b-2f7b-4071-b5a5-7c805118ad36/16277b5b-aaff-4610-a216-38acbf193a58/aaeb11f8-3b38-42d7-ad30-b44ffcdad243) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:10.767815 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-44861f04-6360-40e5-a83e-66324d4603fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:10.768450 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44861f04-6360-40e5-a83e-66324d4603fa None None] The sync data for ids ['4f76bc57-c47f-440b-9943-5649d6df4441'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:04:10.861635 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-7f52c17a-8849-479f-9a55-7a30e492d97c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for 38d866ab-bac3-4703-a0ec-141408ab8814 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:11.024410 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:11.058641 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a4c18634-23e7-4328-ad71-d0004e632aa9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Unset dirty status for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:11.062436 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a4c18634-23e7-4328-ad71-d0004e632aa9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f76bc57-c47f-440b-9943-5649d6df4441 HTTP/1.1" status: 200 len: 205 time: 0.4637883 Jan 20 11:04:11.064991 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33550) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:11.077059 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-077a24b0-a083-4a14-8490-a0a06437147a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet 16277b5b-aaff-4610-a216-38acbf193a58 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:04:11.085457 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8cf148b0-3678-431a-9766-7dc888779c83 req-511c16ee-ba89-4652-9bc7-453e5155e581 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Synchronizing usage tracker for tenant:e7bf4b9940474d57840e18b7d1fdae0c on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:11.108389 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Transition to ACTIVE for port object aaeb11f8-3b38-42d7-ad30-b44ffcdad243 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:11.128916 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Transition to ACTIVE for port object aaeb11f8-3b38-42d7-ad30-b44ffcdad243 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:11.145429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7f52c17a-8849-479f-9a55-7a30e492d97c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:11.164293 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:11.193944 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-077a24b0-a083-4a14-8490-a0a06437147a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:11.194674 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:11.221385 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8cf148b0-3678-431a-9766-7dc888779c83 req-511c16ee-ba89-4652-9bc7-453e5155e581 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Unset dirty status for tenant:e7bf4b9940474d57840e18b7d1fdae0c on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:11.222579 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8cf148b0-3678-431a-9766-7dc888779c83 req-511c16ee-ba89-4652-9bc7-453e5155e581 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4705303 Jan 20 11:04:11.230530 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:11.248894 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52c17a-8849-479f-9a55-7a30e492d97c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=38d866ab-bac3-4703-a0ec-141408ab8814,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:11.271509 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:11.271775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7f52c17a-8849-479f-9a55-7a30e492d97c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:11.272028 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Pushing event updated for resources: {'Port': ['ID=aaeb11f8-3b38-42d7-ad30-b44ffcdad243,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:11.275340 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:11.277622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:11.315804 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-077a24b0-a083-4a14-8490-a0a06437147a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:11.335433 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c70e3b62-1dc1-4759-957c-7135e348c26c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:11.373568 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Attempting to bind port aaeb11f8-3b38-42d7-ad30-b44ffcdad243 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:04:11.374013 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Attempting to bind port aaeb11f8-3b38-42d7-ad30-b44ffcdad243 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:04:11.374445 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Attempting to bind port aaeb11f8-3b38-42d7-ad30-b44ffcdad243 on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:04:11.383535 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:04:11.384125 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:11.384665 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:11.385314 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:04:11.386161 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Bound port: aaeb11f8-3b38-42d7-ad30-b44ffcdad243, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:04:11.386309 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:11.406855 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7f52c17a-8849-479f-9a55-7a30e492d97c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/ports/38d866ab-bac3-4703-a0ec-141408ab8814 HTTP/1.1" status: 204 len: 168 time: 1.2938104 Jan 20 11:04:11.407498 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33556) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:11.533955 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] For port aaeb11f8-3b38-42d7-ad30-b44ffcdad243, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:04:11.537227 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] For port aaeb11f8-3b38-42d7-ad30-b44ffcdad243, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=aaeb11f8-3b38-42d7-ad30-b44ffcdad243,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:04:11.555901 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Allocated IP 172.26.0.74 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/1521f61b-b904-489a-a64d-dda2a25823c0) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:11.586450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.objects.ports [None req-17e32278-653d-42ea-8963-a7249c6ec622 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84331) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 11:04:11.591272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-17e32278-653d-42ea-8963-a7249c6ec622 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:11.603735 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8cf148b0-3678-431a-9766-7dc888779c83 req-d1b881ce-753c-42b7-89ac-6ca8e945e494 service neutron] 10.222.0.70 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322349 Jan 20 11:04:11.640456 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:11.695355 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-077a24b0-a083-4a14-8490-a0a06437147a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:11.725652 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fde1cd-e760-4a7e-96b4-742809fe62ad None None] Pushing event updated for resources: {'Port': ['ID=aaeb11f8-3b38-42d7-ad30-b44ffcdad243,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:11.931427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dba2f8b-3052-480b-8b12-098bfea58f12 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:11.932151 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7dba2f8b-3052-480b-8b12-098bfea58f12 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Synchronizing usage tracker for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:11.940007 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8cf148b0-3678-431a-9766-7dc888779c83 req-e0a3bc08-1c43-440c-91d9-815b4ec670f7 service neutron] 10.222.0.70 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202448 Jan 20 11:04:11.957909 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:12.024480 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-077a24b0-a083-4a14-8490-a0a06437147a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:12.040344 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e32278-653d-42ea-8963-a7249c6ec622 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event updated for resources: {'Subnet': ['ID=b2c78573-98eb-4aab-bda2-9847fd5d6146,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:12.071440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:12.146110 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a24b0-a083-4a14-8490-a0a06437147a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=16277b5b-aaff-4610-a216-38acbf193a58,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:12.158553 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=1521f61b-b904-489a-a64d-dda2a25823c0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:12.163317 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-077a24b0-a083-4a14-8490-a0a06437147a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:12.177321 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c70e3b62-1dc1-4759-957c-7135e348c26c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:12.177321 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e32278-653d-42ea-8963-a7249c6ec622 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Checking segment: {'id': '739667c1-67d8-4a31-b043-5e7952c41b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6b8e45f3-ccbb-4e62-b360-49ccb4b0e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:12.177321 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e32278-653d-42ea-8963-a7249c6ec622 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Network hostable DHCP agents. Network: 6b8e45f3-ccbb-4e62-b360-49ccb4b0e884, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:04:12.178319 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:12.181521 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:12.186208 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:12.202634 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c70e3b62-1dc1-4759-957c-7135e348c26c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:12.258951 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7dba2f8b-3052-480b-8b12-098bfea58f12 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Unset dirty status for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:12.260202 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7dba2f8b-3052-480b-8b12-098bfea58f12 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.8440256 Jan 20 11:04:12.263435 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33566) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:12.287881 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-077a24b0-a083-4a14-8490-a0a06437147a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/16277b5b-aaff-4610-a216-38acbf193a58 HTTP/1.1" status: 204 len: 168 time: 1.7305572 Jan 20 11:04:12.296608 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33570) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:12.308623 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b0653e-1e14-4833-8581-5f6b90303c28 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] GET failed (client error): The resource could not be found. Jan 20 11:04:12.310166 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a7b0653e-1e14-4833-8581-5f6b90303c28 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports/38d866ab-bac3-4703-a0ec-141408ab8814 HTTP/1.1" status: 404 len: 333 time: 0.0448160 Jan 20 11:04:12.314150 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33574) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:12.320041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3394c1a2-6f99-416e-8e49-a6b5bcc6a9f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-595453425'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:12.326123 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3394c1a2-6f99-416e-8e49-a6b5bcc6a9f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:12.329990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3394c1a2-6f99-416e-8e49-a6b5bcc6a9f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:network and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:12.332817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3394c1a2-6f99-416e-8e49-a6b5bcc6a9f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:12.339902 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3394c1a2-6f99-416e-8e49-a6b5bcc6a9f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:12.341818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c70e3b62-1dc1-4759-957c-7135e348c26c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:12.343721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70e3b62-1dc1-4759-957c-7135e348c26c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Fanout notify agent at l3_agent the message router_deleted on router 4f76bc57-c47f-440b-9943-5649d6df4441 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:04:12.347405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e32278-653d-42ea-8963-a7249c6ec622 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Network 6b8e45f3-ccbb-4e62-b360-49ccb4b0e884 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:04:12.361844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c70e3b62-1dc1-4759-957c-7135e348c26c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:12.365838 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c70e3b62-1dc1-4759-957c-7135e348c26c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/routers/4f76bc57-c47f-440b-9943-5649d6df4441 HTTP/1.1" status: 204 len: 168 time: 1.2969832 Jan 20 11:04:12.365838 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33578) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:12.366809 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5b3370ce-6c67-404c-9d0e-93ffcd302d00 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690138 Jan 20 11:04:12.371686 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33582) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:12.381148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-61d2f373-58b0-4fd1-8fed-33d2aaccfc9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:12.452581 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-17e32278-653d-42ea-8963-a7249c6ec622 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 6b8e45f3-ccbb-4e62-b360-49ccb4b0e884) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:12.462721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e32278-653d-42ea-8963-a7249c6ec622 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:12.462721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-17e32278-653d-42ea-8963-a7249c6ec622 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:12.463702 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7d9a92-d4b1-4e6f-a8af-849e254e2751 None None] Network 6b8e45f3-ccbb-4e62-b360-49ccb4b0e884 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:12.466022 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3394c1a2-6f99-416e-8e49-a6b5bcc6a9f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:12.469126 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3394c1a2-6f99-416e-8e49-a6b5bcc6a9f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:12.497757 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-61d2f373-58b0-4fd1-8fed-33d2aaccfc9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:12.501558 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-61d2f373-58b0-4fd1-8fed-33d2aaccfc9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:12.504383 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-61d2f373-58b0-4fd1-8fed-33d2aaccfc9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:12.512361 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-61d2f373-58b0-4fd1-8fed-33d2aaccfc9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:12.585125 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3394c1a2-6f99-416e-8e49-a6b5bcc6a9f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:04:12.589756 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:12.590651 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:12.620245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3394c1a2-6f99-416e-8e49-a6b5bcc6a9f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:12.620841 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-3394c1a2-6f99-416e-8e49-a6b5bcc6a9f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Added segment 806df667-cbfe-4fa8-adef-7717488fe1b4 of type vlan for network 944ec491-c362-4ee1-9ef9-6f388b7fcded Jan 20 11:04:12.649822 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-793c98cb-b25c-4bf9-88dc-e3712bd953af tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting subnet 65350086-f255-43b9-a94e-fce2b52d75ef {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:04:12.666392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d2f373-58b0-4fd1-8fed-33d2aaccfc9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:12.667557 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-17e32278-653d-42ea-8963-a7249c6ec622 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7242527 Jan 20 11:04:12.668624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61d2f373-58b0-4fd1-8fed-33d2aaccfc9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:12.673153 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-793c98cb-b25c-4bf9-88dc-e3712bd953af tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:12.748615 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33586) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:12.756226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f82d2e4d-cd46-4e57-9a1f-0c4c78d530cb tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Request body: {'port': {'network_id': '6b8e45f3-ccbb-4e62-b360-49ccb4b0e884', 'name': 'tempest-NetworksIpV6TestAttrs-1783508251'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:12.777733 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3394c1a2-6f99-416e-8e49-a6b5bcc6a9f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:12.803488 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-6b8e45f3-ccbb-4e62-b360-49ccb4b0e884', 'network_id': '6b8e45f3-ccbb-4e62-b360-49ccb4b0e884', 'tenant_id': 'c2d3b41bd5b8426ab546185eca393a39', 'fixed_ips': [{'subnet_id': 'b2c78573-98eb-4aab-bda2-9847fd5d6146'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:04:12.804313 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:12.938817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-793c98cb-b25c-4bf9-88dc-e3712bd953af tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:13.010880 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Allocated IP 2001:db8::f816:3eff:fe80:25bd (6b8e45f3-ccbb-4e62-b360-49ccb4b0e884/b2c78573-98eb-4aab-bda2-9847fd5d6146/0fcd3d71-6808-4ef2-9bde-76f6ed02a385) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:13.073077 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3394c1a2-6f99-416e-8e49-a6b5bcc6a9f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:13.076815 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3394c1a2-6f99-416e-8e49-a6b5bcc6a9f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:13.077396 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3394c1a2-6f99-416e-8e49-a6b5bcc6a9f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:13.194659 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70b24ac-2ef2-4194-890b-5bc3dd3ea2a2 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:13.262067 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f82d2e4d-cd46-4e57-9a1f-0c4c78d530cb tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:13.277003 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61d2f373-58b0-4fd1-8fed-33d2aaccfc9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:13.286681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f82d2e4d-cd46-4e57-9a1f-0c4c78d530cb tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Usage tracker for resource:port and tenant:c2d3b41bd5b8426ab546185eca393a39 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:13.292415 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f82d2e4d-cd46-4e57-9a1f-0c4c78d530cb tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:13.314832 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f82d2e4d-cd46-4e57-9a1f-0c4c78d530cb tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:13.319338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394c1a2-6f99-416e-8e49-a6b5bcc6a9f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Network': ['ID=944ec491-c362-4ee1-9ef9-6f388b7fcded,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:13.334792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-793c98cb-b25c-4bf9-88dc-e3712bd953af tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:13.356546 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 944ec491-c362-4ee1-9ef9-6f388b7fcded details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:04:13.381558 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-83193a5c-2e99-4e1e-9579-0a7c86ab9bf1 req-dd319cbf-7262-4a5c-b564-1e2cadef96e8 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 210 time: 0.4751799 Jan 20 11:04:13.410083 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2f373-58b0-4fd1-8fed-33d2aaccfc9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=d6d6c932-53c4-4f79-b619-2ed6053b6e3f,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:13.412872 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3394c1a2-6f99-416e-8e49-a6b5bcc6a9f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0948300 Jan 20 11:04:13.423397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33604) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:13.433751 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-ac66babc-1e2e-4c63-9f8f-406adb8f6172 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'subnet': {'network_id': '944ec491-c362-4ee1-9ef9-6f388b7fcded', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:13.439053 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d2f373-58b0-4fd1-8fed-33d2aaccfc9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:13.448264 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-61d2f373-58b0-4fd1-8fed-33d2aaccfc9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:13.452780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d2f373-58b0-4fd1-8fed-33d2aaccfc9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:13.453361 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61d2f373-58b0-4fd1-8fed-33d2aaccfc9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:13.543010 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:13.543809 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82d2e4d-cd46-4e57-9a1f-0c4c78d530cb tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Made reservation on behalf of c2d3b41bd5b8426ab546185eca393a39 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:13.546863 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f82d2e4d-cd46-4e57-9a1f-0c4c78d530cb tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:13.573592 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-61d2f373-58b0-4fd1-8fed-33d2aaccfc9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2011988 Jan 20 11:04:13.576684 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device aaeb11f8-3b38-42d7-ad30-b44ffcdad243 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:13.576855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33608) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:13.583628 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-793c98cb-b25c-4bf9-88dc-e3712bd953af tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:13.590519 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-90858c75-3f74-4ae2-9ca6-e204194d18be tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-909503362', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:13.622678 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Transition to ACTIVE for port object 0fcd3d71-6808-4ef2-9bde-76f6ed02a385 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:13.622893 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router 78fa3b60-6e18-4aee-a63f-7076aad86783 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:04:13.624955 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-cedfaa53-78cf-4c9e-96a3-9dc7d451c6c6 None None] Provisioning for port aaeb11f8-3b38-42d7-ad30-b44ffcdad243 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:13.638568 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-90858c75-3f74-4ae2-9ca6-e204194d18be tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:13.644410 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c98cb-b25c-4bf9-88dc-e3712bd953af tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Subnet': ['ID=65350086-f255-43b9-a94e-fce2b52d75ef,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:13.652208 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-f82d2e4d-cd46-4e57-9a1f-0c4c78d530cb tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] device_id is not set on port 8960789e-7900-4470-ba5d-b9662cdf153d yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:04:13.691240 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-90858c75-3f74-4ae2-9ca6-e204194d18be tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:router and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:13.694442 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ac66babc-1e2e-4c63-9f8f-406adb8f6172 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:13.697695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-90858c75-3f74-4ae2-9ca6-e204194d18be tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:13.703726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-793c98cb-b25c-4bf9-88dc-e3712bd953af tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:13.704490 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Transition to ACTIVE for port object 0fcd3d71-6808-4ef2-9bde-76f6ed02a385 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:13.714626 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ac66babc-1e2e-4c63-9f8f-406adb8f6172 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:subnet and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:13.718121 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63f4dd6-1fcd-421a-8ba8-3bf7906e8824 None None] Network cd292559-008a-4596-bc57-aeb60887c78e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:13.724194 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-793c98cb-b25c-4bf9-88dc-e3712bd953af tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/subnets/65350086-f255-43b9-a94e-fce2b52d75ef HTTP/1.1" status: 204 len: 168 time: 1.3571825 Jan 20 11:04:13.725518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-90858c75-3f74-4ae2-9ca6-e204194d18be tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:13.727612 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33612) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:13.733665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ac66babc-1e2e-4c63-9f8f-406adb8f6172 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:13.745871 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ac66babc-1e2e-4c63-9f8f-406adb8f6172 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:13.802393 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:13.834675 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90858c75-3f74-4ae2-9ca6-e204194d18be tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:13.836600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90858c75-3f74-4ae2-9ca6-e204194d18be tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:13.845449 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac66babc-1e2e-4c63-9f8f-406adb8f6172 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:13.917655 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:13.940479 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port 84103f09-9de9-4342-8547-21a4ffa117dc {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:13.940816 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:13.942836 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Network 6b8e45f3-ccbb-4e62-b360-49ccb4b0e884 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:13.948848 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Pushing event updated for resources: {'Port': ['ID=0fcd3d71-6808-4ef2-9bde-76f6ed02a385,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:13.951759 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port aaeb11f8-3b38-42d7-ad30-b44ffcdad243 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:13.955292 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:13.975832 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-f82d2e4d-cd46-4e57-9a1f-0c4c78d530cb tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Allocated IP 2001:db8::f816:3eff:fe69:901e (6b8e45f3-ccbb-4e62-b360-49ccb4b0e884/b2c78573-98eb-4aab-bda2-9847fd5d6146/8960789e-7900-4470-ba5d-b9662cdf153d) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:13.990288 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:13.999406 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90858c75-3f74-4ae2-9ca6-e204194d18be tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:14.003405 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port aaeb11f8-3b38-42d7-ad30-b44ffcdad243 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:14.004045 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:14.018552 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ac66babc-1e2e-4c63-9f8f-406adb8f6172 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:14.189471 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Attempting to bind port 0fcd3d71-6808-4ef2-9bde-76f6ed02a385 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:04:14.193916 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Attempting to bind port 0fcd3d71-6808-4ef2-9bde-76f6ed02a385 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '739667c1-67d8-4a31-b043-5e7952c41b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6b8e45f3-ccbb-4e62-b360-49ccb4b0e884'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:04:14.194517 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Attempting to bind port 0fcd3d71-6808-4ef2-9bde-76f6ed02a385 on network 6b8e45f3-ccbb-4e62-b360-49ccb4b0e884 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:04:14.267249 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:04:14.287982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac31370d-731f-4a06-a22c-c0903fef7efe None None] Sync routers for ids ['78fa3b60-6e18-4aee-a63f-7076aad86783'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:04:14.294361 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:04:14.294739 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Checking segment: {'id': '739667c1-67d8-4a31-b043-5e7952c41b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6b8e45f3-ccbb-4e62-b360-49ccb4b0e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:14.295537 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:14.295537 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Bound using segment: {'id': '739667c1-67d8-4a31-b043-5e7952c41b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6b8e45f3-ccbb-4e62-b360-49ccb4b0e884'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:04:14.295980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Bound port: 0fcd3d71-6808-4ef2-9bde-76f6ed02a385, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739667c1-67d8-4a31-b043-5e7952c41b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '6b8e45f3-ccbb-4e62-b360-49ccb4b0e884'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:04:14.296348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:14.315556 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] For port 84103f09-9de9-4342-8547-21a4ffa117dc, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=84103f09-9de9-4342-8547-21a4ffa117dc,segment=NetworkSegment(253bc554-9ac6-4d6d-adaa-fd13d3ff3ca6),segment_id=253bc554-9ac6-4d6d-adaa-fd13d3ff3ca6)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:14.316155 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:14.354188 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b354bc9-e01d-42f1-b447-7436faaeb6ba None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:14.379495 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d56c9fd-e2c4-4fcb-a27b-10b559207713 None None] DHCP port deletion for cd292559-008a-4596-bc57-aeb60887c78e request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:04:14.452924 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Calling delete_port for 84103f09-9de9-4342-8547-21a4ffa117dc owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:14.455331 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7d56c9fd-e2c4-4fcb-a27b-10b559207713 None None] Deleting port 84103f09-9de9-4342-8547-21a4ffa117dc {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:14.455711 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d56c9fd-e2c4-4fcb-a27b-10b559207713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:14.503290 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:14.505008 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-276ce0b2-d4b5-4ccb-bd9f-088f3c2c45c0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.2291932 Jan 20 11:04:14.508037 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33620) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:14.530653 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90858c75-3f74-4ae2-9ca6-e204194d18be tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:14.594105 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0809b494-0394-4667-bb42-1f101de48483 None None] Provisioning complete for port aaeb11f8-3b38-42d7-ad30-b44ffcdad243 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:14.594723 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0809b494-0394-4667-bb42-1f101de48483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:14.628087 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:14.643134 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-886dc8dc-fa31-4196-bb69-d57a377f4059 req-3171555f-d157-4547-a6ac-d9dd6e79810f tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 210 time: 0.0641704 Jan 20 11:04:14.700583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f82d2e4d-cd46-4e57-9a1f-0c4c78d530cb tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:14.701530 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac31370d-731f-4a06-a22c-c0903fef7efe None None] Routers {'78fa3b60-6e18-4aee-a63f-7076aad86783'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:14.702207 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ac31370d-731f-4a06-a22c-c0903fef7efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['78fa3b60-6e18-4aee-a63f-7076aad86783'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:14.704227 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90858c75-3f74-4ae2-9ca6-e204194d18be tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:14.705389 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-90858c75-3f74-4ae2-9ca6-e204194d18be tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1265664 Jan 20 11:04:14.708887 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33624) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:14.723846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-f82d2e4d-cd46-4e57-9a1f-0c4c78d530cb tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Transition to ACTIVE for port object 8960789e-7900-4470-ba5d-b9662cdf153d will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:14.748059 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ac66babc-1e2e-4c63-9f8f-406adb8f6172 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:14.802962 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7d56c9fd-e2c4-4fcb-a27b-10b559207713 None None] The port '84103f09-9de9-4342-8547-21a4ffa117dc' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:04:14.830009 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f82d2e4d-cd46-4e57-9a1f-0c4c78d530cb tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:14.850297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ac31370d-731f-4a06-a22c-c0903fef7efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:14.891319 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port aaeb11f8-3b38-42d7-ad30-b44ffcdad243, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=aaeb11f8-3b38-42d7-ad30-b44ffcdad243,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:14.894107 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] For port 0fcd3d71-6808-4ef2-9bde-76f6ed02a385, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:04:14.899670 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] For port 0fcd3d71-6808-4ef2-9bde-76f6ed02a385, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=0fcd3d71-6808-4ef2-9bde-76f6ed02a385,segment=NetworkSegment(739667c1-67d8-4a31-b043-5e7952c41b7c),segment_id=739667c1-67d8-4a31-b043-5e7952c41b7c)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:04:14.955060 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66babc-1e2e-4c63-9f8f-406adb8f6172 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Subnet': ['ID=60974d77-3c6d-456a-97a6-94d07107310f,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:14.963313 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac31370d-731f-4a06-a22c-c0903fef7efe None None] Routers {'78fa3b60-6e18-4aee-a63f-7076aad86783'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:14.963959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ac31370d-731f-4a06-a22c-c0903fef7efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['78fa3b60-6e18-4aee-a63f-7076aad86783'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:15.000708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82d2e4d-cd46-4e57-9a1f-0c4c78d530cb tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Network 6b8e45f3-ccbb-4e62-b360-49ccb4b0e884 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:15.006306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-f82d2e4d-cd46-4e57-9a1f-0c4c78d530cb tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:15.018920 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82d2e4d-cd46-4e57-9a1f-0c4c78d530cb tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:15.024327 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82d2e4d-cd46-4e57-9a1f-0c4c78d530cb tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:15.029783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f82d2e4d-cd46-4e57-9a1f-0c4c78d530cb tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:15.050793 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:15.060226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d2e4d-cd46-4e57-9a1f-0c4c78d530cb tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event updated for resources: {'Port': ['ID=8960789e-7900-4470-ba5d-b9662cdf153d,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:15.077167 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac66babc-1e2e-4c63-9f8f-406adb8f6172 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Checking segment: {'id': '806df667-cbfe-4fa8-adef-7717488fe1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '944ec491-c362-4ee1-9ef9-6f388b7fcded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:15.083382 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac66babc-1e2e-4c63-9f8f-406adb8f6172 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network hostable DHCP agents. Network: 944ec491-c362-4ee1-9ef9-6f388b7fcded, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:04:15.090234 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:15.124585 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:15.167280 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f82d2e4d-cd46-4e57-9a1f-0c4c78d530cb tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4170291 Jan 20 11:04:15.169389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33628) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:15.176076 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ac31370d-731f-4a06-a22c-c0903fef7efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:15.176559 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac31370d-731f-4a06-a22c-c0903fef7efe None None] The sync data for ids ['78fa3b60-6e18-4aee-a63f-7076aad86783'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:04:15.180584 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] No DVR routers for this DVR port 84103f09-9de9-4342-8547-21a4ffa117dc on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:04:15.210118 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac66babc-1e2e-4c63-9f8f-406adb8f6172 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network 944ec491-c362-4ee1-9ef9-6f388b7fcded is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:04:15.259097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e8f416-69ea-4c9c-9644-1254cd22c2d2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Deleting subnet b2c78573-98eb-4aab-bda2-9847fd5d6146 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:04:15.263067 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52e8f416-69ea-4c9c-9644-1254cd22c2d2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:15.294301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=aaeb11f8-3b38-42d7-ad30-b44ffcdad243,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:15.300950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-ac66babc-1e2e-4c63-9f8f-406adb8f6172 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 944ec491-c362-4ee1-9ef9-6f388b7fcded) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:15.312027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac66babc-1e2e-4c63-9f8f-406adb8f6172 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:15.313392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ac66babc-1e2e-4c63-9f8f-406adb8f6172 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:15.343833 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb366cb-77ff-4d86-aa8e-3e1185cc0db3 None None] Network 944ec491-c362-4ee1-9ef9-6f388b7fcded requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:15.346379 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Port': ['ID=84103f09-9de9-4342-8547-21a4ffa117dc,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:15.360579 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52e8f416-69ea-4c9c-9644-1254cd22c2d2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:15.407386 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ac66babc-1e2e-4c63-9f8f-406adb8f6172 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9797204 Jan 20 11:04:15.417119 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33632) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:15.430267 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d9f9c77d-dc07-4954-aaf7-c5b142e12f5c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'subnet': {'network_id': '944ec491-c362-4ee1-9ef9-6f388b7fcded', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:15.515638 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8b51b-6fd3-4dc5-8614-fcfdf25bce38 None None] Pushing event updated for resources: {'Port': ['ID=0fcd3d71-6808-4ef2-9bde-76f6ed02a385,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:15.678049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d9f9c77d-dc07-4954-aaf7-c5b142e12f5c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:15.686038 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d9f9c77d-dc07-4954-aaf7-c5b142e12f5c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:subnet and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:15.689991 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d9f9c77d-dc07-4954-aaf7-c5b142e12f5c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:15.700446 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d9f9c77d-dc07-4954-aaf7-c5b142e12f5c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:15.705904 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device aaeb11f8-3b38-42d7-ad30-b44ffcdad243 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:15.732890 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52e8f416-69ea-4c9c-9644-1254cd22c2d2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:15.828774 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f9c77d-dc07-4954-aaf7-c5b142e12f5c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:15.834947 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d9f9c77d-dc07-4954-aaf7-c5b142e12f5c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:15.848378 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:15.989862 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-944ec491-c362-4ee1-9ef9-6f388b7fcded', 'network_id': '944ec491-c362-4ee1-9ef9-6f388b7fcded', 'tenant_id': '7f6d045691344d49ab6811343d11a04c', 'fixed_ips': [{'subnet_id': '60974d77-3c6d-456a-97a6-94d07107310f'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:04:15.990787 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:15.993436 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f29e5b-1537-4eab-920e-73fbd4bdb407 req-0eda9e00-66b7-4dc3-9895-1b9970a58d63 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 210 time: 0.0631993 Jan 20 11:04:16.023945 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd292559-008a-4596-bc57-aeb60887c78e']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:16.044848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253bc554-9ac6-4d6d-adaa-fd13d3ff3ca6') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:16.045621 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253bc554-9ac6-4d6d-adaa-fd13d3ff3ca6') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:16.073905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port aaeb11f8-3b38-42d7-ad30-b44ffcdad243 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:16.074370 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:16.134257 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:16.172913 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3c9d5fde-9a74-48d3-b39b-2bc4a5374625 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/routers/78fa3b60-6e18-4aee-a63f-7076aad86783 HTTP/1.1" status: 200 len: 879 time: 1.6631160 Jan 20 11:04:16.178206 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33638) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:16.244621 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:16.256017 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:04:16.256401 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:04:16.271961 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:04:16.292529 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52e8f416-69ea-4c9c-9644-1254cd22c2d2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:16.296446 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Allocated IP 2001:db8::2 (944ec491-c362-4ee1-9ef9-6f388b7fcded/60974d77-3c6d-456a-97a6-94d07107310f/84e1e168-5760-4259-aca3-9b1be1871a47) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:16.347657 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.ipam_backend_mixin [None req-d9f9c77d-dc07-4954-aaf7-c5b142e12f5c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 60974d77-3c6d-456a-97a6-94d07107310f (CIDR: 2001:db8::/64) Jan 20 11:04:16.356959 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8f416-69ea-4c9c-9644-1254cd22c2d2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c78573-98eb-4aab-bda2-9847fd5d6146,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:16.373444 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf148b0-3678-431a-9766-7dc888779c83 req-6dd0954b-41e8-447a-89fe-fba005de8c92 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:16.374841 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8cf148b0-3678-431a-9766-7dc888779c83 req-6dd0954b-41e8-447a-89fe-fba005de8c92 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.72 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 812 time: 0.4088340 Jan 20 11:04:16.376894 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52e8f416-69ea-4c9c-9644-1254cd22c2d2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:16.414315 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f9c77d-dc07-4954-aaf7-c5b142e12f5c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:04:16.414712 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f9c77d-dc07-4954-aaf7-c5b142e12f5c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:04:16.475041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-8cf148b0-3678-431a-9766-7dc888779c83 req-bf4f75c7-4833-475f-baeb-4221855b92fc tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Synchronizing usage tracker for tenant:e7bf4b9940474d57840e18b7d1fdae0c on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:16.538322 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5e8bf6f0-95be-4389-a5c8-446da718456a None None] Provisioning complete for port aaeb11f8-3b38-42d7-ad30-b44ffcdad243 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:16.539688 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf6f0-95be-4389-a5c8-446da718456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:16.543823 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-52e8f416-69ea-4c9c-9644-1254cd22c2d2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/subnets/b2c78573-98eb-4aab-bda2-9847fd5d6146 HTTP/1.1" status: 204 len: 168 time: 1.3710938 Jan 20 11:04:16.552112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33642) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:16.586521 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:16.607717 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:16.625094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:16.640186 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Network': ['ID=cd292559-008a-4596-bc57-aeb60887c78e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:16.722328 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5b871aca-475f-42b4-be09-ad09b4b080bd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/networks/cd292559-008a-4596-bc57-aeb60887c78e HTTP/1.1" status: 204 len: 168 time: 2.9899716 Jan 20 11:04:16.729838 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33646) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:16.786834 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533d29f3-05f7-4897-8fde-47880da77b45 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:16.788367 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533d29f3-05f7-4897-8fde-47880da77b45 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:16.790649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-533d29f3-05f7-4897-8fde-47880da77b45 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Synchronizing usage tracker for tenant:c2d3b41bd5b8426ab546185eca393a39 on resource:subnet {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:16.797298 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-8cf148b0-3678-431a-9766-7dc888779c83 req-bf4f75c7-4833-475f-baeb-4221855b92fc tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Unset dirty status for tenant:e7bf4b9940474d57840e18b7d1fdae0c on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:16.799328 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8cf148b0-3678-431a-9766-7dc888779c83 req-bf4f75c7-4833-475f-baeb-4221855b92fc tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7bf4b9940474d57840e18b7d1fdae0c HTTP/1.1" status: 200 len: 379 time: 0.4097302 Jan 20 11:04:16.805050 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d9f9c77d-dc07-4954-aaf7-c5b142e12f5c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3838825 Jan 20 11:04:16.811073 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33650) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:16.816508 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1868901389', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:16.819342 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1bd18f33-d271-43ef-ba50-b2fb1a1eaa24 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'subnet': {'network_id': '944ec491-c362-4ee1-9ef9-6f388b7fcded', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:16.830280 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:16.845091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-8cf148b0-3678-431a-9766-7dc888779c83 req-34ffa361-89a2-4031-93fd-942c71834fdb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Request body: {'port': {'device_id': '993f1fec-290c-4228-b87d-b382b7f8b2c0', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'admin_state_up': True, 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'security_groups': ['fb23168f-4d27-4cea-ad80-a39b3e8298da']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:16.875745 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:router and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:16.896082 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496a7ab3-366a-415d-b7ab-47ce6b88701b None None] Network 6b8e45f3-ccbb-4e62-b360-49ccb4b0e884 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:16.898991 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:16.911068 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:17.006407 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:17.030719 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-8cf148b0-3678-431a-9766-7dc888779c83 req-34ffa361-89a2-4031-93fd-942c71834fdb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:17.041155 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-8cf148b0-3678-431a-9766-7dc888779c83 req-34ffa361-89a2-4031-93fd-942c71834fdb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:17.111359 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Transition to ACTIVE for port object 84e1e168-5760-4259-aca3-9b1be1871a47 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:17.154798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf148b0-3678-431a-9766-7dc888779c83 req-34ffa361-89a2-4031-93fd-942c71834fdb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Made reservation on behalf of e7bf4b9940474d57840e18b7d1fdae0c for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:17.159184 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8cf148b0-3678-431a-9766-7dc888779c83 req-34ffa361-89a2-4031-93fd-942c71834fdb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:17.182056 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-533d29f3-05f7-4897-8fde-47880da77b45 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Unset dirty status for tenant:c2d3b41bd5b8426ab546185eca393a39 on resource:subnet {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:17.183204 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-533d29f3-05f7-4897-8fde-47880da77b45 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6302445 Jan 20 11:04:17.190553 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 84103f09-9de9-4342-8547-21a4ffa117dc no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:04:17.191128 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33660) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:17.247499 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Transition to ACTIVE for port object 84e1e168-5760-4259-aca3-9b1be1871a47 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:17.286045 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 84103f09-9de9-4342-8547-21a4ffa117dc {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:04:17.286382 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 84103f09-9de9-4342-8547-21a4ffa117dc not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:04:17.318094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::1 (8962365b-2f7b-4071-b5a5-7c805118ad36/d6d6c932-53c4-4f79-b619-2ed6053b6e3f/4553ec90-5b6e-4183-80bd-b65a0c34ec9e) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:17.348712 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:17.362708 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:17.363750 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:17.452196 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Pushing event updated for resources: {'Port': ['ID=84e1e168-5760-4259-aca3-9b1be1871a47,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:17.455039 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6847baee-9c6a-4999-8576-2924acce55c0 None None] Provisioning for port 0fcd3d71-6808-4ef2-9bde-76f6ed02a385 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:17.460739 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c80168-2b57-4469-886f-443a2cb2674e None None] DHCP port deletion for 6b8e45f3-ccbb-4e62-b360-49ccb4b0e884 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:04:17.472289 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Network 944ec491-c362-4ee1-9ef9-6f388b7fcded is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:17.476129 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-07c80168-2b57-4469-886f-443a2cb2674e None None] Deleting port 0fcd3d71-6808-4ef2-9bde-76f6ed02a385 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:17.476350 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07c80168-2b57-4469-886f-443a2cb2674e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:17.508583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1bd18f33-d271-43ef-ba50-b2fb1a1eaa24 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:17.527106 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:17.530989 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:17.550266 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1bd18f33-d271-43ef-ba50-b2fb1a1eaa24 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:subnet and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:17.556178 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-117962b9-c9ae-4ec7-aea7-ffa4acced43d tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:17.560200 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1bd18f33-d271-43ef-ba50-b2fb1a1eaa24 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:17.582147 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c9b2bef6-bd23-44cb-8947-d99f9b5fad1c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Synchronizing usage tracker for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:router {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:17.588600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1bd18f33-d271-43ef-ba50-b2fb1a1eaa24 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:17.593855 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-117962b9-c9ae-4ec7-aea7-ffa4acced43d tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 20 11:04:17.593855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117962b9-c9ae-4ec7-aea7-ffa4acced43d tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:04:17.629252 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-117962b9-c9ae-4ec7-aea7-ffa4acced43d tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/networks/6b8e45f3-ccbb-4e62-b360-49ccb4b0e884 HTTP/1.1" status: 409 len: 405 time: 0.4346883 Jan 20 11:04:17.629756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33664) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:17.634621 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:17.644025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-038f11df-71b7-41a2-b4ae-73c3986e908b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1747609284'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:17.651724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-8cf148b0-3678-431a-9766-7dc888779c83 req-34ffa361-89a2-4031-93fd-942c71834fdb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Allocated IP 172.20.0.7 (f2976230-b7ed-4004-90c6-e1b2d37a86aa/fd01cfe5-3172-4c47-b68a-b9a8e924614a/e31fa3a8-d28b-40c0-aa43-da58c6035b18) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:17.654566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-038f11df-71b7-41a2-b4ae-73c3986e908b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:17.657508 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object 4553ec90-5b6e-4183-80bd-b65a0c34ec9e will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:17.660686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-038f11df-71b7-41a2-b4ae-73c3986e908b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Usage tracker for resource:network and tenant:c2d3b41bd5b8426ab546185eca393a39 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:17.667505 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-038f11df-71b7-41a2-b4ae-73c3986e908b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:17.674554 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-038f11df-71b7-41a2-b4ae-73c3986e908b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:17.691914 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9ce8278e-757b-49a5-bdee-43d233f2c01c req-be5c7c47-86e6-42a0-82ce-d846ff54f4ad tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 210 time: 0.3303890 Jan 20 11:04:17.709879 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:17.727284 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-07c80168-2b57-4469-886f-443a2cb2674e None None] For port 0fcd3d71-6808-4ef2-9bde-76f6ed02a385, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=0fcd3d71-6808-4ef2-9bde-76f6ed02a385,segment=NetworkSegment(739667c1-67d8-4a31-b043-5e7952c41b7c),segment_id=739667c1-67d8-4a31-b043-5e7952c41b7c)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:17.728015 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07c80168-2b57-4469-886f-443a2cb2674e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:17.821227 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd18f33-d271-43ef-ba50-b2fb1a1eaa24 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:17.825566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1bd18f33-d271-43ef-ba50-b2fb1a1eaa24 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:17.860772 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-07c80168-2b57-4469-886f-443a2cb2674e None None] Calling delete_port for 0fcd3d71-6808-4ef2-9bde-76f6ed02a385 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:17.895389 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:17.918120 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c9b2bef6-bd23-44cb-8947-d99f9b5fad1c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Unset dirty status for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:router {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:17.926401 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c9b2bef6-bd23-44cb-8947-d99f9b5fad1c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.7454870 Jan 20 11:04:17.933667 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038f11df-71b7-41a2-b4ae-73c3986e908b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Made reservation on behalf of c2d3b41bd5b8426ab546185eca393a39 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:17.937835 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-038f11df-71b7-41a2-b4ae-73c3986e908b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:17.949290 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33668) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:17.973475 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:17.979321 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8d02a73c-71f8-4b51-9767-9275480842eb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-558151957'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:18.026855 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Attempting to bind port 84e1e168-5760-4259-aca3-9b1be1871a47 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:04:18.026855 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Attempting to bind port 84e1e168-5760-4259-aca3-9b1be1871a47 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '806df667-cbfe-4fa8-adef-7717488fe1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '944ec491-c362-4ee1-9ef9-6f388b7fcded'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:04:18.027506 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Attempting to bind port 84e1e168-5760-4259-aca3-9b1be1871a47 on network 944ec491-c362-4ee1-9ef9-6f388b7fcded {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:04:18.030701 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07c80168-2b57-4469-886f-443a2cb2674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:18.042060 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:18.052887 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:18.053442 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:18.077446 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8cf148b0-3678-431a-9766-7dc888779c83 req-34ffa361-89a2-4031-93fd-942c71834fdb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:18.097370 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:04:18.097789 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Checking segment: {'id': '806df667-cbfe-4fa8-adef-7717488fe1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '944ec491-c362-4ee1-9ef9-6f388b7fcded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:18.098303 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:18.098715 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Bound using segment: {'id': '806df667-cbfe-4fa8-adef-7717488fe1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '944ec491-c362-4ee1-9ef9-6f388b7fcded'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:04:18.099192 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Bound port: 84e1e168-5760-4259-aca3-9b1be1871a47, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '806df667-cbfe-4fa8-adef-7717488fe1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '944ec491-c362-4ee1-9ef9-6f388b7fcded'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:04:18.099572 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:18.120603 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c80168-2b57-4469-886f-443a2cb2674e None None] No DVR routers for this DVR port 0fcd3d71-6808-4ef2-9bde-76f6ed02a385 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:04:18.128224 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c80168-2b57-4469-886f-443a2cb2674e None None] Pushing event deleted for resources: {'Port': ['ID=0fcd3d71-6808-4ef2-9bde-76f6ed02a385,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:18.130261 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038f11df-71b7-41a2-b4ae-73c3986e908b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:04:18.133937 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-8cf148b0-3678-431a-9766-7dc888779c83 req-34ffa361-89a2-4031-93fd-942c71834fdb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Transition to ACTIVE for port object e31fa3a8-d28b-40c0-aa43-da58c6035b18 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:18.171778 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=4553ec90-5b6e-4183-80bd-b65a0c34ec9e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:18.203257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-038f11df-71b7-41a2-b4ae-73c3986e908b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:18.213885 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-038f11df-71b7-41a2-b4ae-73c3986e908b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Added segment e4d2248b-ad6e-4745-8e1d-2de1820dfd34 of type vlan for network 663ebb35-d028-4126-8ecc-46fea9915b2b Jan 20 11:04:18.231546 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:18.249802 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] For port 84e1e168-5760-4259-aca3-9b1be1871a47, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:04:18.253154 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] For port 84e1e168-5760-4259-aca3-9b1be1871a47, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=84e1e168-5760-4259-aca3-9b1be1871a47,segment=NetworkSegment(806df667-cbfe-4fa8-adef-7717488fe1b4),segment_id=806df667-cbfe-4fa8-adef-7717488fe1b4)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:04:18.275636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-038f11df-71b7-41a2-b4ae-73c3986e908b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:18.319688 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:18.331557 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:18.389430 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8cf148b0-3678-431a-9766-7dc888779c83 req-34ffa361-89a2-4031-93fd-942c71834fdb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:18.436763 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883f329-7a4e-48ea-a72d-91c9093fda6a None None] Pushing event updated for resources: {'Port': ['ID=84e1e168-5760-4259-aca3-9b1be1871a47,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:18.500485 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-038f11df-71b7-41a2-b4ae-73c3986e908b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:18.504372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038f11df-71b7-41a2-b4ae-73c3986e908b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:18.505060 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-038f11df-71b7-41a2-b4ae-73c3986e908b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:18.563604 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf148b0-3678-431a-9766-7dc888779c83 req-34ffa361-89a2-4031-93fd-942c71834fdb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Network f2976230-b7ed-4004-90c6-e1b2d37a86aa is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:18.576882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-8cf148b0-3678-431a-9766-7dc888779c83 req-34ffa361-89a2-4031-93fd-942c71834fdb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:18.582354 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d1bb0a11-a02c-47df-a00a-0666b0315a1a None None] Provisioning for port 4553ec90-5b6e-4183-80bd-b65a0c34ec9e completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:18.586118 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d1bb0a11-a02c-47df-a00a-0666b0315a1a None None] Provisioning complete for port 4553ec90-5b6e-4183-80bd-b65a0c34ec9e triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:18.586740 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d1bb0a11-a02c-47df-a00a-0666b0315a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:18.661637 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d1bb0a11-a02c-47df-a00a-0666b0315a1a None None] Port 4553ec90-5b6e-4183-80bd-b65a0c34ec9e cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:04:18.700651 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf148b0-3678-431a-9766-7dc888779c83 req-34ffa361-89a2-4031-93fd-942c71834fdb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:18.745470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f11df-71b7-41a2-b4ae-73c3986e908b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event updated for resources: {'Network': ['ID=663ebb35-d028-4126-8ecc-46fea9915b2b,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:18.756925 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 663ebb35-d028-4126-8ecc-46fea9915b2b details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:04:18.791861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf148b0-3678-431a-9766-7dc888779c83 req-34ffa361-89a2-4031-93fd-942c71834fdb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:18.792520 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8cf148b0-3678-431a-9766-7dc888779c83 req-34ffa361-89a2-4031-93fd-942c71834fdb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:18.822451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffa361-89a2-4031-93fd-942c71834fdb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event updated for resources: {'Port': ['ID=e31fa3a8-d28b-40c0-aa43-da58c6035b18,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:18.918963 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-038f11df-71b7-41a2-b4ae-73c3986e908b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2808361 Jan 20 11:04:18.918963 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33674) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:18.942289 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-55503589-8921-4045-bbaf-4f318710519b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Request body: {'subnet': {'network_id': '663ebb35-d028-4126-8ecc-46fea9915b2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:19.132001 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8cf148b0-3678-431a-9766-7dc888779c83 req-34ffa361-89a2-4031-93fd-942c71834fdb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3191721 Jan 20 11:04:19.138103 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1bd18f33-d271-43ef-ba50-b2fb1a1eaa24 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:19.142041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-55503589-8921-4045-bbaf-4f318710519b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:19.177243 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fee299b3-46bf-40d1-b419-99c686c35d3c None None] Provisioning for port e31fa3a8-d28b-40c0-aa43-da58c6035b18 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:19.187276 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fee299b3-46bf-40d1-b419-99c686c35d3c None None] Provisioning complete for port e31fa3a8-d28b-40c0-aa43-da58c6035b18 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:19.188413 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fee299b3-46bf-40d1-b419-99c686c35d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:19.202027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-55503589-8921-4045-bbaf-4f318710519b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:19.218457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd18f33-d271-43ef-ba50-b2fb1a1eaa24 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network 944ec491-c362-4ee1-9ef9-6f388b7fcded is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:19.223011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-1bd18f33-d271-43ef-ba50-b2fb1a1eaa24 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:19.225946 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd18f33-d271-43ef-ba50-b2fb1a1eaa24 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:19.226965 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1bd18f33-d271-43ef-ba50-b2fb1a1eaa24 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:19.254158 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd18f33-d271-43ef-ba50-b2fb1a1eaa24 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Subnet': ['ID=96bd27a7-dbe1-4925-afb0-b7c52edf555b,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:19.294013 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Request body: {'port': {'device_id': '993f1fec-290c-4228-b87d-b382b7f8b2c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:19.333868 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55503589-8921-4045-bbaf-4f318710519b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Made reservation on behalf of c2d3b41bd5b8426ab546185eca393a39 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:19.344132 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fee299b3-46bf-40d1-b419-99c686c35d3c None None] Port e31fa3a8-d28b-40c0-aa43-da58c6035b18 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:04:19.375543 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1bd18f33-d271-43ef-ba50-b2fb1a1eaa24 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5615020 Jan 20 11:04:19.419844 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33680) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:19.445595 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'network_id': '944ec491-c362-4ee1-9ef9-6f388b7fcded', 'fixed_ips': [{'subnet_id': '60974d77-3c6d-456a-97a6-94d07107310f'}, {'subnet_id': '96bd27a7-dbe1-4925-afb0-b7c52edf555b'}], 'name': 'tempest-PortsIpV6TestJSON-1168558176'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:19.612580 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 84e1e168-5760-4259-aca3-9b1be1871a47 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:19.633014 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bc9be-420b-4766-8500-9c1b1ace6794 req-98796bfd-999b-499f-bcff-0f3f340f9036 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:19.634647 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f95bc9be-420b-4766-8500-9c1b1ace6794 req-98796bfd-999b-499f-bcff-0f3f340f9036 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 931 time: 0.6661870 Jan 20 11:04:19.729483 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:19.759290 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 11:04:19.800066 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:19.800869 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 84e1e168-5760-4259-aca3-9b1be1871a47 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:19.830348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:19.845035 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:19.847591 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:19.853219 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f95bc9be-420b-4766-8500-9c1b1ace6794 req-80bbfee7-b234-4b32-8c74-33e22890014b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035809 Jan 20 11:04:19.856209 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:port and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:19.894810 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:19.952840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:19.976417 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:19.977105 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:20.044264 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55503589-8921-4045-bbaf-4f318710519b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:20.099738 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e2fe6c-c7bd-456f-936d-5bd17a28064d None None] Network 944ec491-c362-4ee1-9ef9-6f388b7fcded requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:20.216452 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:20.236881 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=4553ec90-5b6e-4183-80bd-b65a0c34ec9e,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:20.375448 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Allocated IP 172.26.0.99 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/9c965cfd-ac3d-4668-b4ab-7340ce71fc0f) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:20.415137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31fa3a8-d28b-40c0-aa43-da58c6035b18 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:04:20.434987 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:20.461722 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:20.466695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Transition to ACTIVE for port object e31fa3a8-d28b-40c0-aa43-da58c6035b18 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:20.497316 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3d881e14-4172-4425-bff6-1a292dd7659b None None] Provisioning for port 84e1e168-5760-4259-aca3-9b1be1871a47 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:20.502492 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3d881e14-4172-4425-bff6-1a292dd7659b None None] Provisioning complete for port 84e1e168-5760-4259-aca3-9b1be1871a47 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:20.502868 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d881e14-4172-4425-bff6-1a292dd7659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:20.509178 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:20.556712 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2ad111-2ba2-4f07-b62c-908bb1289a5f None None] Update dhcp port {'port': {'network_id': '944ec491-c362-4ee1-9ef9-6f388b7fcded', 'fixed_ips': [{'subnet_id': '60974d77-3c6d-456a-97a6-94d07107310f', 'ip_address': '2001:db8::2'}, {'subnet_id': '96bd27a7-dbe1-4925-afb0-b7c52edf555b'}], 'binding:host_id': 'dv-neutron-825471-1-hyperv'}, 'id': '84e1e168-5760-4259-aca3-9b1be1871a47'} from dv-neutron-825471-1-hyperv. {{(pid=84333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 11:04:20.624939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:20.633784 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:20.642418 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb2ad111-2ba2-4f07-b62c-908bb1289a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:20.786437 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] device_id is not set on port 82384a32-ee16-4b87-92ca-49b9b0a6f91c yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:04:20.872296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.objects.ports [None req-55503589-8921-4045-bbaf-4f318710519b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84331) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 11:04:20.880351 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55503589-8921-4045-bbaf-4f318710519b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:21.046744 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55503589-8921-4045-bbaf-4f318710519b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event updated for resources: {'Subnet': ['ID=2eeedc45-8db2-4653-ac19-6b361a814701,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:21.050540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Pushing event updated for resources: {'Port': ['ID=e31fa3a8-d28b-40c0-aa43-da58c6035b18,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:21.077425 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-fb2ad111-2ba2-4f07-b62c-908bb1289a5f None None] Allocated IP 2001:db8:0:1::2 (944ec491-c362-4ee1-9ef9-6f388b7fcded/96bd27a7-dbe1-4925-afb0-b7c52edf555b/84e1e168-5760-4259-aca3-9b1be1871a47) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:21.171268 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55503589-8921-4045-bbaf-4f318710519b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Checking segment: {'id': 'e4d2248b-ad6e-4745-8e1d-2de1820dfd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '663ebb35-d028-4126-8ecc-46fea9915b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:21.171792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55503589-8921-4045-bbaf-4f318710519b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Network hostable DHCP agents. Network: 663ebb35-d028-4126-8ecc-46fea9915b2b, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:04:21.218138 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Attempting to bind port e31fa3a8-d28b-40c0-aa43-da58c6035b18 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:04:21.218621 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Attempting to bind port e31fa3a8-d28b-40c0-aa43-da58c6035b18 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:04:21.219054 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Attempting to bind port e31fa3a8-d28b-40c0-aa43-da58c6035b18 on network f2976230-b7ed-4004-90c6-e1b2d37a86aa {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:04:21.225035 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Port e31fa3a8-d28b-40c0-aa43-da58c6035b18 on network f2976230-b7ed-4004-90c6-e1b2d37a86aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:04:21.225487 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Attempting to bind port e31fa3a8-d28b-40c0-aa43-da58c6035b18 on network f2976230-b7ed-4004-90c6-e1b2d37a86aa {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:04:21.233698 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:04:21.234195 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Checking segment: {'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:21.234681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Bound using segment: {'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:04:21.235299 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Bound port: e31fa3a8-d28b-40c0-aa43-da58c6035b18, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:04:21.235764 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:21.258108 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d881e14-4172-4425-bff6-1a292dd7659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:21.278316 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-fb2ad111-2ba2-4f07-b62c-908bb1289a5f None None] For port 84e1e168-5760-4259-aca3-9b1be1871a47, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=84e1e168-5760-4259-aca3-9b1be1871a47,segment=NetworkSegment(806df667-cbfe-4fa8-adef-7717488fe1b4),segment_id=806df667-cbfe-4fa8-adef-7717488fe1b4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:21.318164 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb2ad111-2ba2-4f07-b62c-908bb1289a5f None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:21.327730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55503589-8921-4045-bbaf-4f318710519b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Network 663ebb35-d028-4126-8ecc-46fea9915b2b is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:04:21.346621 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fb2ad111-2ba2-4f07-b62c-908bb1289a5f None None] Transition to ACTIVE for port object 84e1e168-5760-4259-aca3-9b1be1871a47 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:21.347447 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] For port e31fa3a8-d28b-40c0-aa43-da58c6035b18, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:04:21.350571 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] For port e31fa3a8-d28b-40c0-aa43-da58c6035b18, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e31fa3a8-d28b-40c0-aa43-da58c6035b18,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:04:21.359896 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:21.430280 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8d02a73c-71f8-4b51-9767-9275480842eb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:21.440739 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-55503589-8921-4045-bbaf-4f318710519b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 663ebb35-d028-4126-8ecc-46fea9915b2b) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:21.455504 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55503589-8921-4045-bbaf-4f318710519b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:21.455504 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55503589-8921-4045-bbaf-4f318710519b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:21.457641 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5586ea-2aa7-4f7a-bfd8-444c2facf2dd None None] Network 663ebb35-d028-4126-8ecc-46fea9915b2b requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:21.481305 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:21.548009 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:21.550037 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8cf148b0-3678-431a-9766-7dc888779c83 req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] 10.222.0.72 "PUT /v2.0/ports/e31fa3a8-d28b-40c0-aa43-da58c6035b18 HTTP/1.1" status: 200 len: 1093 time: 2.4053226 Jan 20 11:04:21.550567 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993f1fec-290c-4228-b87d-b382b7f8b2c0', 'tag': 'e31fa3a8-d28b-40c0-aa43-da58c6035b18'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:04:21.564932 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb2ad111-2ba2-4f07-b62c-908bb1289a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:21.584329 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046d0b4-1b11-446a-9a4d-2c3e3256222f req-ece1e056-2af3-4dfb-83a2-856e275e3fa1 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:21.586585 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9046d0b4-1b11-446a-9a4d-2c3e3256222f req-ece1e056-2af3-4dfb-83a2-856e275e3fa1 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 943 time: 0.4461136 Jan 20 11:04:21.608184 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27837da2-1a42-4317-8bde-3f65f5c5da1a service neutron] Pushing event updated for resources: {'Port': ['ID=e31fa3a8-d28b-40c0-aa43-da58c6035b18,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:21.621586 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-55503589-8921-4045-bbaf-4f318710519b tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.6964464 Jan 20 11:04:21.623721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33690) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:21.634121 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8d02a73c-71f8-4b51-9767-9275480842eb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:21.718029 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9046d0b4-1b11-446a-9a4d-2c3e3256222f req-c96354c5-8922-4ca0-9420-201c54c04f20 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108479 Jan 20 11:04:21.839518 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993f1fec-290c-4228-b87d-b382b7f8b2c0', 'tag': 'e31fa3a8-d28b-40c0-aa43-da58c6035b18', 'status': 'completed', 'code': 200} Jan 20 11:04:21.901862 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:21.925921 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8cf148b0-3678-431a-9766-7dc888779c83 req-7cc9b2a1-c327-46c2-addc-37be5c01b06c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 1096 time: 0.1655998 Jan 20 11:04:21.930906 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:22.001611 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-3d881e14-4172-4425-bff6-1a292dd7659b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:04:22.001937 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-3d881e14-4172-4425-bff6-1a292dd7659b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:04:22.014886 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ad111-2ba2-4f07-b62c-908bb1289a5f None None] Pushing event updated for resources: {'Port': ['ID=84e1e168-5760-4259-aca3-9b1be1871a47,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:22.015344 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8cf148b0-3678-431a-9766-7dc888779c83 req-064bdf1a-a7cf-45e6-a0dc-1cb0e1e4b04d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e31fa3a8-d28b-40c0-aa43-da58c6035b18 HTTP/1.1" status: 200 len: 217 time: 0.0799119 Jan 20 11:04:22.041787 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-663ebb35-d028-4126-8ecc-46fea9915b2b', 'network_id': '663ebb35-d028-4126-8ecc-46fea9915b2b', 'tenant_id': 'c2d3b41bd5b8426ab546185eca393a39', 'fixed_ips': [{'subnet_id': '2eeedc45-8db2-4653-ac19-6b361a814701'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:04:22.042777 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:22.091722 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:22.101673 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:22.107870 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:22.148188 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=9c965cfd-ac3d-4668-b4ab-7340ce71fc0f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:22.264366 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Allocated IP 2001:db8::98 (944ec491-c362-4ee1-9ef9-6f388b7fcded/60974d77-3c6d-456a-97a6-94d07107310f/82384a32-ee16-4b87-92ca-49b9b0a6f91c) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:22.264837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:22.300964 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf148b0-3678-431a-9766-7dc888779c83 req-221b66cf-8319-4704-8826-5041807486e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:22.302403 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8cf148b0-3678-431a-9766-7dc888779c83 req-221b66cf-8319-4704-8826-5041807486e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd01cfe5-3172-4c47-b68a-b9a8e924614a HTTP/1.1" status: 200 len: 851 time: 0.1217604 Jan 20 11:04:22.327567 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Allocated IP 2001:db8::f816:3eff:fe4d:e8f7 (663ebb35-d028-4126-8ecc-46fea9915b2b/2eeedc45-8db2-4653-ac19-6b361a814701/8ef319b6-62e8-488d-9506-15f7580ae158) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:22.339490 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Allocated IP 2001:db8:0:1::311 (944ec491-c362-4ee1-9ef9-6f388b7fcded/96bd27a7-dbe1-4925-afb0-b7c52edf555b/82384a32-ee16-4b87-92ca-49b9b0a6f91c) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:22.419198 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8cf148b0-3678-431a-9766-7dc888779c83 req-5902f1d8-6d61-45d9-a096-01d9bf875c20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2976230-b7ed-4004-90c6-e1b2d37a86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1095481 Jan 20 11:04:22.594888 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8cf148b0-3678-431a-9766-7dc888779c83 req-8b583466-c50f-4c34-8139-1df884ea4a94 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697328 Jan 20 11:04:22.599591 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Router 32417140-03bf-4b3c-b7d6-034061db7603 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:04:22.627916 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d881e14-4172-4425-bff6-1a292dd7659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:22.678473 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-3d881e14-4172-4425-bff6-1a292dd7659b None None] For port 84e1e168-5760-4259-aca3-9b1be1871a47, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=84e1e168-5760-4259-aca3-9b1be1871a47,segment=NetworkSegment(806df667-cbfe-4fa8-adef-7717488fe1b4),segment_id=806df667-cbfe-4fa8-adef-7717488fe1b4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:22.781971 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8cf148b0-3678-431a-9766-7dc888779c83 req-ea0fd9d7-cde0-4b1a-a135-50496a76abf2 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811619 Jan 20 11:04:22.787133 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6b105b-b771-47aa-8370-f7cff57aae50 None None] Network 944ec491-c362-4ee1-9ef9-6f388b7fcded requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:22.826958 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3d881e14-4172-4425-bff6-1a292dd7659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:22.834039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:22.869664 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d02a73c-71f8-4b51-9767-9275480842eb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router 78fa3b60-6e18-4aee-a63f-7076aad86783 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:04:22.874750 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Transition to ACTIVE for port object 82384a32-ee16-4b87-92ca-49b9b0a6f91c will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:22.967564 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:22.997068 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Transition to ACTIVE for port object 8ef319b6-62e8-488d-9506-15f7580ae158 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:23.025003 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d881e14-4172-4425-bff6-1a292dd7659b None None] Pushing event updated for resources: {'Port': ['ID=84e1e168-5760-4259-aca3-9b1be1871a47,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:23.058667 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5564b023-445a-4741-b5e6-0d6c14ad3167 req-f6208cfc-1737-4bf9-a43b-b30267d564b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 1096 time: 0.1098316 Jan 20 11:04:23.082377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Transition to ACTIVE for port object 8ef319b6-62e8-488d-9506-15f7580ae158 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:23.164579 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:23.209593 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-97580d6e-d58a-40fd-8bb7-f7263b36dc72 None None] Provisioning for port 84e1e168-5760-4259-aca3-9b1be1871a47 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:23.210846 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:23.225626 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564b023-445a-4741-b5e6-0d6c14ad3167 req-68fbe6ae-f2c1-4c6f-b172-08eac6c93812 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:23.227972 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5564b023-445a-4741-b5e6-0d6c14ad3167 req-68fbe6ae-f2c1-4c6f-b172-08eac6c93812 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 913 time: 0.1637154 Jan 20 11:04:23.235658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-97580d6e-d58a-40fd-8bb7-f7263b36dc72 None None] Provisioning complete for port 84e1e168-5760-4259-aca3-9b1be1871a47 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:23.236027 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97580d6e-d58a-40fd-8bb7-f7263b36dc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:23.265464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:23.266215 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:23.300300 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:04:23.300710 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:23.305117 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Network 663ebb35-d028-4126-8ecc-46fea9915b2b is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:23.312075 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:23.316358 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Sync routers for ids ['32417140-03bf-4b3c-b7d6-034061db7603'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:04:23.321742 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Pushing event updated for resources: {'Port': ['ID=8ef319b6-62e8-488d-9506-15f7580ae158,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:23.325789 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:23.339529 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Routers {'32417140-03bf-4b3c-b7d6-034061db7603'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:23.340653 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['32417140-03bf-4b3c-b7d6-034061db7603'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:23.383322 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event deleted for resources: {'Subnet': ['ID=2eeedc45-8db2-4653-ac19-6b361a814701,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:23.389675 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network 944ec491-c362-4ee1-9ef9-6f388b7fcded is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:23.390388 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5564b023-445a-4741-b5e6-0d6c14ad3167 req-53222de7-c481-4996-93be-1193df9c542f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e31fa3a8-d28b-40c0-aa43-da58c6035b18 HTTP/1.1" status: 200 len: 217 time: 0.1554461 Jan 20 11:04:23.404916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=82384a32-ee16-4b87-92ca-49b9b0a6f91c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:23.407522 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:23.418722 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:23.422701 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:23.423323 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:23.456097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9837f4-146c-4e2d-a41d-17686137ebe4 req-1d45f151-64fe-493e-ab62-688e2ca93f40 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:23.457779 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e9837f4-146c-4e2d-a41d-17686137ebe4 req-1d45f151-64fe-493e-ab62-688e2ca93f40 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 943 time: 0.5548306 Jan 20 11:04:23.464918 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c1a5132c-d36e-418f-ac32-9b79450dc211 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "PUT /v2.0/routers/32417140-03bf-4b3c-b7d6-034061db7603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7473886 Jan 20 11:04:23.487184 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33696) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:23.515188 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Attempting to bind port 8ef319b6-62e8-488d-9506-15f7580ae158 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:04:23.516307 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Attempting to bind port 8ef319b6-62e8-488d-9506-15f7580ae158 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'e4d2248b-ad6e-4745-8e1d-2de1820dfd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '663ebb35-d028-4126-8ecc-46fea9915b2b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:04:23.516307 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Attempting to bind port 8ef319b6-62e8-488d-9506-15f7580ae158 on network 663ebb35-d028-4126-8ecc-46fea9915b2b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:04:23.533275 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-008c9bde-6c89-420e-9f22-efbade928b18 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.1042862 Jan 20 11:04:23.540705 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33700) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:23.543818 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:04:23.544194 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Checking segment: {'id': 'e4d2248b-ad6e-4745-8e1d-2de1820dfd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '663ebb35-d028-4126-8ecc-46fea9915b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:23.544594 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:23.546296 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Bound using segment: {'id': 'e4d2248b-ad6e-4745-8e1d-2de1820dfd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '663ebb35-d028-4126-8ecc-46fea9915b2b'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:04:23.546790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Bound port: 8ef319b6-62e8-488d-9506-15f7580ae158, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d2248b-ad6e-4745-8e1d-2de1820dfd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '663ebb35-d028-4126-8ecc-46fea9915b2b'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:04:23.547309 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:23.567182 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8f5791f3-3cba-4068-b3fa-c6059b9154e1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '60974d77-3c6d-456a-97a6-94d07107310f'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:23.594989 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:23.631797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 84e1e168-5760-4259-aca3-9b1be1871a47 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:23.649242 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0869a2b-842e-4f92-9573-1125d2a9bba6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:23.651212 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a0869a2b-842e-4f92-9573-1125d2a9bba6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports/4553ec90-5b6e-4183-80bd-b65a0c34ec9e HTTP/1.1" status: 200 len: 911 time: 0.1603508 Jan 20 11:04:23.652716 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564b023-445a-4741-b5e6-0d6c14ad3167 req-0bcfe6ff-bb5d-4373-baa4-e0d5b66e1339 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:23.654154 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5564b023-445a-4741-b5e6-0d6c14ad3167 req-0bcfe6ff-bb5d-4373-baa4-e0d5b66e1339 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd01cfe5-3172-4c47-b68a-b9a8e924614a HTTP/1.1" status: 200 len: 851 time: 0.2133977 Jan 20 11:04:23.654636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33704) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:23.693879 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Set router 32417140-03bf-4b3c-b7d6-034061db7603 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:04:23.762213 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663ebb35-d028-4126-8ecc-46fea9915b2b']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:23.763981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-97580d6e-d58a-40fd-8bb7-f7263b36dc72 None None] Provisioning complete for port 4553ec90-5b6e-4183-80bd-b65a0c34ec9e triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:23.764360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-97580d6e-d58a-40fd-8bb7-f7263b36dc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:23.797689 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d2248b-ad6e-4745-8e1d-2de1820dfd34') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:23.797993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d2248b-ad6e-4745-8e1d-2de1820dfd34') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:23.802504 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e9837f4-146c-4e2d-a41d-17686137ebe4 req-68313757-90ce-4e9f-871a-5f7e113a7baf tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3349581 Jan 20 11:04:23.839024 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:23.863829 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-97580d6e-d58a-40fd-8bb7-f7263b36dc72 None None] Port 4553ec90-5b6e-4183-80bd-b65a0c34ec9e cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:04:23.873781 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 84e1e168-5760-4259-aca3-9b1be1871a47 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:23.874154 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:23.896489 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:23.923685 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:04:23.931066 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:23.932187 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] For port 8ef319b6-62e8-488d-9506-15f7580ae158, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:04:23.965130 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:04:24.049963 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f5791f3-3cba-4068-b3fa-c6059b9154e1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:24.072474 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5564b023-445a-4741-b5e6-0d6c14ad3167 req-54a55ecd-3615-4841-a43c-406d708b63e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2976230-b7ed-4004-90c6-e1b2d37a86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4039056 Jan 20 11:04:24.132072 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fd5e0751-f0ab-41ae-b236-dbea82582040 None None] Provisioning for port 82384a32-ee16-4b87-92ca-49b9b0a6f91c completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:24.134257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fcb29b-53c2-41e5-abe6-79544a073fce tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:24.140786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fd5e0751-f0ab-41ae-b236-dbea82582040 None None] Provisioning complete for port 82384a32-ee16-4b87-92ca-49b9b0a6f91c triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:24.140966 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fcb29b-53c2-41e5-abe6-79544a073fce tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:24.141663 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd5e0751-f0ab-41ae-b236-dbea82582040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:24.145368 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-06fcb29b-53c2-41e5-abe6-79544a073fce tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.4816046 Jan 20 11:04:24.146004 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33708) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:24.154606 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d02a73c-71f8-4b51-9767-9275480842eb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:04:24.160108 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32417140-03bf-4b3c-b7d6-034061db7603', 'name': 'tempest-NetworksTestDHCPv6-router-909503362', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:13Z', 'updated_at': '2022-01-20T11:04:18Z', 'revision_number': 2, 'project_id': '93194f3416cf4609b677b83a2a6cd797', 'gw_port_host': None, '_interfaces': [{'id': '4553ec90-5b6e-4183-80bd-b65a0c34ec9e', 'name': '', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'mac_address': 'fa:16:3e:c2:24:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32417140-03bf-4b3c-b7d6-034061db7603', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6d6c932-53c4-4f79-b619-2ed6053b6e3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:04:16Z', 'updated_at': '2022-01-20T11:04:19Z', 'revision_number': 2, 'project_id': '93194f3416cf4609b677b83a2a6cd797', 'subnets': [{'id': 'd6d6c932-53c4-4f79-b619-2ed6053b6e3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:24.161658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8d02a73c-71f8-4b51-9767-9275480842eb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:24.162938 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8d02a73c-71f8-4b51-9767-9275480842eb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/78fa3b60-6e18-4aee-a63f-7076aad86783 HTTP/1.1" status: 200 len: 886 time: 6.2027800 Jan 20 11:04:24.168876 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Checking router: 32417140-03bf-4b3c-b7d6-034061db7603 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:04:24.169229 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Updating router 32417140-03bf-4b3c-b7d6-034061db7603 port 4553ec90-5b6e-4183-80bd-b65a0c34ec9e binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:04:24.171758 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33712) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:24.189166 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] For port 8ef319b6-62e8-488d-9506-15f7580ae158, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8ef319b6-62e8-488d-9506-15f7580ae158,segment=NetworkSegment(e4d2248b-ad6e-4745-8e1d-2de1820dfd34),segment_id=e4d2248b-ad6e-4745-8e1d-2de1820dfd34)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:04:24.190472 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb00c885-5bea-4213-afe6-adfda3601fdb None None] Sync routers for ids ['78fa3b60-6e18-4aee-a63f-7076aad86783'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:04:24.243077 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e0751-f0ab-41ae-b236-dbea82582040 None None] Port 82384a32-ee16-4b87-92ca-49b9b0a6f91c cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:04:24.244687 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb00c885-5bea-4213-afe6-adfda3601fdb None None] Routers {'78fa3b60-6e18-4aee-a63f-7076aad86783'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:24.245328 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-fb00c885-5bea-4213-afe6-adfda3601fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['78fa3b60-6e18-4aee-a63f-7076aad86783'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:24.250674 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:24.317171 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-fb00c885-5bea-4213-afe6-adfda3601fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:24.320479 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:24.407943 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb00c885-5bea-4213-afe6-adfda3601fdb None None] Routers {'78fa3b60-6e18-4aee-a63f-7076aad86783'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:24.408581 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-fb00c885-5bea-4213-afe6-adfda3601fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['78fa3b60-6e18-4aee-a63f-7076aad86783'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:24.444159 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.api [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 11:04:24.444159 dv-neutron-825471-1-hyperv neutron-server[84331]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 11:04:24.444159 dv-neutron-825471-1-hyperv neutron-server[84331]: [parameters: {'id': '663ebb35-d028-4126-8ecc-46fea9915b2b'}] Jan 20 11:04:24.444159 dv-neutron-825471-1-hyperv neutron-server[84331]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:04:24.444961 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG oslo_db.api [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:04:24.531279 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fd5e0751-f0ab-41ae-b236-dbea82582040 None None] Provisioning complete for port 84e1e168-5760-4259-aca3-9b1be1871a47 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:24.532165 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd5e0751-f0ab-41ae-b236-dbea82582040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:24.555273 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-fb00c885-5bea-4213-afe6-adfda3601fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:24.555702 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb00c885-5bea-4213-afe6-adfda3601fdb None None] The sync data for ids ['78fa3b60-6e18-4aee-a63f-7076aad86783'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:04:24.583828 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5564b023-445a-4741-b5e6-0d6c14ad3167 req-817c956f-fbc8-4563-864e-725791d049a6 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015135 Jan 20 11:04:24.599902 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40994c17-87c4-413d-89b1-499a55f569d5 None None] Pushing event updated for resources: {'Port': ['ID=8ef319b6-62e8-488d-9506-15f7580ae158,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:24.643466 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b17469-66b1-4178-b48f-55d9cf68133d None None] Network 663ebb35-d028-4126-8ecc-46fea9915b2b requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:24.661757 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router b1fcbea5-5088-4420-9c13-dc711836e26d is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:04:24.701258 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-8f5791f3-3cba-4068-b3fa-c6059b9154e1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Delete allocated IP 2001:db8:0:1::311 (944ec491-c362-4ee1-9ef9-6f388b7fcded/96bd27a7-dbe1-4925-afb0-b7c52edf555b) {{(pid=84332) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 20 11:04:24.760879 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:24.777055 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Transition to ACTIVE for port object 4553ec90-5b6e-4183-80bd-b65a0c34ec9e will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:24.841579 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:24.877433 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5564b023-445a-4741-b5e6-0d6c14ad3167 req-911a2aaa-00fd-444c-8178-519f735116e4 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851164 Jan 20 11:04:24.905654 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6f4355b5-6436-40b8-9d43-a0bb680d1333 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/routers/78fa3b60-6e18-4aee-a63f-7076aad86783 HTTP/1.1" status: 200 len: 886 time: 0.7325175 Jan 20 11:04:24.910294 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33718) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:24.947756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:24.991269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5b73a4b8-5d74-459f-a045-ac5307bebda3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Synchronizing usage tracker for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:24.998098 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e6aed-dab7-46b2-b464-95154c852d94 None None] Pushing event updated for resources: {'Port': ['ID=4553ec90-5b6e-4183-80bd-b65a0c34ec9e,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:25.020208 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6aed-dab7-46b2-b464-95154c852d94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:25.025974 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6aed-dab7-46b2-b464-95154c852d94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:25.027180 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6aed-dab7-46b2-b464-95154c852d94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:25.027180 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6aed-dab7-46b2-b464-95154c852d94 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:25.027180 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6aed-dab7-46b2-b464-95154c852d94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:25.027587 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6aed-dab7-46b2-b464-95154c852d94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:25.027997 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6aed-dab7-46b2-b464-95154c852d94 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:25.028365 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6aed-dab7-46b2-b464-95154c852d94 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:25.028746 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6aed-dab7-46b2-b464-95154c852d94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:25.029125 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6aed-dab7-46b2-b464-95154c852d94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:25.030676 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e6aed-dab7-46b2-b464-95154c852d94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:04:25.033712 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Deleting port 8ef319b6-62e8-488d-9506-15f7580ae158 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:25.033901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:25.074207 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e74ce584-39c7-4782-ae30-cd4d65fca6a8 None None] Provisioning complete for port 82384a32-ee16-4b87-92ca-49b9b0a6f91c triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:25.074829 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e74ce584-39c7-4782-ae30-cd4d65fca6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:25.140546 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e74ce584-39c7-4782-ae30-cd4d65fca6a8 None None] Port 82384a32-ee16-4b87-92ca-49b9b0a6f91c cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:04:25.197106 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f5791f3-3cba-4068-b3fa-c6059b9154e1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:25.221383 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5b73a4b8-5d74-459f-a045-ac5307bebda3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Unset dirty status for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:25.222694 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5b73a4b8-5d74-459f-a045-ac5307bebda3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/ports?device_id=78fa3b60-6e18-4aee-a63f-7076aad86783 HTTP/1.1" status: 200 len: 205 time: 0.3006361 Jan 20 11:04:25.231986 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33722) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:25.244644 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-8f5791f3-3cba-4068-b3fa-c6059b9154e1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Ignored duplicate provisioning block setup for port 82384a32-ee16-4b87-92ca-49b9b0a6f91c by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 20 11:04:25.248165 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Attempting to bind port 4553ec90-5b6e-4183-80bd-b65a0c34ec9e on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:04:25.248540 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Attempting to bind port 4553ec90-5b6e-4183-80bd-b65a0c34ec9e by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:04:25.248908 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Attempting to bind port 4553ec90-5b6e-4183-80bd-b65a0c34ec9e on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:04:25.259274 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:04:25.259661 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:25.260058 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:25.260513 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:04:25.261002 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Bound port: 4553ec90-5b6e-4183-80bd-b65a0c34ec9e, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:04:25.261395 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:25.365779 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] For port 4553ec90-5b6e-4183-80bd-b65a0c34ec9e, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:04:25.370869 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] For port 4553ec90-5b6e-4183-80bd-b65a0c34ec9e, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=4553ec90-5b6e-4183-80bd-b65a0c34ec9e,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:04:25.405672 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61c41e8-206c-436b-a357-bbf36476767d None None] get_active_networks_info from dv-neutron-825471-1-hyperv {{(pid=84333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 11:04:25.413887 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f5791f3-3cba-4068-b3fa-c6059b9154e1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:25.416130 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] For port 8ef319b6-62e8-488d-9506-15f7580ae158, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8ef319b6-62e8-488d-9506-15f7580ae158,segment=NetworkSegment(e4d2248b-ad6e-4745-8e1d-2de1820dfd34),segment_id=e4d2248b-ad6e-4745-8e1d-2de1820dfd34)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:25.416493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:25.492301 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:25.547377 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Calling delete_port for 8ef319b6-62e8-488d-9506-15f7580ae158 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:25.562147 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8f5791f3-3cba-4068-b3fa-c6059b9154e1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] In _notify_port_updated(), no bound segment for port 82384a32-ee16-4b87-92ca-49b9b0a6f91c on network 944ec491-c362-4ee1-9ef9-6f388b7fcded {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 11:04:25.563214 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61c41e8-206c-436b-a357-bbf36476767d None None] Resources bound (agent type, host, resource id): {{(pid=84333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 11:04:25.567536 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5791f3-3cba-4068-b3fa-c6059b9154e1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:25.568275 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f5791f3-3cba-4068-b3fa-c6059b9154e1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:25.571190 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8f5791f3-3cba-4068-b3fa-c6059b9154e1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "PUT /v2.0/ports/82384a32-ee16-4b87-92ca-49b9b0a6f91c HTTP/1.1" status: 200 len: 925 time: 2.0265827 Jan 20 11:04:25.578863 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33726) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:25.580468 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5791f3-3cba-4068-b3fa-c6059b9154e1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=82384a32-ee16-4b87-92ca-49b9b0a6f91c,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:25.602483 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ca0f1a02-dc54-4cf7-bb1f-87908dbbb8f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '60974d77-3c6d-456a-97a6-94d07107310f'}, {'subnet_id': '96bd27a7-dbe1-4925-afb0-b7c52edf555b'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:25.666688 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e6aed-dab7-46b2-b464-95154c852d94 None None] Pushing event updated for resources: {'Port': ['ID=4553ec90-5b6e-4183-80bd-b65a0c34ec9e,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:25.674256 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Routers {'32417140-03bf-4b3c-b7d6-034061db7603'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:25.675334 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['32417140-03bf-4b3c-b7d6-034061db7603'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:25.697915 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46607f-1315-4e0f-a14a-f122f16a9b39 req-c7eea08a-1d21-4951-9f06-fd84f50022ec tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:25.699689 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6c46607f-1315-4e0f-a14a-f122f16a9b39 req-c7eea08a-1d21-4951-9f06-fd84f50022ec tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 943 time: 0.5368228 Jan 20 11:04:25.758063 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-78fd584d-4461-4d94-877f-b9b591d8deb9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:25.772463 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:04:25.838892 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20bc718-a6b5-49c6-a96e-6fafe1f3ee36 None None] Sync routers for ids ['b1fcbea5-5088-4420-9c13-dc711836e26d'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:04:25.907020 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6c46607f-1315-4e0f-a14a-f122f16a9b39 req-5db807ea-ca1c-48bb-930e-17cfdf355c02 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977484 Jan 20 11:04:25.924643 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20bc718-a6b5-49c6-a96e-6fafe1f3ee36 None None] Routers {'b1fcbea5-5088-4420-9c13-dc711836e26d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:25.925642 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f20bc718-a6b5-49c6-a96e-6fafe1f3ee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b1fcbea5-5088-4420-9c13-dc711836e26d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:26.020959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:26.022182 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ad9c1d97-2467-4dea-b1d0-1794508d77df tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.2914054 Jan 20 11:04:26.031111 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33730) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:26.036681 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f20bc718-a6b5-49c6-a96e-6fafe1f3ee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:26.047207 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:26.050584 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] Set router 32417140-03bf-4b3c-b7d6-034061db7603 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:04:26.097411 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20bc718-a6b5-49c6-a96e-6fafe1f3ee36 None None] Routers {'b1fcbea5-5088-4420-9c13-dc711836e26d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:26.097967 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f20bc718-a6b5-49c6-a96e-6fafe1f3ee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b1fcbea5-5088-4420-9c13-dc711836e26d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:26.109986 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event deleted for resources: {'Port': ['ID=8ef319b6-62e8-488d-9506-15f7580ae158,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:26.131806 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] No DVR routers for this DVR port 8ef319b6-62e8-488d-9506-15f7580ae158 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:04:26.169015 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ca0f1a02-dc54-4cf7-bb1f-87908dbbb8f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:26.187540 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f20bc718-a6b5-49c6-a96e-6fafe1f3ee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:26.187976 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20bc718-a6b5-49c6-a96e-6fafe1f3ee36 None None] The sync data for ids ['b1fcbea5-5088-4420-9c13-dc711836e26d'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:04:26.325170 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:26.353324 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663ebb35-d028-4126-8ecc-46fea9915b2b']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:26.366258 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d2248b-ad6e-4745-8e1d-2de1820dfd34') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:26.366560 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d2248b-ad6e-4745-8e1d-2de1820dfd34') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:26.386401 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:26.403315 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:26.410228 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:04:26.421131 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:04:26.483097 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:04:26.521530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-240887e2-8821-4861-ac03-3a0dd2c7cefa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:26.542497 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32417140-03bf-4b3c-b7d6-034061db7603', 'name': 'tempest-NetworksTestDHCPv6-router-909503362', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:13Z', 'updated_at': '2022-01-20T11:04:18Z', 'revision_number': 2, 'project_id': '93194f3416cf4609b677b83a2a6cd797', 'gw_port_host': None, '_interfaces': [{'id': '4553ec90-5b6e-4183-80bd-b65a0c34ec9e', 'name': '', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'mac_address': 'fa:16:3e:c2:24:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32417140-03bf-4b3c-b7d6-034061db7603', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6d6c932-53c4-4f79-b619-2ed6053b6e3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:04:16Z', 'updated_at': '2022-01-20T11:04:25Z', 'revision_number': 4, 'project_id': '93194f3416cf4609b677b83a2a6cd797', 'subnets': [{'id': 'd6d6c932-53c4-4f79-b619-2ed6053b6e3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:26.546185 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-feb90db2-9934-4db6-85fe-c88904991c61 None None] Provisioning complete for port 82384a32-ee16-4b87-92ca-49b9b0a6f91c triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:26.547612 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-feb90db2-9934-4db6-85fe-c88904991c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:26.549771 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d613c1c6-fd81-4921-9b8f-ec797b8c4dac None None] The sync data for ids ['32417140-03bf-4b3c-b7d6-034061db7603'] in dv-neutron-825471-1-hyperv is: [{'id': '32417140-03bf-4b3c-b7d6-034061db7603', 'name': 'tempest-NetworksTestDHCPv6-router-909503362', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:13Z', 'updated_at': '2022-01-20T11:04:18Z', 'revision_number': 2, 'project_id': '93194f3416cf4609b677b83a2a6cd797', 'gw_port_host': None, '_interfaces': [{'id': '4553ec90-5b6e-4183-80bd-b65a0c34ec9e', 'name': '', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'mac_address': 'fa:16:3e:c2:24:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32417140-03bf-4b3c-b7d6-034061db7603', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6d6c932-53c4-4f79-b619-2ed6053b6e3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:04:16Z', 'updated_at': '2022-01-20T11:04:25Z', 'revision_number': 4, 'project_id': '93194f3416cf4609b677b83a2a6cd797', 'subnets': [{'id': 'd6d6c932-53c4-4f79-b619-2ed6053b6e3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:04:26.638163 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-feb90db2-9934-4db6-85fe-c88904991c61 None None] Port 82384a32-ee16-4b87-92ca-49b9b0a6f91c cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:04:26.639173 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-68af5e65-e722-4451-b5a0-aec373120d76 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/routers/b1fcbea5-5088-4420-9c13-dc711836e26d HTTP/1.1" status: 200 len: 884 time: 0.6069632 Jan 20 11:04:26.644292 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33734) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:26.694121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:26.732028 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:26.752747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event deleted for resources: {'Network': ['ID=663ebb35-d028-4126-8ecc-46fea9915b2b,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:26.837949 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-82a15e09-0723-4fde-b392-567a88840ff8 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/networks/663ebb35-d028-4126-8ecc-46fea9915b2b HTTP/1.1" status: 204 len: 168 time: 5.2125940 Jan 20 11:04:26.838794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33738) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:26.843877 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-ca0f1a02-dc54-4cf7-bb1f-87908dbbb8f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Allocated IP 2001:db8:0:1::312 (944ec491-c362-4ee1-9ef9-6f388b7fcded/96bd27a7-dbe1-4925-afb0-b7c52edf555b/82384a32-ee16-4b87-92ca-49b9b0a6f91c) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:26.855025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-7eea57b2-a98c-4d1f-a736-b4fa4ec442f4 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1049255968'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:26.870206 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7eea57b2-a98c-4d1f-a736-b4fa4ec442f4 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:26.879312 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7eea57b2-a98c-4d1f-a736-b4fa4ec442f4 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Usage tracker for resource:network and tenant:c2d3b41bd5b8426ab546185eca393a39 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:26.884994 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7eea57b2-a98c-4d1f-a736-b4fa4ec442f4 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:26.945841 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7eea57b2-a98c-4d1f-a736-b4fa4ec442f4 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:26.953801 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-78fd584d-4461-4d94-877f-b9b591d8deb9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port 4553ec90-5b6e-4183-80bd-b65a0c34ec9e {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:26.954378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-78fd584d-4461-4d94-877f-b9b591d8deb9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:27.121867 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eea57b2-a98c-4d1f-a736-b4fa4ec442f4 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Made reservation on behalf of c2d3b41bd5b8426ab546185eca393a39 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:27.124760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7eea57b2-a98c-4d1f-a736-b4fa4ec442f4 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:27.145667 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ca0f1a02-dc54-4cf7-bb1f-87908dbbb8f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:27.182415 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3d5d0f07-732c-41dc-b520-9530ad0bc414 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Synchronizing usage tracker for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:router {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:27.185668 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-ca0f1a02-dc54-4cf7-bb1f-87908dbbb8f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Transition to ACTIVE for port object 82384a32-ee16-4b87-92ca-49b9b0a6f91c will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:27.203563 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eea57b2-a98c-4d1f-a736-b4fa4ec442f4 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:04:27.228462 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca49c4-4d47-4229-a19c-979fed1f05b2 req-f137d85e-4242-4fa6-950c-5da503505a1e tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:27.230052 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c3ca49c4-4d47-4229-a19c-979fed1f05b2 req-f137d85e-4242-4fa6-950c-5da503505a1e tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 943 time: 0.1230867 Jan 20 11:04:27.236963 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7eea57b2-a98c-4d1f-a736-b4fa4ec442f4 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:27.238805 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-7eea57b2-a98c-4d1f-a736-b4fa4ec442f4 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Added segment 23ce5c55-afd8-4bac-909d-4f155ac703b8 of type vlan for network cb5abbb4-32dc-42fd-8eea-39f04d669a7f Jan 20 11:04:27.252457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-78fd584d-4461-4d94-877f-b9b591d8deb9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] For port 4553ec90-5b6e-4183-80bd-b65a0c34ec9e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=4553ec90-5b6e-4183-80bd-b65a0c34ec9e,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:27.252813 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-78fd584d-4461-4d94-877f-b9b591d8deb9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:27.255480 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ca0f1a02-dc54-4cf7-bb1f-87908dbbb8f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:27.328648 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3d5d0f07-732c-41dc-b520-9530ad0bc414 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Unset dirty status for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:router {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:27.329868 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3d5d0f07-732c-41dc-b520-9530ad0bc414 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6824064 Jan 20 11:04:27.338128 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33744) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:27.347540 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c683808a-8405-4fab-bfb8-90974e7aae29 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1868901389'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:27.408569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-240887e2-8821-4861-ac03-3a0dd2c7cefa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:27.422866 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-78fd584d-4461-4d94-877f-b9b591d8deb9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for 4553ec90-5b6e-4183-80bd-b65a0c34ec9e owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:27.459192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7eea57b2-a98c-4d1f-a736-b4fa4ec442f4 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:27.549416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-240887e2-8821-4861-ac03-3a0dd2c7cefa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting port 1521f61b-b904-489a-a64d-dda2a25823c0 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:27.549906 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-240887e2-8821-4861-ac03-3a0dd2c7cefa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:27.576973 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 4553ec90-5b6e-4183-80bd-b65a0c34ec9e up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:27.621705 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7eea57b2-a98c-4d1f-a736-b4fa4ec442f4 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:27.625493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eea57b2-a98c-4d1f-a736-b4fa4ec442f4 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:27.626409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7eea57b2-a98c-4d1f-a736-b4fa4ec442f4 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:27.692219 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c3ca49c4-4d47-4229-a19c-979fed1f05b2 req-4c546d1d-235b-4ef3-b3f4-0d70c479fd92 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4560652 Jan 20 11:04:27.698160 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f1a02-dc54-4cf7-bb1f-87908dbbb8f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] In _notify_port_updated(), no bound segment for port 82384a32-ee16-4b87-92ca-49b9b0a6f91c on network 944ec491-c362-4ee1-9ef9-6f388b7fcded {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 11:04:27.702671 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0f1a02-dc54-4cf7-bb1f-87908dbbb8f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:27.703305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ca0f1a02-dc54-4cf7-bb1f-87908dbbb8f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:27.707283 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ca0f1a02-dc54-4cf7-bb1f-87908dbbb8f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "PUT /v2.0/ports/82384a32-ee16-4b87-92ca-49b9b0a6f91c HTTP/1.1" status: 200 len: 1011 time: 2.1120048 Jan 20 11:04:27.707283 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f1a02-dc54-4cf7-bb1f-87908dbbb8f9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=82384a32-ee16-4b87-92ca-49b9b0a6f91c,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:27.708666 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33748) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:27.749137 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 4553ec90-5b6e-4183-80bd-b65a0c34ec9e completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:27.754275 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 4553ec90-5b6e-4183-80bd-b65a0c34ec9e triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:27.754655 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:27.791706 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-021ea442-4253-4776-a6c5-fa4fea44e12b None None] Provisioning for port 82384a32-ee16-4b87-92ca-49b9b0a6f91c completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:27.795893 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1a6d1533-8db5-4f09-9fa3-e44cec0cc3ca tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port 82384a32-ee16-4b87-92ca-49b9b0a6f91c {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:27.796246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1a6d1533-8db5-4f09-9fa3-e44cec0cc3ca tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:27.819261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-021ea442-4253-4776-a6c5-fa4fea44e12b None None] Provisioning complete for port 82384a32-ee16-4b87-92ca-49b9b0a6f91c triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:27.820213 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-021ea442-4253-4776-a6c5-fa4fea44e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:27.893950 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-021ea442-4253-4776-a6c5-fa4fea44e12b None None] Port 82384a32-ee16-4b87-92ca-49b9b0a6f91c cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:04:27.959574 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:27.978638 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea57b2-a98c-4d1f-a736-b4fa4ec442f4 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event updated for resources: {'Network': ['ID=cb5abbb4-32dc-42fd-8eea-39f04d669a7f,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:27.991893 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network cb5abbb4-32dc-42fd-8eea-39f04d669a7f details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:04:28.030062 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7eea57b2-a98c-4d1f-a736-b4fa4ec442f4 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1867626 Jan 20 11:04:28.035435 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33752) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:28.047113 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-eccb7ce8-a9b8-45b5-8a3f-3807377233aa tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Request body: {'subnet': {'network_id': 'cb5abbb4-32dc-42fd-8eea-39f04d669a7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:28.090148 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-240887e2-8821-4861-ac03-3a0dd2c7cefa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:28.232915 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1a6d1533-8db5-4f09-9fa3-e44cec0cc3ca tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:28.284895 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-240887e2-8821-4861-ac03-3a0dd2c7cefa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Calling delete_port for 1521f61b-b904-489a-a64d-dda2a25823c0 owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:28.328344 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-78fd584d-4461-4d94-877f-b9b591d8deb9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:28.367646 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1a6d1533-8db5-4f09-9fa3-e44cec0cc3ca tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for 82384a32-ee16-4b87-92ca-49b9b0a6f91c owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:28.389135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd584d-4461-4d94-877f-b9b591d8deb9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=4553ec90-5b6e-4183-80bd-b65a0c34ec9e,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:28.404512 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-eccb7ce8-a9b8-45b5-8a3f-3807377233aa tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:28.454655 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-eccb7ce8-a9b8-45b5-8a3f-3807377233aa tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Usage tracker for resource:subnet and tenant:c2d3b41bd5b8426ab546185eca393a39 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:28.466954 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-eccb7ce8-a9b8-45b5-8a3f-3807377233aa tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:28.532888 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-eccb7ce8-a9b8-45b5-8a3f-3807377233aa tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:28.624038 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccb7ce8-a9b8-45b5-8a3f-3807377233aa tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Made reservation on behalf of c2d3b41bd5b8426ab546185eca393a39 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:28.712517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-78fd584d-4461-4d94-877f-b9b591d8deb9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:28.818755 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1a6d1533-8db5-4f09-9fa3-e44cec0cc3ca tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:28.841091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-eccb7ce8-a9b8-45b5-8a3f-3807377233aa tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:28.922428 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d1533-8db5-4f09-9fa3-e44cec0cc3ca tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=82384a32-ee16-4b87-92ca-49b9b0a6f91c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:28.936163 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c683808a-8405-4fab-bfb8-90974e7aae29 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:29.093765 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-240887e2-8821-4861-ac03-3a0dd2c7cefa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:29.141864 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c683808a-8405-4fab-bfb8-90974e7aae29 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:29.145958 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1a6d1533-8db5-4f09-9fa3-e44cec0cc3ca tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:29.211891 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1a6d1533-8db5-4f09-9fa3-e44cec0cc3ca tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/ports/82384a32-ee16-4b87-92ca-49b9b0a6f91c HTTP/1.1" status: 204 len: 168 time: 1.4988949 Jan 20 11:04:29.216116 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33758) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:29.277892 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3771be0-6a37-4ac9-90a6-5a7ba1c38390 req-bce55d0a-2959-4013-b22c-2da4a1a0adb3 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:29.279286 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e3771be0-6a37-4ac9-90a6-5a7ba1c38390 req-bce55d0a-2959-4013-b22c-2da4a1a0adb3 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 943 time: 0.4615581 Jan 20 11:04:29.281995 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b10a194-4a72-4ace-a98c-97b1cdb8a6ae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] GET failed (client error): The resource could not be found. Jan 20 11:04:29.282460 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8b10a194-4a72-4ace-a98c-97b1cdb8a6ae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Synchronizing usage tracker for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:29.323244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240887e2-8821-4861-ac03-3a0dd2c7cefa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Port': ['ID=1521f61b-b904-489a-a64d-dda2a25823c0,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:29.353269 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e3771be0-6a37-4ac9-90a6-5a7ba1c38390 req-b87c1a64-d6d7-4c36-9f72-f900766fa34c tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664322 Jan 20 11:04:29.406453 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8b10a194-4a72-4ace-a98c-97b1cdb8a6ae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Unset dirty status for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:29.410039 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8b10a194-4a72-4ace-a98c-97b1cdb8a6ae tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports/82384a32-ee16-4b87-92ca-49b9b0a6f91c HTTP/1.1" status: 404 len: 333 time: 0.1905663 Jan 20 11:04:29.413411 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33762) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:29.490780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c7d1c7-2d68-40f1-b584-5efc6f847ab2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting subnet 96bd27a7-dbe1-4925-afb0-b7c52edf555b {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:04:29.496498 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40c7d1c7-2d68-40f1-b584-5efc6f847ab2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:29.561856 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40c7d1c7-2d68-40f1-b584-5efc6f847ab2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:29.636959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c683808a-8405-4fab-bfb8-90974e7aae29 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router b1fcbea5-5088-4420-9c13-dc711836e26d has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:04:29.732520 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40c7d1c7-2d68-40f1-b584-5efc6f847ab2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:29.764362 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-240887e2-8821-4861-ac03-3a0dd2c7cefa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:29.833657 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-eccb7ce8-a9b8-45b5-8a3f-3807377233aa tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:29.891081 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fd584d-4461-4d94-877f-b9b591d8deb9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Router 32417140-03bf-4b3c-b7d6-034061db7603 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:04:29.926121 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c683808a-8405-4fab-bfb8-90974e7aae29 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:04:29.929886 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40c7d1c7-2d68-40f1-b584-5efc6f847ab2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:29.943594 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458691c6-82ee-450a-a8f2-78ad9c91e9cd None None] Sync routers for ids ['b1fcbea5-5088-4420-9c13-dc711836e26d'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:04:29.961600 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458691c6-82ee-450a-a8f2-78ad9c91e9cd None None] Routers {'b1fcbea5-5088-4420-9c13-dc711836e26d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:29.962571 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-458691c6-82ee-450a-a8f2-78ad9c91e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b1fcbea5-5088-4420-9c13-dc711836e26d'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:29.976673 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7d1c7-2d68-40f1-b584-5efc6f847ab2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Subnet': ['ID=96bd27a7-dbe1-4925-afb0-b7c52edf555b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:29.983478 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c683808a-8405-4fab-bfb8-90974e7aae29 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:29.987209 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c683808a-8405-4fab-bfb8-90974e7aae29 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/b1fcbea5-5088-4420-9c13-dc711836e26d HTTP/1.1" status: 200 len: 891 time: 2.6454482 Jan 20 11:04:29.987376 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33768) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:30.033884 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-458691c6-82ee-450a-a8f2-78ad9c91e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:30.045284 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458691c6-82ee-450a-a8f2-78ad9c91e9cd None None] Routers {'b1fcbea5-5088-4420-9c13-dc711836e26d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:30.046577 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-458691c6-82ee-450a-a8f2-78ad9c91e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b1fcbea5-5088-4420-9c13-dc711836e26d'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:30.051460 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-40c7d1c7-2d68-40f1-b584-5efc6f847ab2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:30.053939 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-40c7d1c7-2d68-40f1-b584-5efc6f847ab2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/96bd27a7-dbe1-4925-afb0-b7c52edf555b HTTP/1.1" status: 204 len: 168 time: 0.6385520 Jan 20 11:04:30.060749 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33772) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:30.102245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb7ce8-a9b8-45b5-8a3f-3807377233aa tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event updated for resources: {'Subnet': ['ID=f13c4617-59f3-4377-8ad5-edb38687d84c,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:30.113428 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-458691c6-82ee-450a-a8f2-78ad9c91e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:30.113999 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458691c6-82ee-450a-a8f2-78ad9c91e9cd None None] The sync data for ids ['b1fcbea5-5088-4420-9c13-dc711836e26d'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:04:30.116006 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cc427a-5e1c-44d8-a5be-d08df654c03a None None] Network 944ec491-c362-4ee1-9ef9-6f388b7fcded requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:30.145081 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28ea0e4-eac5-42b6-8234-98ee223bee1a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting subnet 60974d77-3c6d-456a-97a6-94d07107310f {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:04:30.150788 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a28ea0e4-eac5-42b6-8234-98ee223bee1a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:30.172053 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-240887e2-8821-4861-ac03-3a0dd2c7cefa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:30.189406 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-240887e2-8821-4861-ac03-3a0dd2c7cefa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:30.211973 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a28ea0e4-eac5-42b6-8234-98ee223bee1a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:30.258319 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb7ce8-a9b8-45b5-8a3f-3807377233aa tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Checking segment: {'id': '23ce5c55-afd8-4bac-909d-4f155ac703b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb5abbb4-32dc-42fd-8eea-39f04d669a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:30.258571 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb7ce8-a9b8-45b5-8a3f-3807377233aa tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Network hostable DHCP agents. Network: cb5abbb4-32dc-42fd-8eea-39f04d669a7f, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:04:30.290736 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fd584d-4461-4d94-877f-b9b591d8deb9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:04:30.318692 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b4b8d4-2b56-4c90-843c-6bd785b89299 None None] Sync routers for ids ['32417140-03bf-4b3c-b7d6-034061db7603'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:04:30.322668 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-78fd584d-4461-4d94-877f-b9b591d8deb9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "PUT /v2.0/routers/32417140-03bf-4b3c-b7d6-034061db7603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1703057 Jan 20 11:04:30.325197 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33776) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:30.332359 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b4b8d4-2b56-4c90-843c-6bd785b89299 None None] Routers {'32417140-03bf-4b3c-b7d6-034061db7603'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:30.334174 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-23b4b8d4-2b56-4c90-843c-6bd785b89299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['32417140-03bf-4b3c-b7d6-034061db7603'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:30.375418 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a28ea0e4-eac5-42b6-8234-98ee223bee1a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:30.415756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-240887e2-8821-4861-ac03-3a0dd2c7cefa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:30.418191 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240887e2-8821-4861-ac03-3a0dd2c7cefa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Fanout notify agent at l3_agent the message router_deleted on router 78fa3b60-6e18-4aee-a63f-7076aad86783 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:04:30.439664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-240887e2-8821-4861-ac03-3a0dd2c7cefa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:30.449244 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fc8dc0ff-a017-48c0-99b7-ab3a3dc6a0fb tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/routers/b1fcbea5-5088-4420-9c13-dc711836e26d HTTP/1.1" status: 200 len: 891 time: 0.4589894 Jan 20 11:04:30.449244 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33782) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:30.450054 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-240887e2-8821-4861-ac03-3a0dd2c7cefa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/routers/78fa3b60-6e18-4aee-a63f-7076aad86783 HTTP/1.1" status: 204 len: 168 time: 5.1637752 Jan 20 11:04:30.450852 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33784) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:30.454803 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5e97b726-bb39-49b5-853d-cc0ab8673274 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'network': {'name': 'tempest-RoutersTest-901310737'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:30.461765 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5e97b726-bb39-49b5-853d-cc0ab8673274 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:30.468956 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5e97b726-bb39-49b5-853d-cc0ab8673274 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:network and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:30.473599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5e97b726-bb39-49b5-853d-cc0ab8673274 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:30.480747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5e97b726-bb39-49b5-853d-cc0ab8673274 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:30.496342 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-23b4b8d4-2b56-4c90-843c-6bd785b89299 None None] Set router 32417140-03bf-4b3c-b7d6-034061db7603 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:04:30.508692 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb7ce8-a9b8-45b5-8a3f-3807377233aa tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Network cb5abbb4-32dc-42fd-8eea-39f04d669a7f is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:04:30.518964 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca1463d-f2b6-4f77-89f5-c1bdf7aadf19 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:30.520307 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca1463d-f2b6-4f77-89f5-c1bdf7aadf19 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:30.526166 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5ca1463d-f2b6-4f77-89f5-c1bdf7aadf19 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1997960 Jan 20 11:04:30.526509 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33790) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:30.537093 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f3bb7643-8c94-4fc8-852c-765cac8a667e tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1fcbea5-5088-4420-9c13-dc711836e26d HTTP/1.1" status: 200 len: 205 time: 0.0736740 Jan 20 11:04:30.540260 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33794) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:30.624795 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-23b4b8d4-2b56-4c90-843c-6bd785b89299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32417140-03bf-4b3c-b7d6-034061db7603', 'name': 'tempest-NetworksTestDHCPv6-router-909503362', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:13Z', 'updated_at': '2022-01-20T11:04:27Z', 'revision_number': 3, 'project_id': '93194f3416cf4609b677b83a2a6cd797', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:30.630169 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b4b8d4-2b56-4c90-843c-6bd785b89299 None None] Checking router: 32417140-03bf-4b3c-b7d6-034061db7603 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:04:30.644205 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b4b8d4-2b56-4c90-843c-6bd785b89299 None None] Routers {'32417140-03bf-4b3c-b7d6-034061db7603'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:30.646402 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-23b4b8d4-2b56-4c90-843c-6bd785b89299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['32417140-03bf-4b3c-b7d6-034061db7603'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:30.694735 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a28ea0e4-eac5-42b6-8234-98ee223bee1a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:30.744149 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e97b726-bb39-49b5-853d-cc0ab8673274 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Made reservation on behalf of 0c5b44fb39b64ea5a5d562662d9183a4 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:30.746602 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-eccb7ce8-a9b8-45b5-8a3f-3807377233aa tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, cb5abbb4-32dc-42fd-8eea-39f04d669a7f) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:30.747093 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e97b726-bb39-49b5-853d-cc0ab8673274 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:30.752334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccb7ce8-a9b8-45b5-8a3f-3807377233aa tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:30.752923 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-eccb7ce8-a9b8-45b5-8a3f-3807377233aa tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:30.755902 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645b33b1-8eab-4d4e-a528-3476ca615558 None None] Network cb5abbb4-32dc-42fd-8eea-39f04d669a7f requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:30.789971 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a28ea0e4-eac5-42b6-8234-98ee223bee1a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:30.809351 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-23b4b8d4-2b56-4c90-843c-6bd785b89299 None None] Set router 32417140-03bf-4b3c-b7d6-034061db7603 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:04:30.860831 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-eccb7ce8-a9b8-45b5-8a3f-3807377233aa tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8220999 Jan 20 11:04:30.874814 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33798) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:31.021239 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-23b4b8d4-2b56-4c90-843c-6bd785b89299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32417140-03bf-4b3c-b7d6-034061db7603', 'name': 'tempest-NetworksTestDHCPv6-router-909503362', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:13Z', 'updated_at': '2022-01-20T11:04:27Z', 'revision_number': 3, 'project_id': '93194f3416cf4609b677b83a2a6cd797', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:31.042655 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:04:31.047099 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b4b8d4-2b56-4c90-843c-6bd785b89299 None None] The sync data for ids ['32417140-03bf-4b3c-b7d6-034061db7603'] in dv-neutron-825471-1-hyperv is: [{'id': '32417140-03bf-4b3c-b7d6-034061db7603', 'name': 'tempest-NetworksTestDHCPv6-router-909503362', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:13Z', 'updated_at': '2022-01-20T11:04:27Z', 'revision_number': 3, 'project_id': '93194f3416cf4609b677b83a2a6cd797', 'gw_port_host': None}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:04:31.086803 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a75666-9e93-4b5a-bccd-45419846ada0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet d6d6c932-53c4-4f79-b619-2ed6053b6e3f {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:04:31.096257 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ea0e4-eac5-42b6-8234-98ee223bee1a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Subnet': ['ID=60974d77-3c6d-456a-97a6-94d07107310f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:31.104234 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-80a75666-9e93-4b5a-bccd-45419846ada0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:31.137193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:31.145397 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a28ea0e4-eac5-42b6-8234-98ee223bee1a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/60974d77-3c6d-456a-97a6-94d07107310f HTTP/1.1" status: 204 len: 168 time: 1.0836320 Jan 20 11:04:31.145736 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33802) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:31.150765 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-cb5abbb4-32dc-42fd-8eea-39f04d669a7f', 'network_id': 'cb5abbb4-32dc-42fd-8eea-39f04d669a7f', 'tenant_id': 'c2d3b41bd5b8426ab546185eca393a39', 'fixed_ips': [{'subnet_id': 'f13c4617-59f3-4377-8ad5-edb38687d84c'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:04:31.152194 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:31.180861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-daa729d6-8cf6-41e4-813d-5c5d6ca7a6a2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:31.185630 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e97b726-bb39-49b5-853d-cc0ab8673274 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:04:31.192563 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-80a75666-9e93-4b5a-bccd-45419846ada0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:31.246293 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de46d3-fb0a-4b91-b6d2-1da413da5c9e req-6a097d08-fd0c-4532-a165-712197391b8b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:31.246293 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-92de46d3-fb0a-4b91-b6d2-1da413da5c9e req-6a097d08-fd0c-4532-a165-712197391b8b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 943 time: 0.6067564 Jan 20 11:04:31.246293 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e97b726-bb39-49b5-853d-cc0ab8673274 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:31.246293 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-5e97b726-bb39-49b5-853d-cc0ab8673274 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Added segment c656341e-3f55-4f49-a480-60870859b48f of type vlan for network 7429b2ef-51c3-4221-ad3e-de7fc7034fa0 Jan 20 11:04:31.333194 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e97b726-bb39-49b5-853d-cc0ab8673274 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:31.346568 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-80a75666-9e93-4b5a-bccd-45419846ada0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:31.352875 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e368cb-8663-4abe-8c2a-9a10ff2462ea None None] Network 944ec491-c362-4ee1-9ef9-6f388b7fcded requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:31.394433 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-92de46d3-fb0a-4b91-b6d2-1da413da5c9e req-8de563ff-89f4-4c82-8b72-5a97cff35f94 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337452 Jan 20 11:04:31.421179 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:31.431500 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:31.480170 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ce5b-1c22-444c-9942-89e9c90ec490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:31.483669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port 84e1e168-5760-4259-aca3-9b1be1871a47 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:31.484026 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:31.492594 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e97b726-bb39-49b5-853d-cc0ab8673274 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:31.493387 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 4553ec90-5b6e-4183-80bd-b65a0c34ec9e no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:04:31.496175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e97b726-bb39-49b5-853d-cc0ab8673274 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:31.501129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e97b726-bb39-49b5-853d-cc0ab8673274 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:31.527341 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Allocated IP 2001:db8::2 (cb5abbb4-32dc-42fd-8eea-39f04d669a7f/f13c4617-59f3-4377-8ad5-edb38687d84c/8bcad450-2f0a-480a-937d-cf3250ddeb89) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:31.531381 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-80a75666-9e93-4b5a-bccd-45419846ada0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:31.559041 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 4553ec90-5b6e-4183-80bd-b65a0c34ec9e {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:04:31.559444 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 4553ec90-5b6e-4183-80bd-b65a0c34ec9e not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:04:31.580401 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-38b85a9b-c080-484f-b228-c3be97faaa09 None None] Provisioning complete for port 84e1e168-5760-4259-aca3-9b1be1871a47 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:31.580801 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38b85a9b-c080-484f-b228-c3be97faaa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:31.652399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a75666-9e93-4b5a-bccd-45419846ada0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d6c932-53c4-4f79-b619-2ed6053b6e3f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:31.674824 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-80a75666-9e93-4b5a-bccd-45419846ada0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:31.680475 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-80a75666-9e93-4b5a-bccd-45419846ada0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/d6d6c932-53c4-4f79-b619-2ed6053b6e3f HTTP/1.1" status: 204 len: 168 time: 1.1532876 Jan 20 11:04:31.681461 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33806) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:31.739185 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97b726-bb39-49b5-853d-cc0ab8673274 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Network': ['ID=7429b2ef-51c3-4221-ad3e-de7fc7034fa0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:31.751272 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5e97b726-bb39-49b5-853d-cc0ab8673274 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3013871 Jan 20 11:04:31.758747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33810) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:31.761097 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaec66a-71d6-4518-8107-016e18e74189 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:31.764569 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-517945ce-4272-42f1-b844-592291b6239b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'subnet': {'network_id': '7429b2ef-51c3-4221-ad3e-de7fc7034fa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:31.784226 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 7429b2ef-51c3-4221-ad3e-de7fc7034fa0 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:04:31.785651 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] For port 84e1e168-5760-4259-aca3-9b1be1871a47, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=84e1e168-5760-4259-aca3-9b1be1871a47,segment=NetworkSegment(806df667-cbfe-4fa8-adef-7717488fe1b4),segment_id=806df667-cbfe-4fa8-adef-7717488fe1b4)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:31.786015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:31.910825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for 84e1e168-5760-4259-aca3-9b1be1871a47 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:31.940885 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8264ea43-2a79-4a54-9cce-9c60a3d036ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2553065 Jan 20 11:04:31.941724 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33814) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:31.942833 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-517945ce-4272-42f1-b844-592291b6239b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:32.002374 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-517945ce-4272-42f1-b844-592291b6239b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:subnet and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:32.007426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-daa729d6-8cf6-41e4-813d-5c5d6ca7a6a2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:32.014988 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-517945ce-4272-42f1-b844-592291b6239b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:32.022822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-517945ce-4272-42f1-b844-592291b6239b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:32.094373 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e943175-cb53-4919-a611-cf07750f3f26 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:32.097798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-daa729d6-8cf6-41e4-813d-5c5d6ca7a6a2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port 9c965cfd-ac3d-4668-b4ab-7340ce71fc0f {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:32.098228 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-daa729d6-8cf6-41e4-813d-5c5d6ca7a6a2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:32.130580 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:32.192851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=84e1e168-5760-4259-aca3-9b1be1871a47,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:32.206051 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517945ce-4272-42f1-b844-592291b6239b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Made reservation on behalf of 0c5b44fb39b64ea5a5d562662d9183a4 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:32.206837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No DVR routers for this DVR port 84e1e168-5760-4259-aca3-9b1be1871a47 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:04:32.247470 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:32.262187 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Transition to ACTIVE for port object 8bcad450-2f0a-480a-937d-cf3250ddeb89 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:32.291950 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Transition to ACTIVE for port object 8bcad450-2f0a-480a-937d-cf3250ddeb89 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:32.305409 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50326e8-44f6-4ff7-842a-2662926aa865 None None] DHCP port deletion for 944ec491-c362-4ee1-9ef9-6f388b7fcded request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:04:32.372583 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:32.395154 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-517945ce-4272-42f1-b844-592291b6239b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:32.430630 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c5647a-369f-4368-bd34-64268e80e798 None None] DHCP port deletion for 8962365b-2f7b-4071-b5a5-7c805118ad36 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:04:32.440807 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-79c5647a-369f-4368-bd34-64268e80e798 None None] Deleting port aaeb11f8-3b38-42d7-ad30-b44ffcdad243 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:32.441234 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79c5647a-369f-4368-bd34-64268e80e798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:32.541573 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Network cb5abbb4-32dc-42fd-8eea-39f04d669a7f is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:32.542816 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:32.553357 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:32.576068 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Pushing event updated for resources: {'Port': ['ID=8bcad450-2f0a-480a-937d-cf3250ddeb89,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:32.595629 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:32.655991 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944ec491-c362-4ee1-9ef9-6f388b7fcded']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:32.669051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-daa729d6-8cf6-41e4-813d-5c5d6ca7a6a2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:32.682628 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:32.687455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806df667-cbfe-4fa8-adef-7717488fe1b4') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:32.687854 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806df667-cbfe-4fa8-adef-7717488fe1b4') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:32.700730 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device e31fa3a8-d28b-40c0-aa43-da58c6035b18 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:04:32.738774 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Attempting to bind port 8bcad450-2f0a-480a-937d-cf3250ddeb89 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:04:32.739101 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Attempting to bind port 8bcad450-2f0a-480a-937d-cf3250ddeb89 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '23ce5c55-afd8-4bac-909d-4f155ac703b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb5abbb4-32dc-42fd-8eea-39f04d669a7f'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:04:32.739586 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Attempting to bind port 8bcad450-2f0a-480a-937d-cf3250ddeb89 on network cb5abbb4-32dc-42fd-8eea-39f04d669a7f {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:04:32.824582 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:04:32.825031 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Checking segment: {'id': '23ce5c55-afd8-4bac-909d-4f155ac703b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb5abbb4-32dc-42fd-8eea-39f04d669a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:32.825363 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:32.825800 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Bound using segment: {'id': '23ce5c55-afd8-4bac-909d-4f155ac703b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb5abbb4-32dc-42fd-8eea-39f04d669a7f'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:04:32.826292 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Bound port: 8bcad450-2f0a-480a-937d-cf3250ddeb89, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ce5c55-afd8-4bac-909d-4f155ac703b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cb5abbb4-32dc-42fd-8eea-39f04d669a7f'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:04:32.826665 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:32.837804 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:32.843295 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e943175-cb53-4919-a611-cf07750f3f26 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:32.854911 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-daa729d6-8cf6-41e4-813d-5c5d6ca7a6a2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Calling delete_port for 9c965cfd-ac3d-4668-b4ab-7340ce71fc0f owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:32.857975 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e943175-cb53-4919-a611-cf07750f3f26 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:32.886464 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event deleted for resources: {'Subnet': ['ID=f13c4617-59f3-4377-8ad5-edb38687d84c,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:32.925236 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:32.976872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19eeec6-df4a-47eb-8dea-1feeaf193eae req-6b5b366e-139e-44c0-95e1-58e92ec20717 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:32.978453 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a19eeec6-df4a-47eb-8dea-1feeaf193eae req-6b5b366e-139e-44c0-95e1-58e92ec20717 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 943 time: 0.4433563 Jan 20 11:04:32.992510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:04:32.993304 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:04:33.012326 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:04:33.019117 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-79c5647a-369f-4368-bd34-64268e80e798 None None] For port aaeb11f8-3b38-42d7-ad30-b44ffcdad243, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=aaeb11f8-3b38-42d7-ad30-b44ffcdad243,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:33.019675 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79c5647a-369f-4368-bd34-64268e80e798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.042715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e943175-cb53-4919-a611-cf07750f3f26 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.043230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e943175-cb53-4919-a611-cf07750f3f26 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Fanout notify agent at l3_agent the message router_deleted on router 32417140-03bf-4b3c-b7d6-034061db7603 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:04:33.108116 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0e943175-cb53-4919-a611-cf07750f3f26 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.109615 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0e943175-cb53-4919-a611-cf07750f3f26 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/routers/32417140-03bf-4b3c-b7d6-034061db7603 HTTP/1.1" status: 204 len: 168 time: 1.1635060 Jan 20 11:04:33.109734 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.115759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33820) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:33.124258 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-065686d9-0b2e-4d26-bd37-09a6bf04e472 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:33.144881 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a19eeec6-df4a-47eb-8dea-1feeaf193eae req-f4898f4d-4930-48d2-8d5b-d41ff8c17b8f tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466138 Jan 20 11:04:33.187889 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5abbb4-32dc-42fd-8eea-39f04d669a7f']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:33.207581 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ce5c55-afd8-4bac-909d-4f155ac703b8') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:33.208168 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ce5c55-afd8-4bac-909d-4f155ac703b8') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:33.224753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.230211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-79c5647a-369f-4368-bd34-64268e80e798 None None] Calling delete_port for aaeb11f8-3b38-42d7-ad30-b44ffcdad243 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:33.233918 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-517945ce-4272-42f1-b844-592291b6239b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.250269 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.260345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:04:33.260737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.276892 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:04:33.278693 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:04:33.303569 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port e31fa3a8-d28b-40c0-aa43-da58c6035b18, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e31fa3a8-d28b-40c0-aa43-da58c6035b18,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:33.312922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] For port 8bcad450-2f0a-480a-937d-cf3250ddeb89, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:04:33.322146 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-065686d9-0b2e-4d26-bd37-09a6bf04e472 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:33.327065 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'e31fa3a8-d28b-40c0-aa43-da58c6035b18', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'port_id': 'e31fa3a8-d28b-40c0-aa43-da58c6035b18', 'mac_address': 'fa:16:3e:f0:1e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:04:33.333380 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-065686d9-0b2e-4d26-bd37-09a6bf04e472 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:33.344209 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-065686d9-0b2e-4d26-bd37-09a6bf04e472 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:33.356611 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.361459 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-065686d9-0b2e-4d26-bd37-09a6bf04e472 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:33.371471 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517945ce-4272-42f1-b844-592291b6239b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Subnet': ['ID=e1a2c443-7561-47cd-ba9a-fc68eb320488,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:33.391613 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517945ce-4272-42f1-b844-592291b6239b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Checking segment: {'id': 'c656341e-3f55-4f49-a480-60870859b48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7429b2ef-51c3-4221-ad3e-de7fc7034fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:33.391976 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517945ce-4272-42f1-b844-592291b6239b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network hostable DHCP agents. Network: 7429b2ef-51c3-4221-ad3e-de7fc7034fa0, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:04:33.395905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.415351 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31fa3a8-d28b-40c0-aa43-da58c6035b18 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:04:33.419337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Network': ['ID=944ec491-c362-4ee1-9ef9-6f388b7fcded,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:33.430963 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port e31fa3a8-d28b-40c0-aa43-da58c6035b18, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e31fa3a8-d28b-40c0-aa43-da58c6035b18,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:33.458077 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] For port 8bcad450-2f0a-480a-937d-cf3250ddeb89, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8bcad450-2f0a-480a-937d-cf3250ddeb89,segment=NetworkSegment(23ce5c55-afd8-4bac-909d-4f155ac703b8),segment_id=23ce5c55-afd8-4bac-909d-4f155ac703b8)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:04:33.480606 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065686d9-0b2e-4d26-bd37-09a6bf04e472 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:33.484355 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-065686d9-0b2e-4d26-bd37-09a6bf04e472 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.509831 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.api [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 11:04:33.509831 dv-neutron-825471-1-hyperv neutron-server[84331]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 11:04:33.509831 dv-neutron-825471-1-hyperv neutron-server[84331]: [parameters: {'id': 'cb5abbb4-32dc-42fd-8eea-39f04d669a7f'}] Jan 20 11:04:33.509831 dv-neutron-825471-1-hyperv neutron-server[84331]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:04:33.510193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG oslo_db.api [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:04:33.512477 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 84e1e168-5760-4259-aca3-9b1be1871a47 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:04:33.540787 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8ba920ea-a428-4656-b66e-904f46641a7f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/networks/944ec491-c362-4ee1-9ef9-6f388b7fcded HTTP/1.1" status: 204 len: 168 time: 2.3890152 Jan 20 11:04:33.541894 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33824) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:33.544390 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.552238 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517945ce-4272-42f1-b844-592291b6239b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network 7429b2ef-51c3-4221-ad3e-de7fc7034fa0 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:04:33.578708 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79c5647a-369f-4368-bd34-64268e80e798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.587984 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 84e1e168-5760-4259-aca3-9b1be1871a47 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:04:33.588338 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 84e1e168-5760-4259-aca3-9b1be1871a47 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:04:33.588726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device aaeb11f8-3b38-42d7-ad30-b44ffcdad243 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:04:33.594248 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-daa729d6-8cf6-41e4-813d-5c5d6ca7a6a2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.622485 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.645884 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-517945ce-4272-42f1-b844-592291b6239b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 7429b2ef-51c3-4221-ad3e-de7fc7034fa0) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:33.654045 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: aaeb11f8-3b38-42d7-ad30-b44ffcdad243 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:04:33.654395 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device aaeb11f8-3b38-42d7-ad30-b44ffcdad243 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:04:33.656087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517945ce-4272-42f1-b844-592291b6239b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:33.656679 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-517945ce-4272-42f1-b844-592291b6239b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.663995 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9bce4c-8d23-424f-afad-667b6d9ebd66 None None] Network 7429b2ef-51c3-4221-ad3e-de7fc7034fa0 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:33.665719 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa729d6-8cf6-41e4-813d-5c5d6ca7a6a2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Port': ['ID=9c965cfd-ac3d-4668-b4ab-7340ce71fc0f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:33.697137 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c5647a-369f-4368-bd34-64268e80e798 None None] No DVR routers for this DVR port aaeb11f8-3b38-42d7-ad30-b44ffcdad243 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:04:33.740175 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=e31fa3a8-d28b-40c0-aa43-da58c6035b18,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:33.762208 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-517945ce-4272-42f1-b844-592291b6239b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0022261 Jan 20 11:04:33.763354 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33830) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:33.769338 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f3269830-26b7-4198-9ff7-443657c2a2f0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1100836265', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:33.776865 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f3269830-26b7-4198-9ff7-443657c2a2f0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:33.790626 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-065686d9-0b2e-4d26-bd37-09a6bf04e472 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.798652 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f3269830-26b7-4198-9ff7-443657c2a2f0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:33.800372 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5647a-369f-4368-bd34-64268e80e798 None None] Pushing event deleted for resources: {'Port': ['ID=aaeb11f8-3b38-42d7-ad30-b44ffcdad243,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:33.856925 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065686d9-0b2e-4d26-bd37-09a6bf04e472 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:33.860088 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-065686d9-0b2e-4d26-bd37-09a6bf04e472 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:33.867414 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d137f790-e3c6-4c3c-8272-4e177c7a186b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:33.868404 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065686d9-0b2e-4d26-bd37-09a6bf04e472 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:33.868764 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d137f790-e3c6-4c3c-8272-4e177c7a186b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Synchronizing usage tracker for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:33.869101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-065686d9-0b2e-4d26-bd37-09a6bf04e472 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.873231 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['e31fa3a8-d28b-40c0-aa43-da58c6035b18'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:04:33.888161 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065686d9-0b2e-4d26-bd37-09a6bf04e472 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=74cd9030-9b12-4a16-9a1d-fbdb2f5c4725,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:33.907397 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01da8fb5-b8ea-4158-b334-225641d19c4e None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:33.932399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3269830-26b7-4198-9ff7-443657c2a2f0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.933562 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3269830-26b7-4198-9ff7-443657c2a2f0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.964719 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3269830-26b7-4198-9ff7-443657c2a2f0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.970811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-daa729d6-8cf6-41e4-813d-5c5d6ca7a6a2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:33.975674 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-065686d9-0b2e-4d26-bd37-09a6bf04e472 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8560681 Jan 20 11:04:33.978562 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33834) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:33.984956 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-dd3e38be-22e7-42d5-b79e-95869bfd3813 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1161378108', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:33.993131 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dd3e38be-22e7-42d5-b79e-95869bfd3813 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:33.998657 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dd3e38be-22e7-42d5-b79e-95869bfd3813 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:router and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:34.002354 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dd3e38be-22e7-42d5-b79e-95869bfd3813 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:34.009859 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dd3e38be-22e7-42d5-b79e-95869bfd3813 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:34.032017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.068635 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3d4317c-6cfa-4d31-b6d9-1b46fd20245b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.091258 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d137f790-e3c6-4c3c-8272-4e177c7a186b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Unset dirty status for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:34.095872 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d137f790-e3c6-4c3c-8272-4e177c7a186b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.5494583 Jan 20 11:04:34.097979 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33838) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:34.113497 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Deleting port 8bcad450-2f0a-480a-937d-cf3250ddeb89 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:34.113862 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.127390 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c242ee1-3c38-4456-a14d-61b771d42af4 None None] Pushing event updated for resources: {'Port': ['ID=8bcad450-2f0a-480a-937d-cf3250ddeb89,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:34.136445 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3269830-26b7-4198-9ff7-443657c2a2f0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.151839 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd3e38be-22e7-42d5-b79e-95869bfd3813 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.152857 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd3e38be-22e7-42d5-b79e-95869bfd3813 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.217882 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd3e38be-22e7-42d5-b79e-95869bfd3813 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.245645 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-93de3964-60a1-415a-b871-73355af111d8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1463358 Jan 20 11:04:34.246361 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33844) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:34.253477 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d0e667d5-eca4-4e56-ad15-ea7a760f53ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-394564344'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:34.259500 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b723080-1741-4d79-bc1e-408db8800276 None None] Network cb5abbb4-32dc-42fd-8eea-39f04d669a7f requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:34.261060 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d0e667d5-eca4-4e56-ad15-ea7a760f53ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:34.265481 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d0e667d5-eca4-4e56-ad15-ea7a760f53ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:network and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:34.268779 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d0e667d5-eca4-4e56-ad15-ea7a760f53ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:34.275825 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d0e667d5-eca4-4e56-ad15-ea7a760f53ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:34.278403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f3269830-26b7-4198-9ff7-443657c2a2f0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.279681 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f3269830-26b7-4198-9ff7-443657c2a2f0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5152650 Jan 20 11:04:34.282704 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33848) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:34.397009 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd3e38be-22e7-42d5-b79e-95869bfd3813 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.412252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e667d5-eca4-4e56-ad15-ea7a760f53ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:34.416285 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0e667d5-eca4-4e56-ad15-ea7a760f53ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.435526 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-daa729d6-8cf6-41e4-813d-5c5d6ca7a6a2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.442968 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-daa729d6-8cf6-41e4-813d-5c5d6ca7a6a2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.465914 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-7429b2ef-51c3-4221-ad3e-de7fc7034fa0', 'network_id': '7429b2ef-51c3-4221-ad3e-de7fc7034fa0', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'fixed_ips': [{'subnet_id': 'e1a2c443-7561-47cd-ba9a-fc68eb320488'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:04:34.466732 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.529095 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e667d5-eca4-4e56-ad15-ea7a760f53ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:04:34.549738 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0e667d5-eca4-4e56-ad15-ea7a760f53ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.549979 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-d0e667d5-eca4-4e56-ad15-ea7a760f53ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Added segment 4e45b443-3b62-42f0-8097-9d757bc28d96 of type vlan for network d3e50e5f-8099-4e14-b3b3-4fdc2527103d Jan 20 11:04:34.616077 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] For port 8bcad450-2f0a-480a-937d-cf3250ddeb89, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8bcad450-2f0a-480a-937d-cf3250ddeb89,segment=NetworkSegment(23ce5c55-afd8-4bac-909d-4f155ac703b8),segment_id=23ce5c55-afd8-4bac-909d-4f155ac703b8)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:34.616532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.645600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd3e38be-22e7-42d5-b79e-95869bfd3813 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.650073 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dd3e38be-22e7-42d5-b79e-95869bfd3813 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6671088 Jan 20 11:04:34.653031 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33852) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:34.659024 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0e667d5-eca4-4e56-ad15-ea7a760f53ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.676012 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8962365b-2f7b-4071-b5a5-7c805118ad36', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'fixed_ips': [{'subnet_id': '74cd9030-9b12-4a16-9a1d-fbdb2f5c4725'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:04:34.676818 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.685747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-daa729d6-8cf6-41e4-813d-5c5d6ca7a6a2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.686306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa729d6-8cf6-41e4-813d-5c5d6ca7a6a2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Fanout notify agent at l3_agent the message router_deleted on router b1fcbea5-5088-4420-9c13-dc711836e26d {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:04:34.719245 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42749cbe-9dfd-452b-8e95-f8d6d1cefc03 req-c1589788-87e2-4d51-a20b-842b4fbe780c tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:34.721966 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-42749cbe-9dfd-452b-8e95-f8d6d1cefc03 req-c1589788-87e2-4d51-a20b-842b4fbe780c tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 944 time: 0.3654239 Jan 20 11:04:34.751388 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Calling delete_port for 8bcad450-2f0a-480a-937d-cf3250ddeb89 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:34.847900 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.849225 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-daa729d6-8cf6-41e4-813d-5c5d6ca7a6a2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:34.851666 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-daa729d6-8cf6-41e4-813d-5c5d6ca7a6a2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/routers/b1fcbea5-5088-4420-9c13-dc711836e26d HTTP/1.1" status: 204 len: 168 time: 4.3093562 Jan 20 11:04:34.855143 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33856) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:34.864114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-892f36fe-0dc9-4fc8-929f-384174a337c3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-842594771'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:34.870014 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-892f36fe-0dc9-4fc8-929f-384174a337c3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:34.874430 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-892f36fe-0dc9-4fc8-929f-384174a337c3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:network and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:34.877269 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-892f36fe-0dc9-4fc8-929f-384174a337c3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:34.885834 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-892f36fe-0dc9-4fc8-929f-384174a337c3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:34.968379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.025775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892f36fe-0dc9-4fc8-929f-384174a337c3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Made reservation on behalf of 1aa6148e9f8944e88f329c972f79dedb for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:35.028791 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-892f36fe-0dc9-4fc8-929f-384174a337c3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.031099 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Allocated IP 172.20.0.2 (7429b2ef-51c3-4221-ad3e-de7fc7034fa0/e1a2c443-7561-47cd-ba9a-fc68eb320488/b98ee9e4-7002-40d8-9403-8000119419f5) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:35.039529 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event deleted for resources: {'Port': ['ID=8bcad450-2f0a-480a-937d-cf3250ddeb89,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:35.059956 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] No DVR routers for this DVR port 8bcad450-2f0a-480a-937d-cf3250ddeb89 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:04:35.070110 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.095004 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0e667d5-eca4-4e56-ad15-ea7a760f53ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.098807 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e667d5-eca4-4e56-ad15-ea7a760f53ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:35.099331 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d0e667d5-eca4-4e56-ad15-ea7a760f53ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.128268 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-42749cbe-9dfd-452b-8e95-f8d6d1cefc03 req-b6188fe9-a595-40e1-a55a-d5860c96744e tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420537 Jan 20 11:04:35.128496 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Allocated IP 2001:db8::2 (8962365b-2f7b-4071-b5a5-7c805118ad36/74cd9030-9b12-4a16-9a1d-fbdb2f5c4725/394a4742-bd02-483c-a97d-db423d5f4cf0) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:35.182229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892f36fe-0dc9-4fc8-929f-384174a337c3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:04:35.209082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-892f36fe-0dc9-4fc8-929f-384174a337c3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.209433 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-892f36fe-0dc9-4fc8-929f-384174a337c3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Added segment 08d49410-bbac-4d91-b839-2bd0ec36005c of type vlan for network b31e2a45-47a5-404e-bc54-c9ce92c3ed73 Jan 20 11:04:35.212140 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.260044 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5abbb4-32dc-42fd-8eea-39f04d669a7f']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:35.271619 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-892f36fe-0dc9-4fc8-929f-384174a337c3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.278854 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ce5c55-afd8-4bac-909d-4f155ac703b8') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:35.279160 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ce5c55-afd8-4bac-909d-4f155ac703b8') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:35.293859 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.323924 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.330687 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:04:35.331080 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:04:35.347001 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:04:35.352717 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e667d5-eca4-4e56-ad15-ea7a760f53ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Network': ['ID=d3e50e5f-8099-4e14-b3b3-4fdc2527103d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:35.369790 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d0e667d5-eca4-4e56-ad15-ea7a760f53ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1210339 Jan 20 11:04:35.371441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33860) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:35.380775 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4212e1b3-3ec6-4c25-986a-78c0c4d7eb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'subnet': {'network_id': 'd3e50e5f-8099-4e14-b3b3-4fdc2527103d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:35.395643 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network d3e50e5f-8099-4e14-b3b3-4fdc2527103d details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:04:35.412279 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-892f36fe-0dc9-4fc8-929f-384174a337c3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.417251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892f36fe-0dc9-4fc8-929f-384174a337c3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:35.423019 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-892f36fe-0dc9-4fc8-929f-384174a337c3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.555726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f36fe-0dc9-4fc8-929f-384174a337c3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Network': ['ID=b31e2a45-47a5-404e-bc54-c9ce92c3ed73,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:35.560729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.586428 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.589338 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.589875 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/networks/cb5abbb4-32dc-42fd-8eea-39f04d669a7f HTTP/1.1" status: 204 len: 168 time: 4.7069335 Jan 20 11:04:35.589875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c0882-5d54-4351-9763-da0074c99f79 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event deleted for resources: {'Network': ['ID=cb5abbb4-32dc-42fd-8eea-39f04d669a7f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:35.591752 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33864) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:35.596594 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network b31e2a45-47a5-404e-bc54-c9ce92c3ed73 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:04:35.597647 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d8e42f3c-e7f6-4c5e-9625-c27cdf87a5a6 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1350553894'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:35.604129 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d8e42f3c-e7f6-4c5e-9625-c27cdf87a5a6 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:35.612052 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-892f36fe-0dc9-4fc8-929f-384174a337c3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7554958 Jan 20 11:04:35.613293 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33868) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:35.614631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d8e42f3c-e7f6-4c5e-9625-c27cdf87a5a6 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Usage tracker for resource:network and tenant:c2d3b41bd5b8426ab546185eca393a39 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:35.619950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d8e42f3c-e7f6-4c5e-9625-c27cdf87a5a6 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:35.625574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1fbe11e2-763d-4a4c-af1c-b591bc3dee98 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'subnet': {'network_id': 'b31e2a45-47a5-404e-bc54-c9ce92c3ed73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:35.650168 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d8e42f3c-e7f6-4c5e-9625-c27cdf87a5a6 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:35.683596 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Transition to ACTIVE for port object b98ee9e4-7002-40d8-9403-8000119419f5 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:35.704458 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4212e1b3-3ec6-4c25-986a-78c0c4d7eb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:35.720960 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4212e1b3-3ec6-4c25-986a-78c0c4d7eb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:subnet and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:35.724099 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.731991 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.734567 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Transition to ACTIVE for port object b98ee9e4-7002-40d8-9403-8000119419f5 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:35.736807 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4212e1b3-3ec6-4c25-986a-78c0c4d7eb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:35.749468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Transition to ACTIVE for port object 394a4742-bd02-483c-a97d-db423d5f4cf0 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:35.749739 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1fbe11e2-763d-4a4c-af1c-b591bc3dee98 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:35.753743 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1fbe11e2-763d-4a4c-af1c-b591bc3dee98 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:subnet and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:35.758034 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1fbe11e2-763d-4a4c-af1c-b591bc3dee98 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:35.763855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1fbe11e2-763d-4a4c-af1c-b591bc3dee98 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:35.769715 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Transition to ACTIVE for port object 394a4742-bd02-483c-a97d-db423d5f4cf0 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:35.798780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4212e1b3-3ec6-4c25-986a-78c0c4d7eb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:35.805791 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e42f3c-e7f6-4c5e-9625-c27cdf87a5a6 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Made reservation on behalf of c2d3b41bd5b8426ab546185eca393a39 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:35.809168 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d8e42f3c-e7f6-4c5e-9625-c27cdf87a5a6 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.829183 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.842997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e42f3c-e7f6-4c5e-9625-c27cdf87a5a6 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:04:35.851668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d8e42f3c-e7f6-4c5e-9625-c27cdf87a5a6 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.852013 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-d8e42f3c-e7f6-4c5e-9625-c27cdf87a5a6 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Added segment 633324ac-15b2-49bc-8eeb-83d39011e48f of type vlan for network a43d3842-0267-4d74-9f22-8cfc94410467 Jan 20 11:04:35.875643 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbe11e2-763d-4a4c-af1c-b591bc3dee98 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Made reservation on behalf of 1aa6148e9f8944e88f329c972f79dedb for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:35.893566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d8e42f3c-e7f6-4c5e-9625-c27cdf87a5a6 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.905471 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:35.931246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Pushing event updated for resources: {'Port': ['ID=b98ee9e4-7002-40d8-9403-8000119419f5,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:35.933403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4212e1b3-3ec6-4c25-986a-78c0c4d7eb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:36.063634 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Network 7429b2ef-51c3-4221-ad3e-de7fc7034fa0 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:36.073966 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:36.087183 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:36.100831 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1fbe11e2-763d-4a4c-af1c-b591bc3dee98 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:36.204940 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d8e42f3c-e7f6-4c5e-9625-c27cdf87a5a6 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:36.209455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e42f3c-e7f6-4c5e-9625-c27cdf87a5a6 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:36.210912 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d8e42f3c-e7f6-4c5e-9625-c27cdf87a5a6 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:36.215307 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:36.216315 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Pushing event updated for resources: {'Port': ['ID=394a4742-bd02-483c-a97d-db423d5f4cf0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:36.220823 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:36.230112 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:36.278832 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:36.280977 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4212e1b3-3ec6-4c25-986a-78c0c4d7eb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:36.285170 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Attempting to bind port b98ee9e4-7002-40d8-9403-8000119419f5 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:04:36.285833 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Attempting to bind port b98ee9e4-7002-40d8-9403-8000119419f5 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'c656341e-3f55-4f49-a480-60870859b48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7429b2ef-51c3-4221-ad3e-de7fc7034fa0'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:04:36.286428 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Attempting to bind port b98ee9e4-7002-40d8-9403-8000119419f5 on network 7429b2ef-51c3-4221-ad3e-de7fc7034fa0 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:04:36.337878 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:04:36.339193 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Checking segment: {'id': 'c656341e-3f55-4f49-a480-60870859b48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7429b2ef-51c3-4221-ad3e-de7fc7034fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:36.339676 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:36.340096 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Bound using segment: {'id': 'c656341e-3f55-4f49-a480-60870859b48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7429b2ef-51c3-4221-ad3e-de7fc7034fa0'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:04:36.340835 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Bound port: b98ee9e4-7002-40d8-9403-8000119419f5, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c656341e-3f55-4f49-a480-60870859b48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7429b2ef-51c3-4221-ad3e-de7fc7034fa0'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:04:36.340968 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:36.363275 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Attempting to bind port 394a4742-bd02-483c-a97d-db423d5f4cf0 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:04:36.364349 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Attempting to bind port 394a4742-bd02-483c-a97d-db423d5f4cf0 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:04:36.364349 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Attempting to bind port 394a4742-bd02-483c-a97d-db423d5f4cf0 on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:04:36.369027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e42f3c-e7f6-4c5e-9625-c27cdf87a5a6 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event updated for resources: {'Network': ['ID=a43d3842-0267-4d74-9f22-8cfc94410467,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:36.400229 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network a43d3842-0267-4d74-9f22-8cfc94410467 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:04:36.427865 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:04:36.428204 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:36.429278 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:36.429726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:04:36.430219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Bound port: 394a4742-bd02-483c-a97d-db423d5f4cf0, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:04:36.431283 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:36.472188 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:36.505736 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d8e42f3c-e7f6-4c5e-9625-c27cdf87a5a6 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9102156 Jan 20 11:04:36.507406 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33874) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:36.513440 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-ab1bff7c-3508-43b9-a839-01fde50132e1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Request body: {'subnet': {'network_id': 'a43d3842-0267-4d74-9f22-8cfc94410467', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:36.587683 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1fbe11e2-763d-4a4c-af1c-b591bc3dee98 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:36.595967 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] For port b98ee9e4-7002-40d8-9403-8000119419f5, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:04:36.609327 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] For port b98ee9e4-7002-40d8-9403-8000119419f5, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b98ee9e4-7002-40d8-9403-8000119419f5,segment=NetworkSegment(c656341e-3f55-4f49-a480-60870859b48f),segment_id=c656341e-3f55-4f49-a480-60870859b48f)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:04:36.639220 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] For port 394a4742-bd02-483c-a97d-db423d5f4cf0, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:04:36.642451 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] For port 394a4742-bd02-483c-a97d-db423d5f4cf0, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=394a4742-bd02-483c-a97d-db423d5f4cf0,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:04:36.669311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:36.685683 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ab1bff7c-3508-43b9-a839-01fde50132e1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:36.692459 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe11e2-763d-4a4c-af1c-b591bc3dee98 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Subnet': ['ID=31f0902e-e274-46b0-a921-ad1e25590996,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:36.701304 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ab1bff7c-3508-43b9-a839-01fde50132e1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Usage tracker for resource:subnet and tenant:c2d3b41bd5b8426ab546185eca393a39 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:36.704340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ab1bff7c-3508-43b9-a839-01fde50132e1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:36.714112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ab1bff7c-3508-43b9-a839-01fde50132e1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:36.716264 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:36.729575 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe11e2-763d-4a4c-af1c-b591bc3dee98 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Checking segment: {'id': '08d49410-bbac-4d91-b839-2bd0ec36005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b31e2a45-47a5-404e-bc54-c9ce92c3ed73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:36.729982 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbe11e2-763d-4a4c-af1c-b591bc3dee98 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network hostable DHCP agents. Network: b31e2a45-47a5-404e-bc54-c9ce92c3ed73, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:04:36.736701 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device e31fa3a8-d28b-40c0-aa43-da58c6035b18 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:36.816144 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1bff7c-3508-43b9-a839-01fde50132e1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Made reservation on behalf of c2d3b41bd5b8426ab546185eca393a39 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:36.818297 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Allocated IP 172.20.0.1 (7429b2ef-51c3-4221-ad3e-de7fc7034fa0/e1a2c443-7561-47cd-ba9a-fc68eb320488/f28dc449-fafb-47ce-afc3-8c217054ef86) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:36.829939 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9d096-10da-4267-a22c-bca268c19efd None None] Pushing event updated for resources: {'Port': ['ID=b98ee9e4-7002-40d8-9403-8000119419f5,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:36.883097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68713ac-084a-4b4d-b6d0-9f99388500bc req-4531b7ce-a542-4eb3-a2ab-eb3cd2f1eaf0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:36.884636 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a68713ac-084a-4b4d-b6d0-9f99388500bc req-4531b7ce-a542-4eb3-a2ab-eb3cd2f1eaf0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 944 time: 0.5392344 Jan 20 11:04:36.891378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbe11e2-763d-4a4c-af1c-b591bc3dee98 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network b31e2a45-47a5-404e-bc54-c9ce92c3ed73 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:04:36.933190 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94574dc-1f9c-46ea-83df-7c942c67d4ee None None] Pushing event updated for resources: {'Port': ['ID=394a4742-bd02-483c-a97d-db423d5f4cf0,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:36.967525 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ab1bff7c-3508-43b9-a839-01fde50132e1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:37.004620 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port e31fa3a8-d28b-40c0-aa43-da58c6035b18 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:37.011292 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port e31fa3a8-d28b-40c0-aa43-da58c6035b18 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:37.011908 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:37.112724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-1fbe11e2-763d-4a4c-af1c-b591bc3dee98 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, b31e2a45-47a5-404e-bc54-c9ce92c3ed73) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:37.156185 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe11e2-763d-4a4c-af1c-b591bc3dee98 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:37.156861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1fbe11e2-763d-4a4c-af1c-b591bc3dee98 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:37.159483 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919cc312-601c-4ea2-bf3b-16da783d544d None None] Network b31e2a45-47a5-404e-bc54-c9ce92c3ed73 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:37.299612 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1fbe11e2-763d-4a4c-af1c-b591bc3dee98 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6812766 Jan 20 11:04:37.302364 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33878) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:37.310398 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f12ef2b3-0e43-4971-a2c7-eda4edbda5c6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1951495438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:37.310787 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a68713ac-084a-4b4d-b6d0-9f99388500bc req-5cdda606-5169-45d4-9437-da94586518b5 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4076009 Jan 20 11:04:37.361948 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f12ef2b3-0e43-4971-a2c7-eda4edbda5c6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:37.372817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f12ef2b3-0e43-4971-a2c7-eda4edbda5c6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:router and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:37.384088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f12ef2b3-0e43-4971-a2c7-eda4edbda5c6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:37.388283 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:37.392438 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f12ef2b3-0e43-4971-a2c7-eda4edbda5c6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:37.414797 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::1 (8962365b-2f7b-4071-b5a5-7c805118ad36/74cd9030-9b12-4a16-9a1d-fbdb2f5c4725/d92ffd0c-d621-4e2f-b653-405ad1e9c6b2) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:37.425211 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:37.433329 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4212e1b3-3ec6-4c25-986a-78c0c4d7eb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:37.467030 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port e31fa3a8-d28b-40c0-aa43-da58c6035b18, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e31fa3a8-d28b-40c0-aa43-da58c6035b18,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:37.469712 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993f1fec-290c-4228-b87d-b382b7f8b2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31fa3a8-d28b-40c0-aa43-da58c6035b18'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:04:37.497844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f12ef2b3-0e43-4971-a2c7-eda4edbda5c6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:37.499535 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f12ef2b3-0e43-4971-a2c7-eda4edbda5c6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:37.507460 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Transition to ACTIVE for port object f28dc449-fafb-47ce-afc3-8c217054ef86 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:37.541244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f12ef2b3-0e43-4971-a2c7-eda4edbda5c6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:37.576701 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:37.646400 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212e1b3-3ec6-4c25-986a-78c0c4d7eb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Subnet': ['ID=299e5e34-c61a-4e28-94ac-f314ff2a3ab4,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:37.686813 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b98ee9e4-7002-40d8-9403-8000119419f5 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:37.717019 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4212e1b3-3ec6-4c25-986a-78c0c4d7eb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Checking segment: {'id': '4e45b443-3b62-42f0-8097-9d757bc28d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd3e50e5f-8099-4e14-b3b3-4fdc2527103d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:37.717349 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4212e1b3-3ec6-4c25-986a-78c0c4d7eb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network hostable DHCP agents. Network: d3e50e5f-8099-4e14-b3b3-4fdc2527103d, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:04:37.730504 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f12ef2b3-0e43-4971-a2c7-eda4edbda5c6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:37.732823 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993f1fec-290c-4228-b87d-b382b7f8b2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31fa3a8-d28b-40c0-aa43-da58c6035b18', 'code': 200} Jan 20 11:04:37.757303 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.objects.ports [None req-ab1bff7c-3508-43b9-a839-01fde50132e1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84331) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 11:04:37.761338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ab1bff7c-3508-43b9-a839-01fde50132e1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:37.790202 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:37.808391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:37.818235 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=e31fa3a8-d28b-40c0-aa43-da58c6035b18,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:37.823959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:37.825139 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-b31e2a45-47a5-404e-bc54-c9ce92c3ed73', 'network_id': 'b31e2a45-47a5-404e-bc54-c9ce92c3ed73', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'fixed_ips': [{'subnet_id': '31f0902e-e274-46b0-a921-ad1e25590996'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:04:37.826022 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:37.841843 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bff7c-3508-43b9-a839-01fde50132e1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event updated for resources: {'Subnet': ['ID=02d5a547-79e2-41fa-a1fc-683058f2fe0f,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:37.868671 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bff7c-3508-43b9-a839-01fde50132e1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Checking segment: {'id': '633324ac-15b2-49bc-8eeb-83d39011e48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'a43d3842-0267-4d74-9f22-8cfc94410467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:37.869037 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1bff7c-3508-43b9-a839-01fde50132e1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Network hostable DHCP agents. Network: a43d3842-0267-4d74-9f22-8cfc94410467, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:04:37.887294 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4212e1b3-3ec6-4c25-986a-78c0c4d7eb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network d3e50e5f-8099-4e14-b3b3-4fdc2527103d is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:04:37.896967 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f12ef2b3-0e43-4971-a2c7-eda4edbda5c6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:37.903385 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f12ef2b3-0e43-4971-a2c7-eda4edbda5c6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5996983 Jan 20 11:04:37.903726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33886) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:37.932216 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network 7429b2ef-51c3-4221-ad3e-de7fc7034fa0 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:37.951799 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:37.954479 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:37.983199 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port b98ee9e4-7002-40d8-9403-8000119419f5 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:37.996177 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 394a4742-bd02-483c-a97d-db423d5f4cf0 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:38.015133 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=f28dc449-fafb-47ce-afc3-8c217054ef86,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:38.068897 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-4212e1b3-3ec6-4c25-986a-78c0c4d7eb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, d3e50e5f-8099-4e14-b3b3-4fdc2527103d) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:38.072744 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:38.076925 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Allocated IP 2001:db8::2 (b31e2a45-47a5-404e-bc54-c9ce92c3ed73/31f0902e-e274-46b0-a921-ad1e25590996/820b6a8e-1e25-4a9d-804e-ebb03e4fb439) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:38.089833 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f3aa75-a51e-41cf-93c8-f1f5a884e860 None None] Network d3e50e5f-8099-4e14-b3b3-4fdc2527103d requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:38.130181 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4212e1b3-3ec6-4c25-986a-78c0c4d7eb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:38.132329 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4212e1b3-3ec6-4c25-986a-78c0c4d7eb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:38.142210 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:38.170085 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1bff7c-3508-43b9-a839-01fde50132e1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Network a43d3842-0267-4d74-9f22-8cfc94410467 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:04:38.188313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-ab1bff7c-3508-43b9-a839-01fde50132e1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, a43d3842-0267-4d74-9f22-8cfc94410467) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:38.202167 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1bff7c-3508-43b9-a839-01fde50132e1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:38.203334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ab1bff7c-3508-43b9-a839-01fde50132e1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:38.238048 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:38.245100 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:38.266969 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:38.267849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:38.286674 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=d92ffd0c-d621-4e2f-b653-405ad1e9c6b2,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:38.344246 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4212e1b3-3ec6-4c25-986a-78c0c4d7eb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9692571 Jan 20 11:04:38.346490 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33890) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:38.356809 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4d08e225-f0a2-4f64-b64d-86c1a477e85e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'network_id': 'd3e50e5f-8099-4e14-b3b3-4fdc2527103d', 'name': 'tempest-PortsIpV6TestJSON-1119907509'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:38.457248 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b434198-e024-4b9f-add2-b4a8a028e5b8 None None] Network a43d3842-0267-4d74-9f22-8cfc94410467 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:38.544746 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ab1bff7c-3508-43b9-a839-01fde50132e1 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0365231 Jan 20 11:04:38.575066 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2839edf1-fbf0-4521-ad45-214ac5efc48f req-069b52fd-0c5c-44c5-8657-5872b1779506 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 1098 time: 0.5952885 Jan 20 11:04:38.575563 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33896) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:38.857156 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:38.869804 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:38.882978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Transition to ACTIVE for port object 820b6a8e-1e25-4a9d-804e-ebb03e4fb439 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:38.903546 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Transition to ACTIVE for port object 820b6a8e-1e25-4a9d-804e-ebb03e4fb439 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:38.906210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0f6336-e29b-42ab-92e4-0afc0eb988ec None None] Network 7429b2ef-51c3-4221-ad3e-de7fc7034fa0 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:38.957391 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2839edf1-fbf0-4521-ad45-214ac5efc48f req-cacbaebf-ed91-4585-943d-7d4c5a019884 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444053 Jan 20 11:04:38.973848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:39.109837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-63646ace-bd37-4dba-ad71-f37aef253671 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:39.121182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:39.190364 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 394a4742-bd02-483c-a97d-db423d5f4cf0 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:39.193672 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:39.292720 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-d3e50e5f-8099-4e14-b3b3-4fdc2527103d', 'network_id': 'd3e50e5f-8099-4e14-b3b3-4fdc2527103d', 'tenant_id': '7f6d045691344d49ab6811343d11a04c', 'fixed_ips': [{'subnet_id': '299e5e34-c61a-4e28-94ac-f314ff2a3ab4'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:04:39.293666 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:39.370075 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-63646ace-bd37-4dba-ad71-f37aef253671 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:39.383179 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Network b31e2a45-47a5-404e-bc54-c9ce92c3ed73 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:39.400832 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:39.427816 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:39.437641 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Pushing event updated for resources: {'Port': ['ID=820b6a8e-1e25-4a9d-804e-ebb03e4fb439,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:39.462747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4d08e225-f0a2-4f64-b64d-86c1a477e85e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:39.488765 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4a411-cbb4-412d-8adf-dc1f2fe7d732 req-86e1cfa2-333a-4c47-9de4-214c1d7a7c3a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:39.496074 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2fc4a411-cbb4-412d-8adf-dc1f2fe7d732 req-86e1cfa2-333a-4c47-9de4-214c1d7a7c3a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 945 time: 0.7570567 Jan 20 11:04:39.503740 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-cf9f87bc-9aff-491c-bc02-48774a5ddbe4 None None] Provisioning for port b98ee9e4-7002-40d8-9403-8000119419f5 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:39.556519 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:39.582017 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4d08e225-f0a2-4f64-b64d-86c1a477e85e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:39.590080 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Allocated IP 2001:db8::1 (b31e2a45-47a5-404e-bc54-c9ce92c3ed73/31f0902e-e274-46b0-a921-ad1e25590996/f815cce6-67e3-4866-a88b-b4cae64688c6) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:39.596267 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-cf9f87bc-9aff-491c-bc02-48774a5ddbe4 None None] Provisioning complete for port b98ee9e4-7002-40d8-9403-8000119419f5 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:39.596643 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf9f87bc-9aff-491c-bc02-48774a5ddbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:39.603020 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-63646ace-bd37-4dba-ad71-f37aef253671 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:39.655204 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63646ace-bd37-4dba-ad71-f37aef253671 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event deleted for resources: {'Subnet': ['ID=02d5a547-79e2-41fa-a1fc-683058f2fe0f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:39.670105 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2fc4a411-cbb4-412d-8adf-dc1f2fe7d732 req-66de5f3a-7b9e-4a29-821f-4d033b7c5a90 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731091 Jan 20 11:04:39.688655 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:39.720868 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5822f5f0-a2f1-44d8-8d6c-2d51491bae8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-a43d3842-0267-4d74-9f22-8cfc94410467', 'network_id': 'a43d3842-0267-4d74-9f22-8cfc94410467', 'tenant_id': 'c2d3b41bd5b8426ab546185eca393a39', 'fixed_ips': [{'subnet_id': '02d5a547-79e2-41fa-a1fc-683058f2fe0f'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:04:39.721703 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5822f5f0-a2f1-44d8-8d6c-2d51491bae8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:39.753456 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:39.754266 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:39.757614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d08e225-f0a2-4f64-b64d-86c1a477e85e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:39.760959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4d08e225-f0a2-4f64-b64d-86c1a477e85e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:39.785522 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Attempting to bind port 820b6a8e-1e25-4a9d-804e-ebb03e4fb439 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:04:39.785914 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Attempting to bind port 820b6a8e-1e25-4a9d-804e-ebb03e4fb439 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '08d49410-bbac-4d91-b839-2bd0ec36005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b31e2a45-47a5-404e-bc54-c9ce92c3ed73'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:04:39.786275 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Attempting to bind port 820b6a8e-1e25-4a9d-804e-ebb03e4fb439 on network b31e2a45-47a5-404e-bc54-c9ce92c3ed73 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:04:39.849750 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-63646ace-bd37-4dba-ad71-f37aef253671 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:39.854999 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:04:39.857951 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Checking segment: {'id': '08d49410-bbac-4d91-b839-2bd0ec36005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b31e2a45-47a5-404e-bc54-c9ce92c3ed73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:39.857951 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:39.857951 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Bound using segment: {'id': '08d49410-bbac-4d91-b839-2bd0ec36005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b31e2a45-47a5-404e-bc54-c9ce92c3ed73'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:04:39.857951 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Bound port: 820b6a8e-1e25-4a9d-804e-ebb03e4fb439, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d49410-bbac-4d91-b839-2bd0ec36005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b31e2a45-47a5-404e-bc54-c9ce92c3ed73'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:04:39.857951 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:39.917511 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-4d08e225-f0a2-4f64-b64d-86c1a477e85e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] device_id is not set on port 5d408079-e72a-4da0-9459-17ec6ec32436 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:04:39.934048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-63646ace-bd37-4dba-ad71-f37aef253671 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43d3842-0267-4d74-9f22-8cfc94410467']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:39.954581 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Allocated IP 2001:db8::2 (d3e50e5f-8099-4e14-b3b3-4fdc2527103d/299e5e34-c61a-4e28-94ac-f314ff2a3ab4/f5e6874b-4633-497d-9208-3ed9aaa404ad) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:39.955746 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-63646ace-bd37-4dba-ad71-f37aef253671 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633324ac-15b2-49bc-8eeb-83d39011e48f') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:39.957325 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-63646ace-bd37-4dba-ad71-f37aef253671 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633324ac-15b2-49bc-8eeb-83d39011e48f') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:39.973447 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-63646ace-bd37-4dba-ad71-f37aef253671 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:40.002859 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-63646ace-bd37-4dba-ad71-f37aef253671 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:40.014501 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63646ace-bd37-4dba-ad71-f37aef253671 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:04:40.014938 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-63646ace-bd37-4dba-ad71-f37aef253671 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:40.076535 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf9f87bc-9aff-491c-bc02-48774a5ddbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:40.120139 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=d92ffd0c-d621-4e2f-b653-405ad1e9c6b2,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:40.200402 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] For port 820b6a8e-1e25-4a9d-804e-ebb03e4fb439, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:04:40.224478 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] For port 820b6a8e-1e25-4a9d-804e-ebb03e4fb439, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=820b6a8e-1e25-4a9d-804e-ebb03e4fb439,segment=NetworkSegment(08d49410-bbac-4d91-b839-2bd0ec36005c),segment_id=08d49410-bbac-4d91-b839-2bd0ec36005c)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:04:40.233147 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-cf9f87bc-9aff-491c-bc02-48774a5ddbe4 None None] For port b98ee9e4-7002-40d8-9403-8000119419f5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b98ee9e4-7002-40d8-9403-8000119419f5,segment=NetworkSegment(c656341e-3f55-4f49-a480-60870859b48f),segment_id=c656341e-3f55-4f49-a480-60870859b48f)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:04:40.238363 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:04:40.246111 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81422936-7be8-44ad-8031-5e2623041d72 None None] Network a43d3842-0267-4d74-9f22-8cfc94410467 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:40.258546 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:40.274249 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:40.276230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:40.307016 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:40.330382 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-63646ace-bd37-4dba-ad71-f37aef253671 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:40.350677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-63646ace-bd37-4dba-ad71-f37aef253671 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:40.369603 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-63646ace-bd37-4dba-ad71-f37aef253671 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/networks/a43d3842-0267-4d74-9f22-8cfc94410467 HTTP/1.1" status: 204 len: 168 time: 1.7927732 Jan 20 11:04:40.376376 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33902) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:40.392481 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:40.395080 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:40.396034 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cf9f87bc-9aff-491c-bc02-48774a5ddbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:40.412616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Transition to ACTIVE for port object f815cce6-67e3-4866-a88b-b4cae64688c6 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:40.413931 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63646ace-bd37-4dba-ad71-f37aef253671 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event deleted for resources: {'Network': ['ID=a43d3842-0267-4d74-9f22-8cfc94410467,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:40.426556 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-708ea2b1-189c-4d0e-8aaa-28dad35fa443 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] DELETE failed (client error): The resource could not be found. Jan 20 11:04:40.427048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708ea2b1-189c-4d0e-8aaa-28dad35fa443 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:04:40.431500 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-708ea2b1-189c-4d0e-8aaa-28dad35fa443 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/subnets/02d5a547-79e2-41fa-a1fc-683058f2fe0f HTTP/1.1" status: 404 len: 337 time: 0.0514071 Jan 20 11:04:40.432092 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33906) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:40.462673 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f70e2f0-f5cd-40ee-bb69-8bc647fdcae2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] DELETE failed (client error): The resource could not be found. Jan 20 11:04:40.463124 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f70e2f0-f5cd-40ee-bb69-8bc647fdcae2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:04:40.467149 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4f70e2f0-f5cd-40ee-bb69-8bc647fdcae2 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/networks/a43d3842-0267-4d74-9f22-8cfc94410467 HTTP/1.1" status: 404 len: 339 time: 0.0317609 Jan 20 11:04:40.468045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33910) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:40.653920 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-de94b556-6c18-40ea-ad2b-2715ba382bb0 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] DELETE failed (client error): The resource could not be found. Jan 20 11:04:40.654161 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de94b556-6c18-40ea-ad2b-2715ba382bb0 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:04:40.655651 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-de94b556-6c18-40ea-ad2b-2715ba382bb0 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/subnets/f13c4617-59f3-4377-8ad5-edb38687d84c HTTP/1.1" status: 404 len: 337 time: 0.1867068 Jan 20 11:04:40.658319 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33914) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:40.663556 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d94908-87da-476c-a40d-a7b75e07a8e2 None None] Pushing event updated for resources: {'Port': ['ID=820b6a8e-1e25-4a9d-804e-ebb03e4fb439,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:40.684832 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebaadc3-3f98-4cd0-b05b-73f65e9b9efe tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] DELETE failed (client error): The resource could not be found. Jan 20 11:04:40.685315 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ebaadc3-3f98-4cd0-b05b-73f65e9b9efe tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:04:40.686977 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8ebaadc3-3f98-4cd0-b05b-73f65e9b9efe tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/networks/cb5abbb4-32dc-42fd-8eea-39f04d669a7f HTTP/1.1" status: 404 len: 339 time: 0.0278492 Jan 20 11:04:40.689563 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33918) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:40.707151 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:40.731703 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-be18a744-10ea-4445-a079-db53dd340a64 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] DELETE failed (client error): The resource could not be found. Jan 20 11:04:40.731920 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be18a744-10ea-4445-a079-db53dd340a64 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:04:40.733742 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-be18a744-10ea-4445-a079-db53dd340a64 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/subnets/2eeedc45-8db2-4653-ac19-6b361a814701 HTTP/1.1" status: 404 len: 337 time: 0.0430915 Jan 20 11:04:40.733864 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3bb0d168-551b-4c4b-a237-9ebc4d1e401c None None] Provisioning complete for port b98ee9e4-7002-40d8-9403-8000119419f5 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:40.734249 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d168-551b-4c4b-a237-9ebc4d1e401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:40.736072 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33924) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:40.757210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:40.761143 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:40.781017 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Transition to ACTIVE for port object f5e6874b-4633-497d-9208-3ed9aaa404ad will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:40.808662 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Transition to ACTIVE for port object f5e6874b-4633-497d-9208-3ed9aaa404ad will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:40.820668 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e7f3af-aea5-4d98-a8db-9a4c0651e4b4 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] DELETE failed (client error): The resource could not be found. Jan 20 11:04:40.821031 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e7f3af-aea5-4d98-a8db-9a4c0651e4b4 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:04:40.822920 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c2e7f3af-aea5-4d98-a8db-9a4c0651e4b4 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/networks/663ebb35-d028-4126-8ecc-46fea9915b2b HTTP/1.1" status: 404 len: 339 time: 0.0857005 Jan 20 11:04:40.835204 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network b31e2a45-47a5-404e-bc54-c9ce92c3ed73 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:40.836007 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33928) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:40.842741 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f87bc-9aff-491c-bc02-48774a5ddbe4 None None] Pushing event updated for resources: {'Port': ['ID=b98ee9e4-7002-40d8-9403-8000119419f5,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:40.874000 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:40.906540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:40.907100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:40.931141 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:41.012387 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=f815cce6-67e3-4866-a88b-b4cae64688c6,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:41.025694 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-78ef2d35-33bd-4ea9-b945-42022d81b4a7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Deleting port 8960789e-7900-4470-ba5d-b9662cdf153d {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:41.026259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-78ef2d35-33bd-4ea9-b945-42022d81b4a7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:41.057110 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Pushing event updated for resources: {'Port': ['ID=f5e6874b-4633-497d-9208-3ed9aaa404ad,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:41.134865 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Network d3e50e5f-8099-4e14-b3b3-4fdc2527103d is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:41.146696 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:41.149822 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:41.208463 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=f28dc449-fafb-47ce-afc3-8c217054ef86,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:41.257701 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Attempting to bind port f5e6874b-4633-497d-9208-3ed9aaa404ad on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:04:41.257918 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Attempting to bind port f5e6874b-4633-497d-9208-3ed9aaa404ad by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '4e45b443-3b62-42f0-8097-9d757bc28d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd3e50e5f-8099-4e14-b3b3-4fdc2527103d'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:04:41.258382 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Attempting to bind port f5e6874b-4633-497d-9208-3ed9aaa404ad on network d3e50e5f-8099-4e14-b3b3-4fdc2527103d {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:04:41.268342 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:04:41.268851 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Checking segment: {'id': '4e45b443-3b62-42f0-8097-9d757bc28d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd3e50e5f-8099-4e14-b3b3-4fdc2527103d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:41.274257 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:41.274257 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Bound using segment: {'id': '4e45b443-3b62-42f0-8097-9d757bc28d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd3e50e5f-8099-4e14-b3b3-4fdc2527103d'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:04:41.274257 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Bound port: f5e6874b-4633-497d-9208-3ed9aaa404ad, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e45b443-3b62-42f0-8097-9d757bc28d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd3e50e5f-8099-4e14-b3b3-4fdc2527103d'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:04:41.274257 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:41.310369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-4d08e225-f0a2-4f64-b64d-86c1a477e85e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Allocated IP 2001:db8::198 (d3e50e5f-8099-4e14-b3b3-4fdc2527103d/299e5e34-c61a-4e28-94ac-f314ff2a3ab4/5d408079-e72a-4da0-9459-17ec6ec32436) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:41.327527 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-78ef2d35-33bd-4ea9-b945-42022d81b4a7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:41.335311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3bb0d168-551b-4c4b-a237-9ebc4d1e401c None None] Provisioning for port d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:41.339772 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:41.352816 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3bb0d168-551b-4c4b-a237-9ebc4d1e401c None None] Provisioning complete for port d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:41.352816 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d168-551b-4c4b-a237-9ebc4d1e401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:41.363176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e904b6-e758-4508-95e3-00dfc68ebd07 req-94f5acc5-e752-4d20-901e-c52b249148c4 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:41.364914 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-16e904b6-e758-4508-95e3-00dfc68ebd07 req-94f5acc5-e752-4d20-901e-c52b249148c4 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 945 time: 0.4831314 Jan 20 11:04:41.425279 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] For port f5e6874b-4633-497d-9208-3ed9aaa404ad, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:04:41.427415 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0d168-551b-4c4b-a237-9ebc4d1e401c None None] Port d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:04:41.430866 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] For port f5e6874b-4633-497d-9208-3ed9aaa404ad, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f5e6874b-4633-497d-9208-3ed9aaa404ad,segment=NetworkSegment(4e45b443-3b62-42f0-8097-9d757bc28d96),segment_id=4e45b443-3b62-42f0-8097-9d757bc28d96)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:04:41.468242 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network 7429b2ef-51c3-4221-ad3e-de7fc7034fa0 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:41.480727 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:41.509437 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:41.518323 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-78ef2d35-33bd-4ea9-b945-42022d81b4a7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Calling delete_port for 8960789e-7900-4470-ba5d-b9662cdf153d owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:41.567051 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3bb0d168-551b-4c4b-a237-9ebc4d1e401c None None] Provisioning for port 394a4742-bd02-483c-a97d-db423d5f4cf0 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:41.581651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3bb0d168-551b-4c4b-a237-9ebc4d1e401c None None] Provisioning complete for port 394a4742-bd02-483c-a97d-db423d5f4cf0 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:41.583890 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d168-551b-4c4b-a237-9ebc4d1e401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:41.711931 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684b6ca-0084-4d59-8f84-482cd8c13b78 None None] Pushing event updated for resources: {'Port': ['ID=f5e6874b-4633-497d-9208-3ed9aaa404ad,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:41.785817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b98ee9e4-7002-40d8-9403-8000119419f5 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:41.829784 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-16e904b6-e758-4508-95e3-00dfc68ebd07 req-6d8d95de-30a0-410b-87ca-85ca45c707cd tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4437897 Jan 20 11:04:41.896174 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d168-551b-4c4b-a237-9ebc4d1e401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:41.953473 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-78ef2d35-33bd-4ea9-b945-42022d81b4a7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:41.961681 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-3bb0d168-551b-4c4b-a237-9ebc4d1e401c None None] For port 394a4742-bd02-483c-a97d-db423d5f4cf0, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=394a4742-bd02-483c-a97d-db423d5f4cf0,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:41.977639 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port b98ee9e4-7002-40d8-9403-8000119419f5 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:41.982242 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:42.046310 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d168-551b-4c4b-a237-9ebc4d1e401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:42.197477 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0d168-551b-4c4b-a237-9ebc4d1e401c None None] Pushing event updated for resources: {'Port': ['ID=394a4742-bd02-483c-a97d-db423d5f4cf0,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:42.201696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef2d35-33bd-4ea9-b945-42022d81b4a7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event deleted for resources: {'Port': ['ID=8960789e-7900-4470-ba5d-b9662cdf153d,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:42.228424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-78ef2d35-33bd-4ea9-b945-42022d81b4a7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:42.246166 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-78ef2d35-33bd-4ea9-b945-42022d81b4a7 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/ports/8960789e-7900-4470-ba5d-b9662cdf153d HTTP/1.1" status: 204 len: 168 time: 1.4086130 Jan 20 11:04:42.253372 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f1b19b-ae2d-48d3-bd24-09f58d61d167 None None] Network b31e2a45-47a5-404e-bc54-c9ce92c3ed73 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:42.253917 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4d08e225-f0a2-4f64-b64d-86c1a477e85e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:42.255107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33934) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:42.275305 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3bb0d168-551b-4c4b-a237-9ebc4d1e401c None None] Provisioning for port f28dc449-fafb-47ce-afc3-8c217054ef86 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:42.275783 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-4d08e225-f0a2-4f64-b64d-86c1a477e85e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Transition to ACTIVE for port object 5d408079-e72a-4da0-9459-17ec6ec32436 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:42.306258 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-24712052-8f9e-40f3-8234-0dbfcf32840e tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] DELETE failed (client error): The resource could not be found. Jan 20 11:04:42.306717 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24712052-8f9e-40f3-8234-0dbfcf32840e tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:04:42.311010 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-24712052-8f9e-40f3-8234-0dbfcf32840e tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/subnets/b2c78573-98eb-4aab-bda2-9847fd5d6146 HTTP/1.1" status: 404 len: 337 time: 0.0524120 Jan 20 11:04:42.312681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33938) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:42.353180 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3bb0d168-551b-4c4b-a237-9ebc4d1e401c None None] Provisioning complete for port f28dc449-fafb-47ce-afc3-8c217054ef86 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:42.353490 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d168-551b-4c4b-a237-9ebc4d1e401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:42.406096 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 820b6a8e-1e25-4a9d-804e-ebb03e4fb439 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:42.426416 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518bd10-4b55-4b15-9cdb-18a81099d96a req-57df7871-edf9-409a-a7e2-f7705a391046 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:42.428573 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a518bd10-4b55-4b15-9cdb-18a81099d96a req-57df7871-edf9-409a-a7e2-f7705a391046 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 945 time: 0.1508110 Jan 20 11:04:42.464298 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3bca56ef-90f8-472f-97f4-2dffda41c504 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:42.475484 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Router 5f6e2cbf-b1c8-4bad-9715-64085d7bcf98 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:04:42.476737 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0d168-551b-4c4b-a237-9ebc4d1e401c None None] Port f28dc449-fafb-47ce-afc3-8c217054ef86 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:04:42.494901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:42.513913 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a518bd10-4b55-4b15-9cdb-18a81099d96a req-44fd3891-5642-4a4a-99b5-f4ed1c66605a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700560 Jan 20 11:04:42.558046 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33942) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:42.691289 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 820b6a8e-1e25-4a9d-804e-ebb03e4fb439 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:42.722932 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4d08e225-f0a2-4f64-b64d-86c1a477e85e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:42.739790 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:42.740625 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:42.742975 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a1357814-2078-4956-ae7f-612f750efe95 None None] Provisioning for port 820b6a8e-1e25-4a9d-804e-ebb03e4fb439 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:42.752333 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a1357814-2078-4956-ae7f-612f750efe95 None None] Provisioning complete for port 820b6a8e-1e25-4a9d-804e-ebb03e4fb439 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:42.753009 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1357814-2078-4956-ae7f-612f750efe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:42.829783 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08e225-f0a2-4f64-b64d-86c1a477e85e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=5d408079-e72a-4da0-9459-17ec6ec32436,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:42.833836 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router a91333e8-e126-40ed-a1ea-acda7e601232 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:04:42.938935 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3bca56ef-90f8-472f-97f4-2dffda41c504 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:43.013175 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1357814-2078-4956-ae7f-612f750efe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:43.072031 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a1357814-2078-4956-ae7f-612f750efe95 None None] For port 820b6a8e-1e25-4a9d-804e-ebb03e4fb439, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=820b6a8e-1e25-4a9d-804e-ebb03e4fb439,segment=NetworkSegment(08d49410-bbac-4d91-b839-2bd0ec36005c),segment_id=08d49410-bbac-4d91-b839-2bd0ec36005c)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:43.091252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d08e225-f0a2-4f64-b64d-86c1a477e85e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network d3e50e5f-8099-4e14-b3b3-4fdc2527103d is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:43.093275 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-4d08e225-f0a2-4f64-b64d-86c1a477e85e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:43.095627 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d08e225-f0a2-4f64-b64d-86c1a477e85e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:43.101214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d08e225-f0a2-4f64-b64d-86c1a477e85e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:43.102194 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4d08e225-f0a2-4f64-b64d-86c1a477e85e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:43.133137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=f815cce6-67e3-4866-a88b-b4cae64688c6,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:43.136606 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-3bca56ef-90f8-472f-97f4-2dffda41c504 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8e45f3-ccbb-4e62-b360-49ccb4b0e884']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:43.154083 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1357814-2078-4956-ae7f-612f750efe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:43.167215 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-3bca56ef-90f8-472f-97f4-2dffda41c504 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739667c1-67d8-4a31-b043-5e7952c41b7c') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:43.167650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-3bca56ef-90f8-472f-97f4-2dffda41c504 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739667c1-67d8-4a31-b043-5e7952c41b7c') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:43.195835 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3bca56ef-90f8-472f-97f4-2dffda41c504 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:43.255841 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3bca56ef-90f8-472f-97f4-2dffda41c504 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:43.261605 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:04:43.267121 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4feee68e-9e5d-4e9f-93cb-c4d57c847f3c tempest-TestVolumeBootPattern-807242715 tempest-TestVolumeBootPattern-807242715-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 1093 time: 0.7010829 Jan 20 11:04:43.267287 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7c53b0e0-4caa-418b-9ebb-d42ad1d7c9db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "PUT /v2.0/routers/5f6e2cbf-b1c8-4bad-9715-64085d7bcf98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6104958 Jan 20 11:04:43.273049 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33948) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:43.273049 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33950) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:43.279864 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': 'e31fa3a8-d28b-40c0-aa43-da58c6035b18', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:43.281014 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bca56ef-90f8-472f-97f4-2dffda41c504 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:04:43.281413 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3bca56ef-90f8-472f-97f4-2dffda41c504 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:43.305055 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Sync routers for ids ['5f6e2cbf-b1c8-4bad-9715-64085d7bcf98'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:04:43.305514 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:04:43.310822 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f2e39b-4586-4db6-b9aa-b68835e59b46 None None] Network d3e50e5f-8099-4e14-b3b3-4fdc2527103d requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:43.323011 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:43.333489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Usage tracker for resource:floatingip and tenant:e7bf4b9940474d57840e18b7d1fdae0c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:43.340224 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4d08e225-f0a2-4f64-b64d-86c1a477e85e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.9926133 Jan 20 11:04:43.341476 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:43.352345 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:04:43.358786 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33956) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:43.362139 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac67220e-e8f0-4bd4-bee1-e4c762982d31 None None] Sync routers for ids ['a91333e8-e126-40ed-a1ea-acda7e601232'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:04:43.364089 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-90449b8c-7dbd-47d5-93be-1ed1ac9d1aa5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'network_id': 'd3e50e5f-8099-4e14-b3b3-4fdc2527103d', 'name': 'tempest-PortsIpV6TestJSON-1604929145'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:43.384279 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network b31e2a45-47a5-404e-bc54-c9ce92c3ed73 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:43.384472 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-259fbcad-05c5-4cf0-b0d6-8f49561c331f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/a91333e8-e126-40ed-a1ea-acda7e601232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1006649 Jan 20 11:04:43.385440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:43.393017 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33960) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:43.399876 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac67220e-e8f0-4bd4-bee1-e4c762982d31 None None] Routers {'a91333e8-e126-40ed-a1ea-acda7e601232'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:43.400898 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ac67220e-e8f0-4bd4-bee1-e4c762982d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a91333e8-e126-40ed-a1ea-acda7e601232'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:43.401789 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:43.436632 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1357814-2078-4956-ae7f-612f750efe95 None None] Pushing event updated for resources: {'Port': ['ID=820b6a8e-1e25-4a9d-804e-ebb03e4fb439,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:43.445385 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a1357814-2078-4956-ae7f-612f750efe95 None None] Provisioning complete for port d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:43.445790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1357814-2078-4956-ae7f-612f750efe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:43.528682 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ac67220e-e8f0-4bd4-bee1-e4c762982d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:43.531860 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Routers {'5f6e2cbf-b1c8-4bad-9715-64085d7bcf98'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:43.532504 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['5f6e2cbf-b1c8-4bad-9715-64085d7bcf98'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:43.556148 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac67220e-e8f0-4bd4-bee1-e4c762982d31 None None] Routers {'a91333e8-e126-40ed-a1ea-acda7e601232'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:43.556738 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ac67220e-e8f0-4bd4-bee1-e4c762982d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a91333e8-e126-40ed-a1ea-acda7e601232'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:43.561692 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df308a7b-1b8e-444e-a589-f2b6115b6aa4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:43.566948 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-df308a7b-1b8e-444e-a589-f2b6115b6aa4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:43.596578 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cc9cdf-346a-483e-9112-d9c33adad634 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:43.597183 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-44cc9cdf-346a-483e-9112-d9c33adad634 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Synchronizing usage tracker for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:43.669049 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:43.681129 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ac67220e-e8f0-4bd4-bee1-e4c762982d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:43.681976 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac67220e-e8f0-4bd4-bee1-e4c762982d31 None None] The sync data for ids ['a91333e8-e126-40ed-a1ea-acda7e601232'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:04:43.738548 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a1357814-2078-4956-ae7f-612f750efe95 None None] Port d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:04:43.767925 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 820b6a8e-1e25-4a9d-804e-ebb03e4fb439 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:43.793554 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-90449b8c-7dbd-47d5-93be-1ed1ac9d1aa5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:43.807346 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-90449b8c-7dbd-47d5-93be-1ed1ac9d1aa5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:port and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:43.812905 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-df308a7b-1b8e-444e-a589-f2b6115b6aa4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:43.815588 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-df308a7b-1b8e-444e-a589-f2b6115b6aa4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports/d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 HTTP/1.1" status: 200 len: 911 time: 0.5412781 Jan 20 11:04:43.816519 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-44cc9cdf-346a-483e-9112-d9c33adad634 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Unset dirty status for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:43.817583 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-44cc9cdf-346a-483e-9112-d9c33adad634 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/ports/f28dc449-fafb-47ce-afc3-8c217054ef86 HTTP/1.1" status: 200 len: 910 time: 0.4236233 Jan 20 11:04:43.818643 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-90449b8c-7dbd-47d5-93be-1ed1ac9d1aa5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:43.823211 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33964) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:43.823211 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33966) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:43.833407 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5fc424e1-82d9-4b8c-af7a-7fd3f9ed971e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e1a2c443-7561-47cd-ba9a-fc68eb320488'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:43.845239 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3bca56ef-90f8-472f-97f4-2dffda41c504 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:43.849486 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3bca56ef-90f8-472f-97f4-2dffda41c504 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:43.876511 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3bca56ef-90f8-472f-97f4-2dffda41c504 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/networks/6b8e45f3-ccbb-4e62-b360-49ccb4b0e884 HTTP/1.1" status: 204 len: 168 time: 1.5606110 Jan 20 11:04:43.882961 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33972) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:43.901625 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-90449b8c-7dbd-47d5-93be-1ed1ac9d1aa5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:43.903270 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a1357814-2078-4956-ae7f-612f750efe95 None None] Provisioning complete for port f28dc449-fafb-47ce-afc3-8c217054ef86 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:43.903407 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1357814-2078-4956-ae7f-612f750efe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:43.972300 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Set router 5f6e2cbf-b1c8-4bad-9715-64085d7bcf98 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:04:43.974250 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b4cdc-9aeb-4d6a-83a5-7d7ac0cd8904 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Deleting port a1838027-a2ab-48cf-828c-8ca9614d4d7d {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:43.974727 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b7b4cdc-9aeb-4d6a-83a5-7d7ac0cd8904 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:44.004082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca56ef-90f8-472f-97f4-2dffda41c504 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event deleted for resources: {'Network': ['ID=6b8e45f3-ccbb-4e62-b360-49ccb4b0e884,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:44.046631 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90449b8c-7dbd-47d5-93be-1ed1ac9d1aa5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:44.049571 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90449b8c-7dbd-47d5-93be-1ed1ac9d1aa5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:44.078471 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a1357814-2078-4956-ae7f-612f750efe95 None None] Port f28dc449-fafb-47ce-afc3-8c217054ef86 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:04:44.102948 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-90449b8c-7dbd-47d5-93be-1ed1ac9d1aa5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] device_id is not set on port 65f66d22-36de-4211-abd9-2d904dd93dcb yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:04:44.159238 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fef2bda-e4d9-43e6-88fa-0a1d693516f6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:44.163757 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fef2bda-e4d9-43e6-88fa-0a1d693516f6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:44.168206 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1fef2bda-e4d9-43e6-88fa-0a1d693516f6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3442917 Jan 20 11:04:44.180978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 820b6a8e-1e25-4a9d-804e-ebb03e4fb439 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:44.181359 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:44.186995 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33976) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:44.243707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b7b4cdc-9aeb-4d6a-83a5-7d7ac0cd8904 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:44.349922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-accc94c4-e653-4285-9c94-4d8c1fcc0fb5 None None] Provisioning complete for port 820b6a8e-1e25-4a9d-804e-ebb03e4fb439 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:44.350546 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-accc94c4-e653-4285-9c94-4d8c1fcc0fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:44.379307 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b4cdc-9aeb-4d6a-83a5-7d7ac0cd8904 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Calling delete_port for a1838027-a2ab-48cf-828c-8ca9614d4d7d owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:44.489617 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router 9f6b0481-affe-4037-8fa9-6fa753e296d4 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:04:44.520706 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 394a4742-bd02-483c-a97d-db423d5f4cf0 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:44.629681 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:44.681715 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 394a4742-bd02-483c-a97d-db423d5f4cf0 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:44.682110 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:44.683276 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fc424e1-82d9-4b8c-af7a-7fd3f9ed971e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:44.716851 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6e2cbf-b1c8-4bad-9715-64085d7bcf98', 'name': 'tempest-NetworksTestDHCPv6-router-1161378108', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:34Z', 'updated_at': '2022-01-20T11:04:38Z', 'revision_number': 2, 'project_id': '93194f3416cf4609b677b83a2a6cd797', 'gw_port_host': None, '_interfaces': [{'id': 'd92ffd0c-d621-4e2f-b653-405ad1e9c6b2', 'name': '', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'mac_address': 'fa:16:3e:92:4f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6e2cbf-b1c8-4bad-9715-64085d7bcf98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74cd9030-9b12-4a16-9a1d-fbdb2f5c4725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:04:36Z', 'updated_at': '2022-01-20T11:04:39Z', 'revision_number': 2, 'project_id': '93194f3416cf4609b677b83a2a6cd797', 'subnets': [{'id': '74cd9030-9b12-4a16-9a1d-fbdb2f5c4725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:44.741687 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-90449b8c-7dbd-47d5-93be-1ed1ac9d1aa5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Allocated IP 2001:db8::31 (d3e50e5f-8099-4e14-b3b3-4fdc2527103d/299e5e34-c61a-4e28-94ac-f314ff2a3ab4/65f66d22-36de-4211-abd9-2d904dd93dcb) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:44.751729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b7b4cdc-9aeb-4d6a-83a5-7d7ac0cd8904 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:44.789711 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Checking router: 5f6e2cbf-b1c8-4bad-9715-64085d7bcf98 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:04:44.790058 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Updating router 5f6e2cbf-b1c8-4bad-9715-64085d7bcf98 port d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:04:44.859817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:44.878789 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b7b4cdc-9aeb-4d6a-83a5-7d7ac0cd8904 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:44.888923 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b4cdc-9aeb-4d6a-83a5-7d7ac0cd8904 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event deleted for resources: {'Port': ['ID=a1838027-a2ab-48cf-828c-8ca9614d4d7d,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:44.923859 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-accc94c4-e653-4285-9c94-4d8c1fcc0fb5 None None] Provisioning for port f815cce6-67e3-4866-a88b-b4cae64688c6 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:44.926275 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7b7b4cdc-9aeb-4d6a-83a5-7d7ac0cd8904 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/ports/a1838027-a2ab-48cf-828c-8ca9614d4d7d HTTP/1.1" status: 204 len: 168 time: 1.0399966 Jan 20 11:04:44.931252 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33980) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:44.931414 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778aeb2c-41ee-47ab-a18f-680c657d3444 None None] get_active_networks_info from dv-neutron-825471-1-hyperv {{(pid=84333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 11:04:44.972805 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-accc94c4-e653-4285-9c94-4d8c1fcc0fb5 None None] Provisioning complete for port f815cce6-67e3-4866-a88b-b4cae64688c6 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:44.973312 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-accc94c4-e653-4285-9c94-4d8c1fcc0fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:44.981675 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-30af7bd4-0984-4f69-9905-ac20df008829 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] DELETE failed (client error): The resource could not be found. Jan 20 11:04:44.982616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30af7bd4-0984-4f69-9905-ac20df008829 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:04:44.985777 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-30af7bd4-0984-4f69-9905-ac20df008829 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/subnets/062408f0-c76d-4cbd-8de3-e8a2d11aced4 HTTP/1.1" status: 404 len: 337 time: 0.0476563 Jan 20 11:04:44.990810 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33984) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:45.025501 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:04:45.030930 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0f878400-3656-452a-8f32-90b129ee4e53 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/9f6b0481-affe-4037-8fa9-6fa753e296d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1203856 Jan 20 11:04:45.048078 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 33988) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:45.065144 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67420700-e503-4582-81f6-17c72bbcd522 None None] Sync routers for ids ['9f6b0481-affe-4037-8fa9-6fa753e296d4'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:04:45.119124 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device f5e6874b-4633-497d-9208-3ed9aaa404ad up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:45.128502 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1abce2d8-62b2-4ce0-82bb-84b8381ef1f9 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:45.167016 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67420700-e503-4582-81f6-17c72bbcd522 None None] Routers {'9f6b0481-affe-4037-8fa9-6fa753e296d4'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:45.167646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-67420700-e503-4582-81f6-17c72bbcd522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['9f6b0481-affe-4037-8fa9-6fa753e296d4'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:45.217713 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-accc94c4-e653-4285-9c94-4d8c1fcc0fb5 None None] Port f815cce6-67e3-4866-a88b-b4cae64688c6 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:04:45.265348 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1abce2d8-62b2-4ce0-82bb-84b8381ef1f9 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:45.291976 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-1abce2d8-62b2-4ce0-82bb-84b8381ef1f9 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a674ee66-0798-4ec7-a65d-85be5e324238']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:45.304393 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-1abce2d8-62b2-4ce0-82bb-84b8381ef1f9 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956cc7cd-fc02-44c3-9d10-0f4cb35dab27') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:45.304715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-1abce2d8-62b2-4ce0-82bb-84b8381ef1f9 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956cc7cd-fc02-44c3-9d10-0f4cb35dab27') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:45.309199 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-67420700-e503-4582-81f6-17c72bbcd522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:45.316423 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1abce2d8-62b2-4ce0-82bb-84b8381ef1f9 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:45.335944 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1abce2d8-62b2-4ce0-82bb-84b8381ef1f9 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:45.342419 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abce2d8-62b2-4ce0-82bb-84b8381ef1f9 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:04:45.342815 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1abce2d8-62b2-4ce0-82bb-84b8381ef1f9 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:45.346564 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Allocated IP 172.26.0.207 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/e93e9b79-dd7b-4b6c-8f62-8febaa5c119e) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:04:45.358728 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:04:45.376852 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67420700-e503-4582-81f6-17c72bbcd522 None None] Routers {'9f6b0481-affe-4037-8fa9-6fa753e296d4'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:45.377464 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-67420700-e503-4582-81f6-17c72bbcd522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['9f6b0481-affe-4037-8fa9-6fa753e296d4'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:45.432784 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b03b85-0454-4568-a3d7-8e1c77b0530e tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:45.433363 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-30b03b85-0454-4568-a3d7-8e1c77b0530e tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Synchronizing usage tracker for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:45.472199 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-67420700-e503-4582-81f6-17c72bbcd522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:45.473192 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67420700-e503-4582-81f6-17c72bbcd522 None None] The sync data for ids ['9f6b0481-affe-4037-8fa9-6fa753e296d4'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:04:45.525320 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-accc94c4-e653-4285-9c94-4d8c1fcc0fb5 None None] Provisioning for port f5e6874b-4633-497d-9208-3ed9aaa404ad completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:45.526364 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1abce2d8-62b2-4ce0-82bb-84b8381ef1f9 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:45.548349 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1abce2d8-62b2-4ce0-82bb-84b8381ef1f9 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:45.562227 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1abce2d8-62b2-4ce0-82bb-84b8381ef1f9 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/networks/a674ee66-0798-4ec7-a65d-85be5e324238 HTTP/1.1" status: 204 len: 168 time: 0.5661757 Jan 20 11:04:45.563121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abce2d8-62b2-4ce0-82bb-84b8381ef1f9 tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event deleted for resources: {'Network': ['ID=a674ee66-0798-4ec7-a65d-85be5e324238,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:45.564707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33992) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:45.598640 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778aeb2c-41ee-47ab-a18f-680c657d3444 None None] Resources bound (agent type, host, resource id): {{(pid=84333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 11:04:45.659306 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port f5e6874b-4633-497d-9208-3ed9aaa404ad completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:45.701837 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-30b03b85-0454-4568-a3d7-8e1c77b0530e tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Unset dirty status for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:45.703028 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-30b03b85-0454-4568-a3d7-8e1c77b0530e tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/ports/f815cce6-67e3-4866-a88b-b4cae64688c6 HTTP/1.1" status: 200 len: 911 time: 0.6511965 Jan 20 11:04:45.707206 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 33996) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:45.715398 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-236710d8-4ee6-4946-82ae-23e57cddca57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '31f0902e-e274-46b0-a921-ad1e25590996'}]}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:45.728802 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port f5e6874b-4633-497d-9208-3ed9aaa404ad triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:45.728802 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:45.754386 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 11:04:45.762980 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90449b8c-7dbd-47d5-93be-1ed1ac9d1aa5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:45.880484 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a7f82fd7-9483-4035-a244-9570d3dd98af None None] Provisioning complete for port f5e6874b-4633-497d-9208-3ed9aaa404ad triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:45.880484 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a7f82fd7-9483-4035-a244-9570d3dd98af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:45.882383 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5a584a-1333-4f08-9172-40c276716eea tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Deleting subnet 8a4ca656-5f62-4cc0-baec-fe2994dff3a7 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:04:45.887701 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f5a584a-1333-4f08-9172-40c276716eea tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:45.889962 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-90449b8c-7dbd-47d5-93be-1ed1ac9d1aa5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Transition to ACTIVE for port object 65f66d22-36de-4211-abd9-2d904dd93dcb will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:45.904270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:45.937021 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:45.961607 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Transition to ACTIVE for port object d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:04:45.979963 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f5a584a-1333-4f08-9172-40c276716eea tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:46.045188 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:46.079303 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fc424e1-82d9-4b8c-af7a-7fd3f9ed971e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:46.116212 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-236710d8-4ee6-4946-82ae-23e57cddca57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:46.119036 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90449b8c-7dbd-47d5-93be-1ed1ac9d1aa5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:46.125703 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:46.183355 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f5a584a-1333-4f08-9172-40c276716eea tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:46.223876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:46.225765 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fc424e1-82d9-4b8c-af7a-7fd3f9ed971e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:46.289869 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:46.302839 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154eafbd-3ada-4e38-b1b1-70eec8fa4bf1 None None] Pushing event updated for resources: {'Port': ['ID=d92ffd0c-d621-4e2f-b653-405ad1e9c6b2,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:46.409964 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90449b8c-7dbd-47d5-93be-1ed1ac9d1aa5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network d3e50e5f-8099-4e14-b3b3-4fdc2527103d is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:04:46.411112 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:46.418713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event updated for resources: {'Port': ['ID=e93e9b79-dd7b-4b6c-8f62-8febaa5c119e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:46.423319 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-90449b8c-7dbd-47d5-93be-1ed1ac9d1aa5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:46.423319 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:46.487129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90449b8c-7dbd-47d5-93be-1ed1ac9d1aa5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:04:46.491492 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90449b8c-7dbd-47d5-93be-1ed1ac9d1aa5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:46.491492 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90449b8c-7dbd-47d5-93be-1ed1ac9d1aa5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:46.513980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a7f82fd7-9483-4035-a244-9570d3dd98af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:46.541731 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port f5e6874b-4633-497d-9208-3ed9aaa404ad, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f5e6874b-4633-497d-9208-3ed9aaa404ad,segment=NetworkSegment(4e45b443-3b62-42f0-8097-9d757bc28d96),segment_id=4e45b443-3b62-42f0-8097-9d757bc28d96)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:46.561042 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Attempting to bind port d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:04:46.561412 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Attempting to bind port d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:04:46.561804 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Attempting to bind port d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:04:46.596428 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc424e1-82d9-4b8c-af7a-7fd3f9ed971e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:46.597041 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fc424e1-82d9-4b8c-af7a-7fd3f9ed971e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:46.602222 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5fc424e1-82d9-4b8c-af7a-7fd3f9ed971e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/ports/f28dc449-fafb-47ce-afc3-8c217054ef86 HTTP/1.1" status: 200 len: 910 time: 2.7721834 Jan 20 11:04:46.602222 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90449b8c-7dbd-47d5-93be-1ed1ac9d1aa5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=65f66d22-36de-4211-abd9-2d904dd93dcb,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:46.608217 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34000) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:46.614290 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:04:46.614507 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:46.614832 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:46.615223 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:04:46.615868 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Bound port: d92ffd0c-d621-4e2f-b653-405ad1e9c6b2, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:04:46.616224 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:46.638171 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:46.681308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f5a584a-1333-4f08-9172-40c276716eea tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:46.708915 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-90449b8c-7dbd-47d5-93be-1ed1ac9d1aa5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3488731 Jan 20 11:04:46.732043 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34004) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:46.816765 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc424e1-82d9-4b8c-af7a-7fd3f9ed971e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=f28dc449-fafb-47ce-afc3-8c217054ef86,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:46.823268 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a584a-1333-4f08-9172-40c276716eea tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4ca656-5f62-4cc0-baec-fe2994dff3a7,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:46.842506 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=f5e6874b-4633-497d-9208-3ed9aaa404ad,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:46.847682 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-a7f82fd7-9483-4035-a244-9570d3dd98af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:04:46.848038 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-a7f82fd7-9483-4035-a244-9570d3dd98af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:04:46.856780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d201d1c4-8c46-43ed-9e13-eae1886e91fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:46.872179 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] For port d92ffd0c-d621-4e2f-b653-405ad1e9c6b2, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:04:46.875329 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] For port d92ffd0c-d621-4e2f-b653-405ad1e9c6b2, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d92ffd0c-d621-4e2f-b653-405ad1e9c6b2,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:04:46.948539 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:47.002051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f5a584a-1333-4f08-9172-40c276716eea tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:47.048928 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154eafbd-3ada-4e38-b1b1-70eec8fa4bf1 None None] Pushing event updated for resources: {'Port': ['ID=d92ffd0c-d621-4e2f-b653-405ad1e9c6b2,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:47.056995 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2229b28e-0c7e-46e9-b0cc-77770ea2763e None None] Network 4aee7084-f919-4206-9ab2-2b22895a1169 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:47.062940 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9f5a584a-1333-4f08-9172-40c276716eea tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/subnets/8a4ca656-5f62-4cc0-baec-fe2994dff3a7 HTTP/1.1" status: 204 len: 168 time: 1.4972236 Jan 20 11:04:47.070932 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34008) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:47.133690 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-236710d8-4ee6-4946-82ae-23e57cddca57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:47.216975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-236710d8-4ee6-4946-82ae-23e57cddca57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:47.217210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Routers {'5f6e2cbf-b1c8-4bad-9715-64085d7bcf98'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:47.217210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['5f6e2cbf-b1c8-4bad-9715-64085d7bcf98'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:47.220673 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236710d8-4ee6-4946-82ae-23e57cddca57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:47.221395 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-236710d8-4ee6-4946-82ae-23e57cddca57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:47.225417 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-236710d8-4ee6-4946-82ae-23e57cddca57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/ports/f815cce6-67e3-4866-a88b-b4cae64688c6 HTTP/1.1" status: 200 len: 911 time: 1.5147715 Jan 20 11:04:47.259762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34012) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:47.295955 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867bf6a8-11b6-4779-a9d9-89f388fba9f6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:47.296914 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-867bf6a8-11b6-4779-a9d9-89f388fba9f6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Synchronizing usage tracker for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:47.441091 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:47.481768 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] Set router 5f6e2cbf-b1c8-4bad-9715-64085d7bcf98 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:04:47.483801 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236710d8-4ee6-4946-82ae-23e57cddca57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=f815cce6-67e3-4866-a88b-b4cae64688c6,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:47.486380 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Deleting port 499c63ac-9d5c-4f13-bfa6-66a664d03604 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:47.486935 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:47.558883 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04d9f8be-1fb1-462e-a71a-a68f1394abed tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:47.562316 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-867bf6a8-11b6-4779-a9d9-89f388fba9f6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Unset dirty status for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:47.567246 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-867bf6a8-11b6-4779-a9d9-89f388fba9f6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A198 HTTP/1.1" status: 200 len: 929 time: 0.8305693 Jan 20 11:04:47.570891 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34016) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:47.767475 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3f31fe80-999b-4e6b-944b-f58802971547 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port 65f66d22-36de-4211-abd9-2d904dd93dcb {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:47.768194 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f31fe80-999b-4e6b-944b-f58802971547 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:47.920722 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a7f82fd7-9483-4035-a244-9570d3dd98af None None] Provisioning for port 5d408079-e72a-4da0-9459-17ec6ec32436 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:47.931650 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a7f82fd7-9483-4035-a244-9570d3dd98af None None] Provisioning complete for port 5d408079-e72a-4da0-9459-17ec6ec32436 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:47.932176 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a7f82fd7-9483-4035-a244-9570d3dd98af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:48.012272 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cb4291-38ec-4713-9359-a5c44a53787c None None] DHCP port deletion for 4aee7084-f919-4206-9ab2-2b22895a1169 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:04:48.023284 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-17cb4291-38ec-4713-9359-a5c44a53787c None None] Deleting port 499c63ac-9d5c-4f13-bfa6-66a664d03604 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:48.023767 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17cb4291-38ec-4713-9359-a5c44a53787c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:48.062313 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a7f82fd7-9483-4035-a244-9570d3dd98af None None] Port 5d408079-e72a-4da0-9459-17ec6ec32436 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:04:48.064292 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98a8a88d-c9d4-48a3-b92d-733a6cbaeddb tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:48.128294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6e2cbf-b1c8-4bad-9715-64085d7bcf98', 'name': 'tempest-NetworksTestDHCPv6-router-1161378108', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:34Z', 'updated_at': '2022-01-20T11:04:38Z', 'revision_number': 2, 'project_id': '93194f3416cf4609b677b83a2a6cd797', 'gw_port_host': None, '_interfaces': [{'id': 'd92ffd0c-d621-4e2f-b653-405ad1e9c6b2', 'name': '', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'mac_address': 'fa:16:3e:92:4f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6e2cbf-b1c8-4bad-9715-64085d7bcf98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74cd9030-9b12-4a16-9a1d-fbdb2f5c4725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:04:36Z', 'updated_at': '2022-01-20T11:04:46Z', 'revision_number': 4, 'project_id': '93194f3416cf4609b677b83a2a6cd797', 'subnets': [{'id': '74cd9030-9b12-4a16-9a1d-fbdb2f5c4725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:48.141560 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c52e62-2633-4057-a7ff-7085e7aad5b3 None None] The sync data for ids ['5f6e2cbf-b1c8-4bad-9715-64085d7bcf98'] in dv-neutron-825471-1-hyperv is: [{'id': '5f6e2cbf-b1c8-4bad-9715-64085d7bcf98', 'name': 'tempest-NetworksTestDHCPv6-router-1161378108', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:34Z', 'updated_at': '2022-01-20T11:04:38Z', 'revision_number': 2, 'project_id': '93194f3416cf4609b677b83a2a6cd797', 'gw_port_host': None, '_interfaces': [{'id': 'd92ffd0c-d621-4e2f-b653-405ad1e9c6b2', 'name': '', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'mac_address': 'fa:16:3e:92:4f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6e2cbf-b1c8-4bad-9715-64085d7bcf98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74cd9030-9b12-4a16-9a1d-fbdb2f5c4725', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:04:36Z', 'updated_at': '2022-01-20T11:04:46Z', 'revision_number': 4, 'project_id': '93194f3416cf4609b677b83a2a6cd797', 'subnets': [{'id': '74cd9030-9b12-4a16-9a1d-fbdb2f5c4725', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:04:48.202559 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] For port 499c63ac-9d5c-4f13-bfa6-66a664d03604, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=499c63ac-9d5c-4f13-bfa6-66a664d03604,segment=NetworkSegment(7a050f27-5535-4d1c-9c2a-3dbb492c0ee5),segment_id=7a050f27-5535-4d1c-9c2a-3dbb492c0ee5)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:48.203173 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:48.222942 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d201d1c4-8c46-43ed-9e13-eae1886e91fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:48.223534 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d201d1c4-8c46-43ed-9e13-eae1886e91fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:48.273321 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-17cb4291-38ec-4713-9359-a5c44a53787c None None] For port 499c63ac-9d5c-4f13-bfa6-66a664d03604, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=499c63ac-9d5c-4f13-bfa6-66a664d03604,segment=NetworkSegment(7a050f27-5535-4d1c-9c2a-3dbb492c0ee5),segment_id=7a050f27-5535-4d1c-9c2a-3dbb492c0ee5)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:48.277207 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17cb4291-38ec-4713-9359-a5c44a53787c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:48.402754 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Calling delete_port for 499c63ac-9d5c-4f13-bfa6-66a664d03604 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:48.486014 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-17cb4291-38ec-4713-9359-a5c44a53787c None None] Calling delete_port for 499c63ac-9d5c-4f13-bfa6-66a664d03604 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:48.545604 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6ebba2c8-6dda-4e63-8ade-8c06b23fbc94 None None] Provisioning for port 65f66d22-36de-4211-abd9-2d904dd93dcb completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:48.558233 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6ebba2c8-6dda-4e63-8ade-8c06b23fbc94 None None] Provisioning complete for port 65f66d22-36de-4211-abd9-2d904dd93dcb triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:48.558604 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ebba2c8-6dda-4e63-8ade-8c06b23fbc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:48.630692 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6ebba2c8-6dda-4e63-8ade-8c06b23fbc94 None None] Port 65f66d22-36de-4211-abd9-2d904dd93dcb cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:04:48.709325 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17cb4291-38ec-4713-9359-a5c44a53787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:48.804944 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb4291-38ec-4713-9359-a5c44a53787c None None] Pushing event deleted for resources: {'Port': ['ID=499c63ac-9d5c-4f13-bfa6-66a664d03604,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:48.832549 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb4291-38ec-4713-9359-a5c44a53787c None None] No DVR routers for this DVR port 499c63ac-9d5c-4f13-bfa6-66a664d03604 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:04:48.857707 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:48.880143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device f5e6874b-4633-497d-9208-3ed9aaa404ad up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:48.981163 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port f5e6874b-4633-497d-9208-3ed9aaa404ad triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:48.982288 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:49.033643 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-04d9f8be-1fb1-462e-a71a-a68f1394abed tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting port f28dc449-fafb-47ce-afc3-8c217054ef86 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:49.034322 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04d9f8be-1fb1-462e-a71a-a68f1394abed tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:49.043742 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:04:49.044062 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:04:49.074692 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:49.121527 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-d201d1c4-8c46-43ed-9e13-eae1886e91fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] For port d92ffd0c-d621-4e2f-b653-405ad1e9c6b2, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d92ffd0c-d621-4e2f-b653-405ad1e9c6b2,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:49.122290 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d201d1c4-8c46-43ed-9e13-eae1886e91fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:49.133204 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:49.260585 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d201d1c4-8c46-43ed-9e13-eae1886e91fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:49.273333 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:04:49.278943 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:49.279145 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:49.292007 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f31fe80-999b-4e6b-944b-f58802971547 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:49.311987 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04d9f8be-1fb1-462e-a71a-a68f1394abed tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:49.407393 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:49.439683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port d92ffd0c-d621-4e2f-b653-405ad1e9c6b2, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d92ffd0c-d621-4e2f-b653-405ad1e9c6b2,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:49.449134 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-04d9f8be-1fb1-462e-a71a-a68f1394abed tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Calling delete_port for f28dc449-fafb-47ce-afc3-8c217054ef86 owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:49.456118 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3f31fe80-999b-4e6b-944b-f58802971547 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for 65f66d22-36de-4211-abd9-2d904dd93dcb owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:49.497737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-98a8a88d-c9d4-48a3-b92d-733a6cbaeddb tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port f815cce6-67e3-4866-a88b-b4cae64688c6 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:49.498081 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98a8a88d-c9d4-48a3-b92d-733a6cbaeddb tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:49.531406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:49.547871 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Deleting port 499c63ac-9d5c-4f13-bfa6-66a664d03604 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:49.547871 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:49.679452 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 499c63ac-9d5c-4f13-bfa6-66a664d03604 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:04:49.724507 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 499c63ac-9d5c-4f13-bfa6-66a664d03604 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:04:49.725043 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 499c63ac-9d5c-4f13-bfa6-66a664d03604 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:04:49.739980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=d92ffd0c-d621-4e2f-b653-405ad1e9c6b2,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:49.823357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] The port '499c63ac-9d5c-4f13-bfa6-66a664d03604' was deleted {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:04:49.863829 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98a8a88d-c9d4-48a3-b92d-733a6cbaeddb tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:50.024707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-98a8a88d-c9d4-48a3-b92d-733a6cbaeddb tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Calling delete_port for f815cce6-67e3-4866-a88b-b4cae64688c6 owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:50.075412 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:50.104952 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aee7084-f919-4206-9ab2-2b22895a1169']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:50.123221 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-d201d1c4-8c46-43ed-9e13-eae1886e91fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:04:50.123545 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-d201d1c4-8c46-43ed-9e13-eae1886e91fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:04:50.130072 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a050f27-5535-4d1c-9c2a-3dbb492c0ee5') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:50.130372 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a050f27-5535-4d1c-9c2a-3dbb492c0ee5') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:50.139108 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:50.146360 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:50.162629 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:50.167392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f31fe80-999b-4e6b-944b-f58802971547 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:50.180033 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04d9f8be-1fb1-462e-a71a-a68f1394abed tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:50.206747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:04:50.207159 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: util.warn( Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:04:50.227105 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:04:50.240947 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9f8be-1fb1-462e-a71a-a68f1394abed tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Port': ['ID=f28dc449-fafb-47ce-afc3-8c217054ef86,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:50.294603 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31fe80-999b-4e6b-944b-f58802971547 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=65f66d22-36de-4211-abd9-2d904dd93dcb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:50.306950 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:50.444407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98a8a88d-c9d4-48a3-b92d-733a6cbaeddb tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:50.445436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f31fe80-999b-4e6b-944b-f58802971547 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:50.524724 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event updated for resources: {'Port': ['ID=e93e9b79-dd7b-4b6c-8f62-8febaa5c119e,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:50.524724 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:50.530203 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:50.552960 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8a88d-c9d4-48a3-b92d-733a6cbaeddb tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Port': ['ID=f815cce6-67e3-4866-a88b-b4cae64688c6,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:50.618258 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] Pushing event deleted for resources: {'Network': ['ID=4aee7084-f919-4206-9ab2-2b22895a1169,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:50.623358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:50.680039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d201d1c4-8c46-43ed-9e13-eae1886e91fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:50.680354 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d201d1c4-8c46-43ed-9e13-eae1886e91fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:50.721403 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-65f0b306-039a-4ba4-895a-475264f6431a tempest-NetworksIpV6TestAttrs-2000399311 tempest-NetworksIpV6TestAttrs-2000399311-project] 10.222.0.70 "DELETE /v2.0/networks/4aee7084-f919-4206-9ab2-2b22895a1169 HTTP/1.1" status: 204 len: 168 time: 3.6415901 Jan 20 11:04:50.721403 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3f31fe80-999b-4e6b-944b-f58802971547 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/ports/65f66d22-36de-4211-abd9-2d904dd93dcb HTTP/1.1" status: 204 len: 168 time: 3.1403472 Jan 20 11:04:50.728779 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34022) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:50.808874 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:04:50.811159 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04d9f8be-1fb1-462e-a71a-a68f1394abed tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:50.830878 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98a8a88d-c9d4-48a3-b92d-733a6cbaeddb tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:51.022997 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:04:51.024686 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:51.083737 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87315a3-4cd9-4de4-87c0-0752e8aad023 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] GET failed (client error): The resource could not be found. Jan 20 11:04:51.083737 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c87315a3-4cd9-4de4-87c0-0752e8aad023 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Synchronizing usage tracker for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:51.268735 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c87315a3-4cd9-4de4-87c0-0752e8aad023 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Unset dirty status for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:51.273764 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c87315a3-4cd9-4de4-87c0-0752e8aad023 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports/65f66d22-36de-4211-abd9-2d904dd93dcb HTTP/1.1" status: 404 len: 333 time: 0.5401883 Jan 20 11:04:51.287094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34026) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:51.339336 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-d201d1c4-8c46-43ed-9e13-eae1886e91fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] For port d92ffd0c-d621-4e2f-b653-405ad1e9c6b2, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d92ffd0c-d621-4e2f-b653-405ad1e9c6b2,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:51.339336 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d201d1c4-8c46-43ed-9e13-eae1886e91fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:51.493760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34032) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:51.500874 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d201d1c4-8c46-43ed-9e13-eae1886e91fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:51.558438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-dfc01b2e-7f1c-4f47-8a37-c3d90917a8e1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port 5d408079-e72a-4da0-9459-17ec6ec32436 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:51.558438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dfc01b2e-7f1c-4f47-8a37-c3d90917a8e1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:51.840879 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Floating IP 564f3dbf-1c65-4db5-84a3-4b1844333a9c associated. External IP: 172.26.0.207, port: e31fa3a8-d28b-40c0-aa43-da58c6035b18. Jan 20 11:04:51.887004 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d9f8be-1fb1-462e-a71a-a68f1394abed tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router a91333e8-e126-40ed-a1ea-acda7e601232 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:04:51.901441 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-315e7e51-8133-4432-aa0e-844f926f438a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2d3b41bd5b8426ab546185eca393a39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4026725 Jan 20 11:04:51.901809 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34038) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:52.019640 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a8a88d-c9d4-48a3-b92d-733a6cbaeddb tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router 9f6b0481-affe-4037-8fa9-6fa753e296d4 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:04:52.105580 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dfc01b2e-7f1c-4f47-8a37-c3d90917a8e1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:52.106169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-67e4ac68-6ba7-4e8f-aaa2-40a37abf32b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:52.120668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d9f8be-1fb1-462e-a71a-a68f1394abed tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:04:52.131495 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b8db05-b18a-4c6f-ad9d-6acd2f3a811b None None] Sync routers for ids ['a91333e8-e126-40ed-a1ea-acda7e601232'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:04:52.143131 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b8db05-b18a-4c6f-ad9d-6acd2f3a811b None None] Routers {'a91333e8-e126-40ed-a1ea-acda7e601232'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:52.143718 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-96b8db05-b18a-4c6f-ad9d-6acd2f3a811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a91333e8-e126-40ed-a1ea-acda7e601232'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:52.203692 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-96b8db05-b18a-4c6f-ad9d-6acd2f3a811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:52.214794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-67e4ac68-6ba7-4e8f-aaa2-40a37abf32b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:52.215000 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b8db05-b18a-4c6f-ad9d-6acd2f3a811b None None] Routers {'a91333e8-e126-40ed-a1ea-acda7e601232'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:52.215531 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-96b8db05-b18a-4c6f-ad9d-6acd2f3a811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a91333e8-e126-40ed-a1ea-acda7e601232'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:52.243424 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-dfc01b2e-7f1c-4f47-8a37-c3d90917a8e1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for 5d408079-e72a-4da0-9459-17ec6ec32436 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:52.276609 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-96b8db05-b18a-4c6f-ad9d-6acd2f3a811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:52.276845 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b8db05-b18a-4c6f-ad9d-6acd2f3a811b None None] The sync data for ids ['a91333e8-e126-40ed-a1ea-acda7e601232'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:04:52.319037 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a8a88d-c9d4-48a3-b92d-733a6cbaeddb tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:04:52.326189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d201d1c4-8c46-43ed-9e13-eae1886e91fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:52.332205 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767b7efd-5ca5-4373-8a61-ed64c5b8ce92 None None] Sync routers for ids ['9f6b0481-affe-4037-8fa9-6fa753e296d4'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:04:52.334613 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-98a8a88d-c9d4-48a3-b92d-733a6cbaeddb tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/9f6b0481-affe-4037-8fa9-6fa753e296d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0723259 Jan 20 11:04:52.335901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34042) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:52.346684 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767b7efd-5ca5-4373-8a61-ed64c5b8ce92 None None] Routers {'9f6b0481-affe-4037-8fa9-6fa753e296d4'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:52.347213 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-767b7efd-5ca5-4373-8a61-ed64c5b8ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['9f6b0481-affe-4037-8fa9-6fa753e296d4'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:52.372495 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-04d9f8be-1fb1-462e-a71a-a68f1394abed tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/a91333e8-e126-40ed-a1ea-acda7e601232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7629695 Jan 20 11:04:52.377673 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34046) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:52.401287 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201d1c4-8c46-43ed-9e13-eae1886e91fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=d92ffd0c-d621-4e2f-b653-405ad1e9c6b2,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:52.411236 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-767b7efd-5ca5-4373-8a61-ed64c5b8ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:52.423536 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a0f1117b-2705-4d90-9619-011cefec6004 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Synchronizing usage tracker for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:52.426783 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767b7efd-5ca5-4373-8a61-ed64c5b8ce92 None None] Routers {'9f6b0481-affe-4037-8fa9-6fa753e296d4'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:52.428168 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-767b7efd-5ca5-4373-8a61-ed64c5b8ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['9f6b0481-affe-4037-8fa9-6fa753e296d4'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:52.443114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0bcdb7b5-f0e6-4e23-9db9-72e6ea54f7a0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Synchronizing usage tracker for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:52.446755 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-67e4ac68-6ba7-4e8f-aaa2-40a37abf32b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:52.450175 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-67e4ac68-6ba7-4e8f-aaa2-40a37abf32b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:52.454192 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-67e4ac68-6ba7-4e8f-aaa2-40a37abf32b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/abdcd79e-2338-4d83-8456-6565d1b69d52 HTTP/1.1" status: 204 len: 168 time: 0.5505033 Jan 20 11:04:52.479113 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4ac68-6ba7-4e8f-aaa2-40a37abf32b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdcd79e-2338-4d83-8456-6565d1b69d52,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:52.502618 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a0f1117b-2705-4d90-9619-011cefec6004 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Unset dirty status for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:52.506414 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a0f1117b-2705-4d90-9619-011cefec6004 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f6b0481-affe-4037-8fa9-6fa753e296d4 HTTP/1.1" status: 200 len: 205 time: 0.1667202 Jan 20 11:04:52.506969 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34052) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:52.546026 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-767b7efd-5ca5-4373-8a61-ed64c5b8ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:52.546454 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767b7efd-5ca5-4373-8a61-ed64c5b8ce92 None None] The sync data for ids ['9f6b0481-affe-4037-8fa9-6fa753e296d4'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:04:52.595762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0bcdb7b5-f0e6-4e23-9db9-72e6ea54f7a0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Unset dirty status for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:52.597341 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0bcdb7b5-f0e6-4e23-9db9-72e6ea54f7a0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/ports?device_id=a91333e8-e126-40ed-a1ea-acda7e601232 HTTP/1.1" status: 200 len: 205 time: 0.2184780 Jan 20 11:04:52.601660 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34056) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:52.744032 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d201d1c4-8c46-43ed-9e13-eae1886e91fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:52.888135 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dfc01b2e-7f1c-4f47-8a37-c3d90917a8e1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:52.933204 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0c8e8b7-d86c-4b0b-98a2-a062104c6e32 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:52.997497 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-29caf79d-da25-4876-8726-b7cb60dd27b9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:53.018794 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc01b2e-7f1c-4f47-8a37-c3d90917a8e1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=5d408079-e72a-4da0-9459-17ec6ec32436,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:53.292321 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dfc01b2e-7f1c-4f47-8a37-c3d90917a8e1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:53.385044 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dfc01b2e-7f1c-4f47-8a37-c3d90917a8e1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/ports/5d408079-e72a-4da0-9459-17ec6ec32436 HTTP/1.1" status: 204 len: 168 time: 2.0947697 Jan 20 11:04:53.435454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34070) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:53.594515 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ef4676-17b7-4ab2-8d48-07e29461b633 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] GET failed (client error): The resource could not be found. Jan 20 11:04:53.595029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-95ef4676-17b7-4ab2-8d48-07e29461b633 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Synchronizing usage tracker for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:53.653995 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d201d1c4-8c46-43ed-9e13-eae1886e91fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Router 5f6e2cbf-b1c8-4bad-9715-64085d7bcf98 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:04:53.707596 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0c8e8b7-d86c-4b0b-98a2-a062104c6e32 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:53.715861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-29caf79d-da25-4876-8726-b7cb60dd27b9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:53.717397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0c8e8b7-d86c-4b0b-98a2-a062104c6e32 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:53.722605 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-29caf79d-da25-4876-8726-b7cb60dd27b9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:53.731605 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-95ef4676-17b7-4ab2-8d48-07e29461b633 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Unset dirty status for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:53.735816 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-95ef4676-17b7-4ab2-8d48-07e29461b633 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports/5d408079-e72a-4da0-9459-17ec6ec32436 HTTP/1.1" status: 404 len: 333 time: 0.2500620 Jan 20 11:04:53.736581 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34080) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:53.772828 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34084) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:53.792113 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Router 0f748072-4c4c-41cb-9e24-456ea93802e7 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:04:53.822756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0c8e8b7-d86c-4b0b-98a2-a062104c6e32 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:53.823256 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c8e8b7-d86c-4b0b-98a2-a062104c6e32 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Fanout notify agent at l3_agent the message router_deleted on router 9f6b0481-affe-4037-8fa9-6fa753e296d4 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:04:53.842251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0c8e8b7-d86c-4b0b-98a2-a062104c6e32 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:53.846068 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c0c8e8b7-d86c-4b0b-98a2-a062104c6e32 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/routers/9f6b0481-affe-4037-8fa9-6fa753e296d4 HTTP/1.1" status: 204 len: 168 time: 1.3351204 Jan 20 11:04:53.846237 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34090) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:53.883668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-29caf79d-da25-4876-8726-b7cb60dd27b9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:53.884170 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29caf79d-da25-4876-8726-b7cb60dd27b9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Fanout notify agent at l3_agent the message router_deleted on router a91333e8-e126-40ed-a1ea-acda7e601232 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:04:53.893440 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-29caf79d-da25-4876-8726-b7cb60dd27b9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:53.897714 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-29caf79d-da25-4876-8726-b7cb60dd27b9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/routers/a91333e8-e126-40ed-a1ea-acda7e601232 HTTP/1.1" status: 204 len: 168 time: 1.2916651 Jan 20 11:04:53.898058 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34094) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:54.023218 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d201d1c4-8c46-43ed-9e13-eae1886e91fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:04:54.027862 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d201d1c4-8c46-43ed-9e13-eae1886e91fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "PUT /v2.0/routers/5f6e2cbf-b1c8-4bad-9715-64085d7bcf98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8401077 Jan 20 11:04:54.035966 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e0fc37-b13b-493b-ab16-bbb5a2cf658d None None] Sync routers for ids ['5f6e2cbf-b1c8-4bad-9715-64085d7bcf98'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:04:54.048425 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e0fc37-b13b-493b-ab16-bbb5a2cf658d None None] Routers {'5f6e2cbf-b1c8-4bad-9715-64085d7bcf98'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:54.049090 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a9e0fc37-b13b-493b-ab16-bbb5a2cf658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['5f6e2cbf-b1c8-4bad-9715-64085d7bcf98'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:54.050978 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34098) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:54.056048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-827857319'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:54.081112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:54.093946 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:network and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:54.118704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:54.176402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:54.177349 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-a9e0fc37-b13b-493b-ab16-bbb5a2cf658d None None] Set router 5f6e2cbf-b1c8-4bad-9715-64085d7bcf98 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:04:54.182223 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd0f874-a11d-4ec6-ae15-c478acd464e1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:54.183960 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd0f874-a11d-4ec6-ae15-c478acd464e1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:54.185204 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4fd0f874-a11d-4ec6-ae15-c478acd464e1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:54.190635 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2b3d94-3904-4d8b-86fe-1f5ad2d7c33b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting subnet 299e5e34-c61a-4e28-94ac-f314ff2a3ab4 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:04:54.196830 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3d94-3904-4d8b-86fe-1f5ad2d7c33b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:54.289835 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a9e0fc37-b13b-493b-ab16-bbb5a2cf658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6e2cbf-b1c8-4bad-9715-64085d7bcf98', 'name': 'tempest-NetworksTestDHCPv6-router-1161378108', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:34Z', 'updated_at': '2022-01-20T11:04:52Z', 'revision_number': 3, 'project_id': '93194f3416cf4609b677b83a2a6cd797', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:54.294062 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e0fc37-b13b-493b-ab16-bbb5a2cf658d None None] Checking router: 5f6e2cbf-b1c8-4bad-9715-64085d7bcf98 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:04:54.303179 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:54.306281 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:54.308035 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e0fc37-b13b-493b-ab16-bbb5a2cf658d None None] Routers {'5f6e2cbf-b1c8-4bad-9715-64085d7bcf98'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:54.308869 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a9e0fc37-b13b-493b-ab16-bbb5a2cf658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['5f6e2cbf-b1c8-4bad-9715-64085d7bcf98'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:54.316296 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3d94-3904-4d8b-86fe-1f5ad2d7c33b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:54.338677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:54.353978 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4fd0f874-a11d-4ec6-ae15-c478acd464e1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:54.354189 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eafb3ca-1ca9-4244-a51a-7ea1a50b93b2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting subnet 31f0902e-e274-46b0-a921-ad1e25590996 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:04:54.355135 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4fd0f874-a11d-4ec6-ae15-c478acd464e1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3027077 Jan 20 11:04:54.357211 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8eafb3ca-1ca9-4244-a51a-7ea1a50b93b2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:54.359176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34102) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:54.445196 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-a9e0fc37-b13b-493b-ab16-bbb5a2cf658d None None] Set router 5f6e2cbf-b1c8-4bad-9715-64085d7bcf98 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:04:54.449129 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db04629-0b81-4494-9f6f-56b2aa66c61b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting subnet e1a2c443-7561-47cd-ba9a-fc68eb320488 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:04:54.461673 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8eafb3ca-1ca9-4244-a51a-7ea1a50b93b2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:54.488046 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3db04629-0b81-4494-9f6f-56b2aa66c61b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:54.529046 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:54.539776 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:security_group_rule and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:54.546041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:54.558358 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a9e0fc37-b13b-493b-ab16-bbb5a2cf658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6e2cbf-b1c8-4bad-9715-64085d7bcf98', 'name': 'tempest-NetworksTestDHCPv6-router-1161378108', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:34Z', 'updated_at': '2022-01-20T11:04:52Z', 'revision_number': 3, 'project_id': '93194f3416cf4609b677b83a2a6cd797', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:54.563125 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e0fc37-b13b-493b-ab16-bbb5a2cf658d None None] The sync data for ids ['5f6e2cbf-b1c8-4bad-9715-64085d7bcf98'] in dv-neutron-825471-1-hyperv is: [{'id': '5f6e2cbf-b1c8-4bad-9715-64085d7bcf98', 'name': 'tempest-NetworksTestDHCPv6-router-1161378108', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:34Z', 'updated_at': '2022-01-20T11:04:52Z', 'revision_number': 3, 'project_id': '93194f3416cf4609b677b83a2a6cd797', 'gw_port_host': None}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:04:54.571628 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:54.574214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3d94-3904-4d8b-86fe-1f5ad2d7c33b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:54.595815 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3db04629-0b81-4494-9f6f-56b2aa66c61b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:54.613327 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:04:54.624841 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8761b2-aac0-4a51-a4d3-63496436355b None None] Sync routers for ids ['0f748072-4c4c-41cb-9e24-456ea93802e7'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:04:54.639773 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8761b2-aac0-4a51-a4d3-63496436355b None None] Routers {'0f748072-4c4c-41cb-9e24-456ea93802e7'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:54.640638 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-1f8761b2-aac0-4a51-a4d3-63496436355b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0f748072-4c4c-41cb-9e24-456ea93802e7'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:54.689693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8eafb3ca-1ca9-4244-a51a-7ea1a50b93b2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:54.792168 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-52faa747-2272-4fb4-b86d-329f708bb50f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet 74cd9030-9b12-4a16-9a1d-fbdb2f5c4725 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:04:54.798562 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-52faa747-2272-4fb4-b86d-329f708bb50f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:54.799322 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:54.816203 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3db04629-0b81-4494-9f6f-56b2aa66c61b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:54.836185 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-1f8761b2-aac0-4a51-a4d3-63496436355b None None] Set router 0f748072-4c4c-41cb-9e24-456ea93802e7 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:04:54.858577 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:54.891132 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:54.948430 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6f4e6492-f532-4f54-95c6-81c2ee4103f0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.6756153 Jan 20 11:04:54.951009 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-52faa747-2272-4fb4-b86d-329f708bb50f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:54.963722 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967bee45-b95b-4d0f-9b6d-84a4d115ae85,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:54.977683 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:04:54.985392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:54.986024 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Added segment 4ee7cd67-bed2-4541-a436-ec6cb9cb88c8 of type vlan for network 5272c573-f9e0-4a49-a87e-5e72e4e347eb Jan 20 11:04:54.996798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993f1fec-290c-4228-b87d-b382b7f8b2c0', 'tag': 'e31fa3a8-d28b-40c0-aa43-da58c6035b18'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:04:55.003287 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:04:55.013530 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3d94-3904-4d8b-86fe-1f5ad2d7c33b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.024639 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.071784 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b3d94-3904-4d8b-86fe-1f5ad2d7c33b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Subnet': ['ID=299e5e34-c61a-4e28-94ac-f314ff2a3ab4,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:55.072957 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8eafb3ca-1ca9-4244-a51a-7ea1a50b93b2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.076836 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6b2b3d94-3904-4d8b-86fe-1f5ad2d7c33b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.089201 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6b2b3d94-3904-4d8b-86fe-1f5ad2d7c33b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/299e5e34-c61a-4e28-94ac-f314ff2a3ab4 HTTP/1.1" status: 204 len: 168 time: 1.3425970 Jan 20 11:04:55.100276 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34112) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:55.110437 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:04:55.111060 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d92ffd0c-d621-4e2f-b653-405ad1e9c6b2 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:04:55.120486 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130aab0d-9900-4962-865d-0a9f281cb221 None None] Network d3e50e5f-8099-4e14-b3b3-4fdc2527103d requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:55.129751 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3db04629-0b81-4494-9f6f-56b2aa66c61b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.155140 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafb3ca-1ca9-4244-a51a-7ea1a50b93b2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Subnet': ['ID=31f0902e-e274-46b0-a921-ad1e25590996,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:55.172336 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.176388 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:55.177281 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.259091 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.275840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-52faa747-2272-4fb4-b86d-329f708bb50f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.310928 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port f5e6874b-4633-497d-9208-3ed9aaa404ad {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:55.311258 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.343054 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db04629-0b81-4494-9f6f-56b2aa66c61b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a2c443-7561-47cd-ba9a-fc68eb320488,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:55.347990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8eafb3ca-1ca9-4244-a51a-7ea1a50b93b2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.358503 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3db04629-0b81-4494-9f6f-56b2aa66c61b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.373954 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815129ce-0ed4-4530-990b-fb1933e11c13 None None] Network b31e2a45-47a5-404e-bc54-c9ce92c3ed73 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:55.374198 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993f1fec-290c-4228-b87d-b382b7f8b2c0', 'tag': 'e31fa3a8-d28b-40c0-aa43-da58c6035b18', 'status': 'completed', 'code': 200} Jan 20 11:04:55.385872 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb79b3a-3b3f-48e1-aa5f-238ca0289102 None None] Network 7429b2ef-51c3-4221-ad3e-de7fc7034fa0 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:55.450126 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Network': ['ID=5272c573-f9e0-4a49-a87e-5e72e4e347eb,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:55.457026 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3db04629-0b81-4494-9f6f-56b2aa66c61b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/subnets/e1a2c443-7561-47cd-ba9a-fc68eb320488 HTTP/1.1" status: 204 len: 168 time: 1.5581527 Jan 20 11:04:55.461696 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8eafb3ca-1ca9-4244-a51a-7ea1a50b93b2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/subnets/31f0902e-e274-46b0-a921-ad1e25590996 HTTP/1.1" status: 204 len: 168 time: 1.6122561 Jan 20 11:04:55.461696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34116) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:55.481426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34118) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:55.553409 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 5272c573-f9e0-4a49-a87e-5e72e4e347eb details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:04:55.555673 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] For port f5e6874b-4633-497d-9208-3ed9aaa404ad, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f5e6874b-4633-497d-9208-3ed9aaa404ad,segment=NetworkSegment(4e45b443-3b62-42f0-8097-9d757bc28d96),segment_id=4e45b443-3b62-42f0-8097-9d757bc28d96)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:55.556222 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.612450 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-52c66ed2-42e6-495f-a47d-929ce7a90231 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8383961 Jan 20 11:04:55.685238 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for f5e6874b-4633-497d-9208-3ed9aaa404ad owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:55.705439 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-baf339af-f4a8-455e-99f0-652e08b3f80a req-d2787371-aeec-4394-bcf4-1874f07081f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 1098 time: 0.3343492 Jan 20 11:04:55.715048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.720484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.777613 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-52faa747-2272-4fb4-b86d-329f708bb50f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.821842 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting port b98ee9e4-7002-40d8-9403-8000119419f5 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:55.822796 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.826203 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-52faa747-2272-4fb4-b86d-329f708bb50f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.834706 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34124) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:55.837144 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52faa747-2272-4fb4-b86d-329f708bb50f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=74cd9030-9b12-4a16-9a1d-fbdb2f5c4725,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:55.844799 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4c5a7195-1590-4c48-8a0e-9ad42b81aa74 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'subnet': {'network_id': '5272c573-f9e0-4a49-a87e-5e72e4e347eb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:55.855337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port 820b6a8e-1e25-4a9d-804e-ebb03e4fb439 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:55.855337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.860104 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80c2ada-29f9-4d88-aa72-eb5024688407 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:55.865893 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:55.968032 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=f5e6874b-4633-497d-9208-3ed9aaa404ad,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:55.988496 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-52faa747-2272-4fb4-b86d-329f708bb50f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/74cd9030-9b12-4a16-9a1d-fbdb2f5c4725 HTTP/1.1" status: 204 len: 168 time: 1.6253116 Jan 20 11:04:56.002269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34128) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:56.077071 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No DVR routers for this DVR port f5e6874b-4633-497d-9208-3ed9aaa404ad on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:04:56.181971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf339af-f4a8-455e-99f0-652e08b3f80a req-0ca6c59a-620c-4d1a-8139-d93354b812b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:56.183491 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-baf339af-f4a8-455e-99f0-652e08b3f80a req-0ca6c59a-620c-4d1a-8139-d93354b812b3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 913 time: 0.4589741 Jan 20 11:04:56.216539 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4c5a7195-1590-4c48-8a0e-9ad42b81aa74 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:56.232088 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df47867-d376-4499-8e48-41c16dfd94f9 None None] DHCP port deletion for d3e50e5f-8099-4e14-b3b3-4fdc2527103d request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:04:56.274440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4c5a7195-1590-4c48-8a0e-9ad42b81aa74 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:subnet and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:56.281658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4c5a7195-1590-4c48-8a0e-9ad42b81aa74 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:56.307554 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4c5a7195-1590-4c48-8a0e-9ad42b81aa74 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:56.307758 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-1f8761b2-aac0-4a51-a4d3-63496436355b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '564f3dbf-1c65-4db5-84a3-4b1844333a9c', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'floating_ip_address': '172.26.0.207', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'port_id': 'e31fa3a8-d28b-40c0-aa43-da58c6035b18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'mac_address': 'fa:16:3e:f0:1e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f1fec-290c-4228-b87d-b382b7f8b2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:04:47Z', 'updated_at': '2022-01-20T11:04:47Z', 'revision_number': 0, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:56Z', 'revision_number': 5, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:56.314304 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8761b2-aac0-4a51-a4d3-63496436355b None None] Checking router: 0f748072-4c4c-41cb-9e24-456ea93802e7 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:04:56.314506 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-04a53b16-9d33-4f91-b335-d2916f4e04f3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:router {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:56.325832 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:56.340705 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8761b2-aac0-4a51-a4d3-63496436355b None None] Routers {'0f748072-4c4c-41cb-9e24-456ea93802e7'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:04:56.341346 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-1f8761b2-aac0-4a51-a4d3-63496436355b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:04:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0f748072-4c4c-41cb-9e24-456ea93802e7'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:56.365836 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e50e5f-8099-4e14-b3b3-4fdc2527103d']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:56.388998 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e45b443-3b62-42f0-8097-9d757bc28d96') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:56.389925 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e45b443-3b62-42f0-8097-9d757bc28d96') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:56.400885 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5a7195-1590-4c48-8a0e-9ad42b81aa74 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:56.424381 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc03c52-5b85-40d4-88a3-1f74c390dab1 None None] DHCP port deletion for b31e2a45-47a5-404e-bc54-c9ce92c3ed73 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:04:56.444708 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1cc03c52-5b85-40d4-88a3-1f74c390dab1 None None] Deleting port 820b6a8e-1e25-4a9d-804e-ebb03e4fb439 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:56.444708 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cc03c52-5b85-40d4-88a3-1f74c390dab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:56.521883 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-baf339af-f4a8-455e-99f0-652e08b3f80a req-b7a3c02d-6045-40c5-a9ba-49a8be755655 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e31fa3a8-d28b-40c0-aa43-da58c6035b18 HTTP/1.1" status: 200 len: 999 time: 0.3287764 Jan 20 11:04:56.522951 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31382ca6-3db9-4e71-8f23-72a0ffc8c553 None None] DHCP port deletion for 7429b2ef-51c3-4221-ad3e-de7fc7034fa0 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:04:56.526323 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883099ab-35c5-461f-b3e8-0ac123d7c856 None None] DHCP port deletion for 8962365b-2f7b-4071-b5a5-7c805118ad36 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:04:56.540528 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-04a53b16-9d33-4f91-b335-d2916f4e04f3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:router {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:56.543876 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-04a53b16-9d33-4f91-b335-d2916f4e04f3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5385182 Jan 20 11:04:56.543876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:56.554961 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34132) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:56.562874 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-883099ab-35c5-461f-b3e8-0ac123d7c856 None None] Deleting port 394a4742-bd02-483c-a97d-db423d5f4cf0 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:56.563253 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-883099ab-35c5-461f-b3e8-0ac123d7c856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:56.586076 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] For port b98ee9e4-7002-40d8-9403-8000119419f5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b98ee9e4-7002-40d8-9403-8000119419f5,segment=NetworkSegment(c656341e-3f55-4f49-a480-60870859b48f),segment_id=c656341e-3f55-4f49-a480-60870859b48f)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:56.586523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:56.624508 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-31382ca6-3db9-4e71-8f23-72a0ffc8c553 None None] Deleting port b98ee9e4-7002-40d8-9403-8000119419f5 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:56.625490 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-31382ca6-3db9-4e71-8f23-72a0ffc8c553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:56.698306 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:56.749109 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] For port 820b6a8e-1e25-4a9d-804e-ebb03e4fb439, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=820b6a8e-1e25-4a9d-804e-ebb03e4fb439,segment=NetworkSegment(08d49410-bbac-4d91-b839-2bd0ec36005c),segment_id=08d49410-bbac-4d91-b839-2bd0ec36005c)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:56.749769 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:56.772131 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Calling delete_port for b98ee9e4-7002-40d8-9403-8000119419f5 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:56.791166 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:04:56.791571 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:04:56.806345 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:04:56.821576 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 820b6a8e-1e25-4a9d-804e-ebb03e4fb439 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:04:56.875796 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c5a7195-1590-4c48-8a0e-9ad42b81aa74 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:56.969870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Calling delete_port for 820b6a8e-1e25-4a9d-804e-ebb03e4fb439 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:56.974207 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-47900599-351a-43ba-a7f9-0d97d5b17306 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:56.998432 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf339af-f4a8-455e-99f0-652e08b3f80a req-87408665-42bb-4276-ac8b-d69ae6d2a94c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:56.999885 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-baf339af-f4a8-455e-99f0-652e08b3f80a req-87408665-42bb-4276-ac8b-d69ae6d2a94c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd01cfe5-3172-4c47-b68a-b9a8e924614a HTTP/1.1" status: 200 len: 851 time: 0.4708912 Jan 20 11:04:57.129548 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-1cc03c52-5b85-40d4-88a3-1f74c390dab1 None None] For port 820b6a8e-1e25-4a9d-804e-ebb03e4fb439, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=820b6a8e-1e25-4a9d-804e-ebb03e4fb439,segment=NetworkSegment(08d49410-bbac-4d91-b839-2bd0ec36005c),segment_id=08d49410-bbac-4d91-b839-2bd0ec36005c)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:57.130159 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cc03c52-5b85-40d4-88a3-1f74c390dab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:57.141806 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-baf339af-f4a8-455e-99f0-652e08b3f80a req-065ac122-4c8a-4e8d-8d97-bcc845444d4a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2976230-b7ed-4004-90c6-e1b2d37a86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1323795 Jan 20 11:04:57.282518 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-baf339af-f4a8-455e-99f0-652e08b3f80a req-57798080-b84d-4213-a687-2b210cc032dd service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342797 Jan 20 11:04:57.317531 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1cc03c52-5b85-40d4-88a3-1f74c390dab1 None None] Calling delete_port for 820b6a8e-1e25-4a9d-804e-ebb03e4fb439 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:57.353762 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-1f8761b2-aac0-4a51-a4d3-63496436355b None None] Set router 0f748072-4c4c-41cb-9e24-456ea93802e7 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:04:57.388547 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:57.422713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:57.422713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-47900599-351a-43ba-a7f9-0d97d5b17306 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:57.435758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:57.446409 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:57.469939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Network': ['ID=d3e50e5f-8099-4e14-b3b3-4fdc2527103d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:57.469939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-47900599-351a-43ba-a7f9-0d97d5b17306 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:57.479360 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Port': ['ID=820b6a8e-1e25-4a9d-804e-ebb03e4fb439,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:57.485992 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-92438d50-7709-42bb-986d-b0e8c110a046 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/networks/d3e50e5f-8099-4e14-b3b3-4fdc2527103d HTTP/1.1" status: 204 len: 168 time: 2.3640914 Jan 20 11:04:57.485992 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34136) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:57.485992 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d6694233-aeb7-4f17-8361-764046c046a3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1505599600'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:57.485992 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d6694233-aeb7-4f17-8361-764046c046a3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:57.506617 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d6694233-aeb7-4f17-8361-764046c046a3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:network and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:57.506617 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d6694233-aeb7-4f17-8361-764046c046a3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:57.506617 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d6694233-aeb7-4f17-8361-764046c046a3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:57.523940 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Port': ['ID=b98ee9e4-7002-40d8-9403-8000119419f5,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:57.523940 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] No DVR routers for this DVR port 820b6a8e-1e25-4a9d-804e-ebb03e4fb439 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:04:57.602688 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6694233-aeb7-4f17-8361-764046c046a3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:57.602688 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6694233-aeb7-4f17-8361-764046c046a3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:57.642900 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-883099ab-35c5-461f-b3e8-0ac123d7c856 None None] For port 394a4742-bd02-483c-a97d-db423d5f4cf0, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=394a4742-bd02-483c-a97d-db423d5f4cf0,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:57.642900 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-883099ab-35c5-461f-b3e8-0ac123d7c856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:57.685660 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:57.685660 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-1cc03c52-5b85-40d4-88a3-1f74c390dab1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:04:57.685660 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-1cc03c52-5b85-40d4-88a3-1f74c390dab1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:04:57.692711 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-47900599-351a-43ba-a7f9-0d97d5b17306 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:57.692711 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47900599-351a-43ba-a7f9-0d97d5b17306 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Fanout notify agent at l3_agent the message router_deleted on router 5f6e2cbf-b1c8-4bad-9715-64085d7bcf98 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:04:57.725978 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6694233-aeb7-4f17-8361-764046c046a3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:04:57.736866 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] No DVR routers for this DVR port b98ee9e4-7002-40d8-9403-8000119419f5 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:04:57.781012 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6694233-aeb7-4f17-8361-764046c046a3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:57.781012 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-d6694233-aeb7-4f17-8361-764046c046a3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Added segment e2f14efa-4f57-475e-a609-f6f8459c58bb of type vlan for network c5e86737-bc35-4325-ac88-c8df580b9e00 Jan 20 11:04:57.798972 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c5a7195-1590-4c48-8a0e-9ad42b81aa74 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:57.906932 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6694233-aeb7-4f17-8361-764046c046a3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:57.910453 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-883099ab-35c5-461f-b3e8-0ac123d7c856 None None] Calling delete_port for 394a4742-bd02-483c-a97d-db423d5f4cf0 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:57.964994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-31382ca6-3db9-4e71-8f23-72a0ffc8c553 None None] For port b98ee9e4-7002-40d8-9403-8000119419f5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b98ee9e4-7002-40d8-9403-8000119419f5,segment=NetworkSegment(c656341e-3f55-4f49-a480-60870859b48f),segment_id=c656341e-3f55-4f49-a480-60870859b48f)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:04:57.965663 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-31382ca6-3db9-4e71-8f23-72a0ffc8c553 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:57.972219 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-47900599-351a-43ba-a7f9-0d97d5b17306 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:57.973394 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-47900599-351a-43ba-a7f9-0d97d5b17306 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/routers/5f6e2cbf-b1c8-4bad-9715-64085d7bcf98 HTTP/1.1" status: 204 len: 168 time: 1.4174068 Jan 20 11:04:57.974449 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-baf339af-f4a8-455e-99f0-652e08b3f80a req-068ac9fc-2c1d-4f7d-8b96-318b2014dc3b service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6859963 Jan 20 11:04:58.000135 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34140) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:58.001069 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.040692 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.091714 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7429b2ef-51c3-4221-ad3e-de7fc7034fa0']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:58.097322 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6694233-aeb7-4f17-8361-764046c046a3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.097322 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6694233-aeb7-4f17-8361-764046c046a3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:58.097322 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6694233-aeb7-4f17-8361-764046c046a3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.109169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c656341e-3f55-4f49-a480-60870859b48f') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:58.109169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c656341e-3f55-4f49-a480-60870859b48f') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:58.121166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.140706 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a7195-1590-4c48-8a0e-9ad42b81aa74 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Subnet': ['ID=bdd45808-76fd-479f-ab90-e7988bd74597,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:58.152943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.152943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:04:58.152943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:04:58.188409 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:04:58.221349 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b98ee9e4-7002-40d8-9403-8000119419f5 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:04:58.251905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1cc03c52-5b85-40d4-88a3-1f74c390dab1 None None] Deleting port 820b6a8e-1e25-4a9d-804e-ebb03e4fb439 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:58.251905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cc03c52-5b85-40d4-88a3-1f74c390dab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.290137 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-31382ca6-3db9-4e71-8f23-72a0ffc8c553 None None] Calling delete_port for b98ee9e4-7002-40d8-9403-8000119419f5 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:04:58.325867 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31e2a45-47a5-404e-bc54-c9ce92c3ed73']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:58.356269 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d49410-bbac-4d91-b839-2bd0ec36005c') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:58.356269 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d49410-bbac-4d91-b839-2bd0ec36005c') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:58.358651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: b98ee9e4-7002-40d8-9403-8000119419f5 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:04:58.358651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b98ee9e4-7002-40d8-9403-8000119419f5 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:04:58.358651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 394a4742-bd02-483c-a97d-db423d5f4cf0 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:04:58.365805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.374814 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a7195-1590-4c48-8a0e-9ad42b81aa74 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Checking segment: {'id': '4ee7cd67-bed2-4541-a436-ec6cb9cb88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5272c573-f9e0-4a49-a87e-5e72e4e347eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:04:58.374814 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5a7195-1590-4c48-8a0e-9ad42b81aa74 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network hostable DHCP agents. Network: 5272c573-f9e0-4a49-a87e-5e72e4e347eb, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:04:58.384321 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6694233-aeb7-4f17-8361-764046c046a3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Network': ['ID=c5e86737-bc35-4325-ac88-c8df580b9e00,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:58.415431 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.426304 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e2277-8a9f-4c14-ba6a-82a6d36bf795 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:58.426304 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cc2e2277-8a9f-4c14-ba6a-82a6d36bf795 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:58.428982 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:04:58.428982 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.433848 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d6694233-aeb7-4f17-8361-764046c046a3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9504685 Jan 20 11:04:58.433848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34144) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:58.433848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-81fc7c80-08ee-42b3-9fed-e178b9cbda25 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'subnet': {'network_id': 'c5e86737-bc35-4325-ac88-c8df580b9e00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:58.439846 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network c5e86737-bc35-4325-ac88-c8df580b9e00 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:04:58.444526 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:04:58.448905 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.466871 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1cc03c52-5b85-40d4-88a3-1f74c390dab1 None None] The port '820b6a8e-1e25-4a9d-804e-ebb03e4fb439' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:04:58.531787 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.539331 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5a7195-1590-4c48-8a0e-9ad42b81aa74 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network 5272c573-f9e0-4a49-a87e-5e72e4e347eb is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:04:58.548487 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Network': ['ID=7429b2ef-51c3-4221-ad3e-de7fc7034fa0,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:58.581470 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-81fc7c80-08ee-42b3-9fed-e178b9cbda25 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:58.581470 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-81fc7c80-08ee-42b3-9fed-e178b9cbda25 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:subnet and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:58.594806 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cc2e2277-8a9f-4c14-ba6a-82a6d36bf795 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:58.594806 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cc2e2277-8a9f-4c14-ba6a-82a6d36bf795 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5860510 Jan 20 11:04:58.594806 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-81fc7c80-08ee-42b3-9fed-e178b9cbda25 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:58.594806 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34148) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:58.636761 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-81fc7c80-08ee-42b3-9fed-e178b9cbda25 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:58.636761 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-4c5a7195-1590-4c48-8a0e-9ad42b81aa74 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 5272c573-f9e0-4a49-a87e-5e72e4e347eb) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:04:58.651134 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5a7195-1590-4c48-8a0e-9ad42b81aa74 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:58.651134 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4c5a7195-1590-4c48-8a0e-9ad42b81aa74 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.661994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d343c7de-360c-412c-974d-be043bc82317 None None] Network 5272c573-f9e0-4a49-a87e-5e72e4e347eb requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:04:58.686208 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.690981 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5a06e3-48d4-4e95-9d88-b88bea4e3f5e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:58.690981 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1e5a06e3-48d4-4e95-9d88-b88bea4e3f5e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:58.698779 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2ff62780-a144-4043-a376-125893ab7c15 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/networks/7429b2ef-51c3-4221-ad3e-de7fc7034fa0 HTTP/1.1" status: 204 len: 168 time: 3.2144234 Jan 20 11:04:58.711826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34152) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:58.711826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-53e298b3-abaa-4fdc-ac32-27e0a5177cdb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-398504946', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:58.719051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.737716 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-53e298b3-abaa-4fdc-ac32-27e0a5177cdb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:58.737716 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-53e298b3-abaa-4fdc-ac32-27e0a5177cdb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:router and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:58.737716 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-53e298b3-abaa-4fdc-ac32-27e0a5177cdb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:58.737716 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-53e298b3-abaa-4fdc-ac32-27e0a5177cdb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:58.742855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Network': ['ID=b31e2a45-47a5-404e-bc54-c9ce92c3ed73,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:58.742855 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-73247288-4100-489e-bbd3-c69145e25aa3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/networks/b31e2a45-47a5-404e-bc54-c9ce92c3ed73 HTTP/1.1" status: 204 len: 168 time: 3.2515237 Jan 20 11:04:58.747273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34156) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:58.747273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1f187e20-d8ce-4b14-a4f8-8c1371e02e44 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-686548616', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:58.764139 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1f187e20-d8ce-4b14-a4f8-8c1371e02e44 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:58.764139 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fc7c80-08ee-42b3-9fed-e178b9cbda25 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:58.778793 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1f187e20-d8ce-4b14-a4f8-8c1371e02e44 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:router and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:58.784762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1f187e20-d8ce-4b14-a4f8-8c1371e02e44 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:58.826292 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-883099ab-35c5-461f-b3e8-0ac123d7c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.830688 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1e5a06e3-48d4-4e95-9d88-b88bea4e3f5e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:58.830688 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1e5a06e3-48d4-4e95-9d88-b88bea4e3f5e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2411156 Jan 20 11:04:58.831461 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1f187e20-d8ce-4b14-a4f8-8c1371e02e44 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:58.833458 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34160) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:58.841787 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4c5a7195-1590-4c48-8a0e-9ad42b81aa74 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.0056479 Jan 20 11:04:58.852997 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53e298b3-abaa-4fdc-ac32-27e0a5177cdb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.852997 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53e298b3-abaa-4fdc-ac32-27e0a5177cdb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.871495 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34164) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:58.888014 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No ports have port_id starting with 394a4742-bd02-483c-a97d-db423d5f4cf0 Jan 20 11:04:58.892305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7a394af9-589b-40ee-aba7-f7cfcdf98e75 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1652414285'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:58.908882 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-31382ca6-3db9-4e71-8f23-72a0ffc8c553 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:04:58.908882 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-31382ca6-3db9-4e71-8f23-72a0ffc8c553 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:04:58.908882 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device f5e6874b-4633-497d-9208-3ed9aaa404ad no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:04:58.918330 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7a394af9-589b-40ee-aba7-f7cfcdf98e75 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:58.918330 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81fc7c80-08ee-42b3-9fed-e178b9cbda25 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:58.946189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7a394af9-589b-40ee-aba7-f7cfcdf98e75 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:network and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:58.946189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7a394af9-589b-40ee-aba7-f7cfcdf98e75 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:58.952325 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7a394af9-589b-40ee-aba7-f7cfcdf98e75 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:58.971060 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883099ab-35c5-461f-b3e8-0ac123d7c856 None None] Pushing event deleted for resources: {'Port': ['ID=394a4742-bd02-483c-a97d-db423d5f4cf0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:58.971060 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: f5e6874b-4633-497d-9208-3ed9aaa404ad {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:04:58.971060 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device f5e6874b-4633-497d-9208-3ed9aaa404ad not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:04:59.002566 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883099ab-35c5-461f-b3e8-0ac123d7c856 None None] No DVR routers for this DVR port 394a4742-bd02-483c-a97d-db423d5f4cf0 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:04:59.031457 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53e298b3-abaa-4fdc-ac32-27e0a5177cdb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.035244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6b8516fa-bea5-469d-a492-9a8f365f8dd4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:router {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:04:59.065500 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f187e20-d8ce-4b14-a4f8-8c1371e02e44 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.066860 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f187e20-d8ce-4b14-a4f8-8c1371e02e44 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.091047 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a394af9-589b-40ee-aba7-f7cfcdf98e75 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:59.091047 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7a394af9-589b-40ee-aba7-f7cfcdf98e75 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.135919 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f187e20-d8ce-4b14-a4f8-8c1371e02e44 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.151150 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53e298b3-abaa-4fdc-ac32-27e0a5177cdb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.170671 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6b8516fa-bea5-469d-a492-9a8f365f8dd4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:router {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:04:59.170671 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6b8516fa-bea5-469d-a492-9a8f365f8dd4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3324416 Jan 20 11:04:59.174428 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a394af9-589b-40ee-aba7-f7cfcdf98e75 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:04:59.178173 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34168) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:59.190677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-dc288bb3-edf7-484e-8789-ff40ffb82b18 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:59.212786 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7a394af9-589b-40ee-aba7-f7cfcdf98e75 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.212786 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-7a394af9-589b-40ee-aba7-f7cfcdf98e75 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Added segment 4fd8159e-7245-4116-b18e-ddd1299d83bd of type vlan for network 9dbf2760-2130-4381-aa37-a8f3a9d121b2 Jan 20 11:04:59.266504 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-1f8761b2-aac0-4a51-a4d3-63496436355b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '564f3dbf-1c65-4db5-84a3-4b1844333a9c', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'floating_ip_address': '172.26.0.207', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'port_id': 'e31fa3a8-d28b-40c0-aa43-da58c6035b18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'mac_address': 'fa:16:3e:f0:1e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f1fec-290c-4228-b87d-b382b7f8b2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:04:47Z', 'updated_at': '2022-01-20T11:04:47Z', 'revision_number': 0, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:56Z', 'revision_number': 5, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:04:59.282117 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7a394af9-589b-40ee-aba7-f7cfcdf98e75 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.287338 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-5272c573-f9e0-4a49-a87e-5e72e4e347eb', 'network_id': '5272c573-f9e0-4a49-a87e-5e72e4e347eb', 'tenant_id': '949b8995678349629b6c3129d91b46e9', 'fixed_ips': [{'subnet_id': 'bdd45808-76fd-479f-ab90-e7988bd74597'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:04:59.287338 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.287338 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8761b2-aac0-4a51-a4d3-63496436355b None None] The sync data for ids ['0f748072-4c4c-41cb-9e24-456ea93802e7'] in dv-neutron-825471-1-hyperv is: [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '564f3dbf-1c65-4db5-84a3-4b1844333a9c', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'floating_ip_address': '172.26.0.207', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'port_id': 'e31fa3a8-d28b-40c0-aa43-da58c6035b18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'mac_address': 'fa:16:3e:f0:1e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993f1fec-290c-4228-b87d-b382b7f8b2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:04:47Z', 'updated_at': '2022-01-20T11:04:47Z', 'revision_number': 0, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:56Z', 'revision_number': 5, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:04:59.316953 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-53e298b3-abaa-4fdc-ac32-27e0a5177cdb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.316953 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-53e298b3-abaa-4fdc-ac32-27e0a5177cdb tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6257076 Jan 20 11:04:59.337054 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34172) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:59.337054 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f187e20-d8ce-4b14-a4f8-8c1371e02e44 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.343004 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'network': {'name': 'tempest-RoutersTest-739962230'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:59.377837 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:59.403756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-dc288bb3-edf7-484e-8789-ff40ffb82b18 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:59.409148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:network and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:59.409148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:59.420095 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-31382ca6-3db9-4e71-8f23-72a0ffc8c553 None None] Deleting port b98ee9e4-7002-40d8-9403-8000119419f5 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:04:59.420095 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-31382ca6-3db9-4e71-8f23-72a0ffc8c553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.425723 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-dc288bb3-edf7-484e-8789-ff40ffb82b18 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:59.433039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:59.469026 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1f187e20-d8ce-4b14-a4f8-8c1371e02e44 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.472718 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1f187e20-d8ce-4b14-a4f8-8c1371e02e44 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7332861 Jan 20 11:04:59.480910 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34176) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:59.487457 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7541926d-995b-4ae7-836c-de486ff405d6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1838319049'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:59.493780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7541926d-995b-4ae7-836c-de486ff405d6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:04:59.497112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc288bb3-edf7-484e-8789-ff40ffb82b18 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:59.498987 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7a394af9-589b-40ee-aba7-f7cfcdf98e75 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.502237 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a394af9-589b-40ee-aba7-f7cfcdf98e75 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:04:59.502822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7a394af9-589b-40ee-aba7-f7cfcdf98e75 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.507504 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-31382ca6-3db9-4e71-8f23-72a0ffc8c553 None None] The port 'b98ee9e4-7002-40d8-9403-8000119419f5' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:04:59.507635 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Made reservation on behalf of 0c5b44fb39b64ea5a5d562662d9183a4 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:59.514828 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.524780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7541926d-995b-4ae7-836c-de486ff405d6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:network and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:04:59.558745 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7541926d-995b-4ae7-836c-de486ff405d6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:04:59.569154 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7541926d-995b-4ae7-836c-de486ff405d6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:04:59.581890 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Allocated IP 172.20.255.242 (5272c573-f9e0-4a49-a87e-5e72e4e347eb/bdd45808-76fd-479f-ab90-e7988bd74597/c5551298-1824-489c-8a60-e5da5ee2ebcf) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:04:59.595157 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b5ca84-e1d9-4076-80ab-e8b5a7100f8c None None] New status for floating IP 564f3dbf-1c65-4db5-84a3-4b1844333a9c: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:04:59.620589 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dc288bb3-edf7-484e-8789-ff40ffb82b18 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.660576 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81fc7c80-08ee-42b3-9fed-e178b9cbda25 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.664246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7541926d-995b-4ae7-836c-de486ff405d6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Made reservation on behalf of 1aa6148e9f8944e88f329c972f79dedb for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:04:59.667296 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7541926d-995b-4ae7-836c-de486ff405d6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.759473 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a394af9-589b-40ee-aba7-f7cfcdf98e75 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Network': ['ID=9dbf2760-2130-4381-aa37-a8f3a9d121b2,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:59.775014 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 9dbf2760-2130-4381-aa37-a8f3a9d121b2 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:04:59.775651 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7a394af9-589b-40ee-aba7-f7cfcdf98e75 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9036064 Jan 20 11:04:59.785876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34180) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:04:59.799009 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8645a1c4-91bc-459e-8816-35a6afaccad2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'subnet': {'network_id': '9dbf2760-2130-4381-aa37-a8f3a9d121b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:04:59.816789 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:04:59.824488 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7541926d-995b-4ae7-836c-de486ff405d6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:04:59.892803 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc7c80-08ee-42b3-9fed-e178b9cbda25 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Subnet': ['ID=65dd2804-833c-43b2-973c-6d8154261e99,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:04:59.915321 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.915864 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Added segment 0b0cb8db-f39f-4981-8b6a-8b13fc936c97 of type vlan for network c2185990-5868-4261-a9d5-ddfa460f65e5 Jan 20 11:04:59.941161 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7541926d-995b-4ae7-836c-de486ff405d6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:04:59.941826 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-7541926d-995b-4ae7-836c-de486ff405d6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Added segment 8a99ed84-1a0b-4745-b559-58793424f604 of type vlan for network 4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d Jan 20 11:05:00.003793 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:00.011930 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fc7c80-08ee-42b3-9fed-e178b9cbda25 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Checking segment: {'id': 'e2f14efa-4f57-475e-a609-f6f8459c58bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c5e86737-bc35-4325-ac88-c8df580b9e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:00.012284 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fc7c80-08ee-42b3-9fed-e178b9cbda25 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network hostable DHCP agents. Network: c5e86737-bc35-4325-ac88-c8df580b9e00, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:05:00.018855 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8645a1c4-91bc-459e-8816-35a6afaccad2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:00.025107 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7541926d-995b-4ae7-836c-de486ff405d6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:00.033274 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8645a1c4-91bc-459e-8816-35a6afaccad2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:subnet and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:00.039359 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8645a1c4-91bc-459e-8816-35a6afaccad2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:00.051598 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8645a1c4-91bc-459e-8816-35a6afaccad2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:00.071514 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:00.081797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Transition to ACTIVE for port object c5551298-1824-489c-8a60-e5da5ee2ebcf will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:00.104832 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Transition to ACTIVE for port object c5551298-1824-489c-8a60-e5da5ee2ebcf will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:00.137743 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.objects.ports [None req-dc288bb3-edf7-484e-8789-ff40ffb82b18 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84331) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 11:05:00.137743 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dc288bb3-edf7-484e-8789-ff40ffb82b18 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:00.148624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8645a1c4-91bc-459e-8816-35a6afaccad2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:00.170894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:00.173441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fc7c80-08ee-42b3-9fed-e178b9cbda25 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network c5e86737-bc35-4325-ac88-c8df580b9e00 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:05:00.174611 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7541926d-995b-4ae7-836c-de486ff405d6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:00.178351 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7541926d-995b-4ae7-836c-de486ff405d6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:00.179186 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7541926d-995b-4ae7-836c-de486ff405d6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:00.183608 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:00.187301 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:00.187955 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:00.201345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc288bb3-edf7-484e-8789-ff40ffb82b18 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:00.204533 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-dc288bb3-edf7-484e-8789-ff40ffb82b18 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:00.208740 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc288bb3-edf7-484e-8789-ff40ffb82b18 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:00.209389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dc288bb3-edf7-484e-8789-ff40ffb82b18 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:00.220936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc288bb3-edf7-484e-8789-ff40ffb82b18 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=d8d77cc2-a213-4d72-8e9f-4cab5649e400,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:00.224627 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0cd5c0-1525-4d28-99e1-28bd6dbeeeb4 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:00.292357 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-dc288bb3-edf7-484e-8789-ff40ffb82b18 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1125324 Jan 20 11:05:00.295510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34184) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:00.307647 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-09604123-4f9a-4f1b-a79e-2dab96aa27e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:00.330799 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Network 5272c573-f9e0-4a49-a87e-5e72e4e347eb is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:00.332751 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Pushing event updated for resources: {'Port': ['ID=c5551298-1824-489c-8a60-e5da5ee2ebcf,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:00.337821 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:00.345989 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:00.382599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-81fc7c80-08ee-42b3-9fed-e178b9cbda25 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, c5e86737-bc35-4325-ac88-c8df580b9e00) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:00.387325 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fc7c80-08ee-42b3-9fed-e178b9cbda25 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:00.389701 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-81fc7c80-08ee-42b3-9fed-e178b9cbda25 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:00.405637 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8787d4df-eee8-4630-8823-29dca776ec1e None None] Network c5e86737-bc35-4325-ac88-c8df580b9e00 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:00.449804 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7541926d-995b-4ae7-836c-de486ff405d6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9676976 Jan 20 11:05:00.453861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34188) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:00.461704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-4d07860b-4025-40a2-8d27-244cdd7c719f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'subnet': {'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:00.467795 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8645a1c4-91bc-459e-8816-35a6afaccad2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:00.484689 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-09604123-4f9a-4f1b-a79e-2dab96aa27e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:00.539059 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2102396 Jan 20 11:05:00.550495 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-81fc7c80-08ee-42b3-9fed-e178b9cbda25 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1248214 Jan 20 11:05:00.553216 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541926d-995b-4ae7-836c-de486ff405d6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Network': ['ID=4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:00.556495 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34192) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:00.557227 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34196) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:00.574796 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:00.578318 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5372f85b-04af-4dba-9152-56a3172a444f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'network_id': 'c5e86737-bc35-4325-ac88-c8df580b9e00', 'name': 'tempest-PortsIpV6TestJSON-822830068', 'fixed_ips': [{'subnet_id': '65dd2804-833c-43b2-973c-6d8154261e99', 'ip_address': '2001:db8::10'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:00.588001 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Attempting to bind port c5551298-1824-489c-8a60-e5da5ee2ebcf on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:00.588382 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Attempting to bind port c5551298-1824-489c-8a60-e5da5ee2ebcf by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '4ee7cd67-bed2-4541-a436-ec6cb9cb88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5272c573-f9e0-4a49-a87e-5e72e4e347eb'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:00.588751 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Attempting to bind port c5551298-1824-489c-8a60-e5da5ee2ebcf on network 5272c573-f9e0-4a49-a87e-5e72e4e347eb {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:00.627515 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e61b950c-8181-45d6-9c5a-175ee710e7c7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'subnet': {'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:00.658448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-09604123-4f9a-4f1b-a79e-2dab96aa27e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:00.669327 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-09604123-4f9a-4f1b-a79e-2dab96aa27e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:00.681898 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:00.681898 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Checking segment: {'id': '4ee7cd67-bed2-4541-a436-ec6cb9cb88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5272c573-f9e0-4a49-a87e-5e72e4e347eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:00.681898 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:00.681898 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Bound using segment: {'id': '4ee7cd67-bed2-4541-a436-ec6cb9cb88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5272c573-f9e0-4a49-a87e-5e72e4e347eb'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:00.681898 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Bound port: c5551298-1824-489c-8a60-e5da5ee2ebcf, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee7cd67-bed2-4541-a436-ec6cb9cb88c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5272c573-f9e0-4a49-a87e-5e72e4e347eb'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:00.681898 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:00.698891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-09604123-4f9a-4f1b-a79e-2dab96aa27e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:00.730837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4d07860b-4025-40a2-8d27-244cdd7c719f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:00.735070 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4d07860b-4025-40a2-8d27-244cdd7c719f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:subnet and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:00.738552 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4d07860b-4025-40a2-8d27-244cdd7c719f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:00.748027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4d07860b-4025-40a2-8d27-244cdd7c719f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:00.805345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09604123-4f9a-4f1b-a79e-2dab96aa27e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:00.809175 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09604123-4f9a-4f1b-a79e-2dab96aa27e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:00.825146 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8962365b-2f7b-4071-b5a5-7c805118ad36', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'fixed_ips': [{'subnet_id': 'd8d77cc2-a213-4d72-8e9f-4cab5649e400'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:00.826760 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:00.881434 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d07860b-4025-40a2-8d27-244cdd7c719f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Made reservation on behalf of 1aa6148e9f8944e88f329c972f79dedb for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:00.998871 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Network': ['ID=c2185990-5868-4261-a9d5-ddfa460f65e5,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:01.048440 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] For port c5551298-1824-489c-8a60-e5da5ee2ebcf, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:01.057241 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:01.057825 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:01.058336 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:01.058875 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:01.059134 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d07860b-4025-40a2-8d27-244cdd7c719f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:01.060002 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:01.060405 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:01.060869 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:01.061286 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:01.061703 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:01.062321 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:01.062726 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad165b-37b3-4d47-8755-e293cccfe8fa tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:01.069766 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-c5e86737-bc35-4325-ac88-c8df580b9e00', 'network_id': 'c5e86737-bc35-4325-ac88-c8df580b9e00', 'tenant_id': '7f6d045691344d49ab6811343d11a04c', 'fixed_ips': [{'subnet_id': '65dd2804-833c-43b2-973c-6d8154261e99'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:01.072562 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:01.072732 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e61b950c-8181-45d6-9c5a-175ee710e7c7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:01.076872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e61b950c-8181-45d6-9c5a-175ee710e7c7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:subnet and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:01.084488 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e61b950c-8181-45d6-9c5a-175ee710e7c7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:01.085090 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] For port c5551298-1824-489c-8a60-e5da5ee2ebcf, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c5551298-1824-489c-8a60-e5da5ee2ebcf,segment=NetworkSegment(4ee7cd67-bed2-4541-a436-ec6cb9cb88c8),segment_id=4ee7cd67-bed2-4541-a436-ec6cb9cb88c8)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:01.086684 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network c2185990-5868-4261-a9d5-ddfa460f65e5 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:01.095307 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e61b950c-8181-45d6-9c5a-175ee710e7c7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:01.137883 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5372f85b-04af-4dba-9152-56a3172a444f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:01.197932 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5372f85b-04af-4dba-9152-56a3172a444f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:01.211744 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:01.233207 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61b950c-8181-45d6-9c5a-175ee710e7c7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Made reservation on behalf of 0c5b44fb39b64ea5a5d562662d9183a4 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:01.334089 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5372f85b-04af-4dba-9152-56a3172a444f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:01.342925 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5372f85b-04af-4dba-9152-56a3172a444f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:01.372943 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Allocated IP 2001:db8::f816:3eff:fe92:2d27 (8962365b-2f7b-4071-b5a5-7c805118ad36/d8d77cc2-a213-4d72-8e9f-4cab5649e400/e5d32f5c-50c0-43e8-898c-bc28b1b0f96e) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:01.405568 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-5372f85b-04af-4dba-9152-56a3172a444f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] device_id is not set on port 31937e4e-4728-42ef-821d-618cd5d56602 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:05:01.495099 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e61b950c-8181-45d6-9c5a-175ee710e7c7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:01.532277 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066a18f-2c51-4c78-9890-53fb7e8c4fb6 None None] Pushing event updated for resources: {'Port': ['ID=c5551298-1824-489c-8a60-e5da5ee2ebcf,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:01.548960 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d07860b-4025-40a2-8d27-244cdd7c719f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:01.581600 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-84f6701a-22b7-464c-9bd0-f7a164633634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:01.604330 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8645a1c4-91bc-459e-8816-35a6afaccad2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:01.620557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07860b-4025-40a2-8d27-244cdd7c719f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Subnet': ['ID=1cdff2c4-b6e8-4307-8c11-119d02304b9f,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:01.624285 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09604123-4f9a-4f1b-a79e-2dab96aa27e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:01.703822 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Allocated IP 2001:db8::2 (c5e86737-bc35-4325-ac88-c8df580b9e00/65dd2804-833c-43b2-973c-6d8154261e99/a9ee1873-b1c6-4207-b001-70a0cdc32104) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:01.712959 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09604123-4f9a-4f1b-a79e-2dab96aa27e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=643d3209-de86-4f83-bdb8-fd802b6e3f7a,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:01.716696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09604123-4f9a-4f1b-a79e-2dab96aa27e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:01.721114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-09604123-4f9a-4f1b-a79e-2dab96aa27e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:01.728704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09604123-4f9a-4f1b-a79e-2dab96aa27e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:01.730313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09604123-4f9a-4f1b-a79e-2dab96aa27e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:01.750545 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645a1c4-91bc-459e-8816-35a6afaccad2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Subnet': ['ID=14ffcc32-65a8-4a3e-9be2-d3e642c5a133,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:01.791219 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8645a1c4-91bc-459e-8816-35a6afaccad2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Checking segment: {'id': '4fd8159e-7245-4116-b18e-ddd1299d83bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9dbf2760-2130-4381-aa37-a8f3a9d121b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:01.791219 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8645a1c4-91bc-459e-8816-35a6afaccad2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network hostable DHCP agents. Network: 9dbf2760-2130-4381-aa37-a8f3a9d121b2, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:05:01.800136 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d07860b-4025-40a2-8d27-244cdd7c719f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Checking segment: {'id': '8a99ed84-1a0b-4745-b559-58793424f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:01.800136 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d07860b-4025-40a2-8d27-244cdd7c719f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network hostable DHCP agents. Network: 4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:05:01.895387 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-09604123-4f9a-4f1b-a79e-2dab96aa27e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5977871 Jan 20 11:05:01.902703 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34202) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:01.915374 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:01.923760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'mac_address': 'fa:16:3e:b3:cc:ea', 'name': 'tempest-NetworksTestDHCPv6-375726620'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:01.937027 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Transition to ACTIVE for port object e5d32f5c-50c0-43e8-898c-bc28b1b0f96e will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:01.951911 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d07860b-4025-40a2-8d27-244cdd7c719f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network 4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:05:01.985858 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Transition to ACTIVE for port object e5d32f5c-50c0-43e8-898c-bc28b1b0f96e will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:02.005264 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8645a1c4-91bc-459e-8816-35a6afaccad2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network 9dbf2760-2130-4381-aa37-a8f3a9d121b2 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:05:02.062968 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e61b950c-8181-45d6-9c5a-175ee710e7c7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:02.119177 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:02.125820 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8645a1c4-91bc-459e-8816-35a6afaccad2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 9dbf2760-2130-4381-aa37-a8f3a9d121b2) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:02.126618 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:02.143846 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8645a1c4-91bc-459e-8816-35a6afaccad2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:02.143846 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8645a1c4-91bc-459e-8816-35a6afaccad2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:02.166365 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-4d07860b-4025-40a2-8d27-244cdd7c719f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:02.184241 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d07860b-4025-40a2-8d27-244cdd7c719f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:02.185725 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d07860b-4025-40a2-8d27-244cdd7c719f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:02.187663 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f663775c-b685-46de-9ea4-7e563d5f8b08 None None] Network 9dbf2760-2130-4381-aa37-a8f3a9d121b2 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:02.200115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b950c-8181-45d6-9c5a-175ee710e7c7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Subnet': ['ID=4132fd00-c960-4963-9492-f51170edb9ea,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:02.210289 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:02.214558 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:port and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:02.228046 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b950c-8181-45d6-9c5a-175ee710e7c7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Checking segment: {'id': '0b0cb8db-f39f-4981-8b6a-8b13fc936c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:02.228440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b950c-8181-45d6-9c5a-175ee710e7c7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network hostable DHCP agents. Network: c2185990-5868-4261-a9d5-ddfa460f65e5, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:05:02.232123 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:02.235462 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5859fa-1ed9-44a3-a94e-3027fe40d8fb None None] Network 4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:02.244491 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:02.266942 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Transition to ACTIVE for port object a9ee1873-b1c6-4207-b001-70a0cdc32104 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:02.314478 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:02.351494 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4d07860b-4025-40a2-8d27-244cdd7c719f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8906009 Jan 20 11:05:02.351494 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34206) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:02.360241 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8645a1c4-91bc-459e-8816-35a6afaccad2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5669415 Jan 20 11:05:02.361653 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b950c-8181-45d6-9c5a-175ee710e7c7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network c2185990-5868-4261-a9d5-ddfa460f65e5 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:05:02.370909 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34210) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:02.384359 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:02.398875 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:02.429989 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Pushing event updated for resources: {'Port': ['ID=e5d32f5c-50c0-43e8-898c-bc28b1b0f96e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:02.432543 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Transition to ACTIVE for port object a9ee1873-b1c6-4207-b001-70a0cdc32104 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:02.483651 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:02.483651 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:02.507137 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-e61b950c-8181-45d6-9c5a-175ee710e7c7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, c2185990-5868-4261-a9d5-ddfa460f65e5) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:02.507137 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61b950c-8181-45d6-9c5a-175ee710e7c7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:02.507137 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e61b950c-8181-45d6-9c5a-175ee710e7c7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:02.557510 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5877938-ccc0-4dd9-8585-ba91e9f3bf66 None None] Network c2185990-5868-4261-a9d5-ddfa460f65e5 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:02.582822 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port f62ee3b3-a843-47af-b9b0-102e90fee29e yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:05:02.592142 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:02.641068 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e61b950c-8181-45d6-9c5a-175ee710e7c7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0717037 Jan 20 11:05:02.648249 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34214) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:02.712870 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Attempting to bind port e5d32f5c-50c0-43e8-898c-bc28b1b0f96e on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:02.713451 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Attempting to bind port e5d32f5c-50c0-43e8-898c-bc28b1b0f96e by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:02.714160 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Attempting to bind port e5d32f5c-50c0-43e8-898c-bc28b1b0f96e on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:02.736403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-5372f85b-04af-4dba-9152-56a3172a444f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Allocated IP 2001:db8::10 (c5e86737-bc35-4325-ac88-c8df580b9e00/65dd2804-833c-43b2-973c-6d8154261e99/31937e4e-4728-42ef-821d-618cd5d56602) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:02.915304 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5039ca86-6efe-4ff2-9e3a-4482acd5f06d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:02.958792 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Network c5e86737-bc35-4325-ac88-c8df580b9e00 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:03.010878 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:03.024541 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:03.025105 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:03.026098 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:03.026704 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:03.027642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Bound port: e5d32f5c-50c0-43e8-898c-bc28b1b0f96e, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:03.028257 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:03.033142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5039ca86-6efe-4ff2-9e3a-4482acd5f06d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:03.060303 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:03.204245 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1fa443-f0be-427d-a68f-87789e7955c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-9dbf2760-2130-4381-aa37-a8f3a9d121b2', 'network_id': '9dbf2760-2130-4381-aa37-a8f3a9d121b2', 'tenant_id': '949b8995678349629b6c3129d91b46e9', 'fixed_ips': [{'subnet_id': '14ffcc32-65a8-4a3e-9be2-d3e642c5a133'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:03.204245 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa443-f0be-427d-a68f-87789e7955c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:03.254740 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c5551298-1824-489c-8a60-e5da5ee2ebcf up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:03.303299 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf31343-c3e7-4c0d-b6d4-7eaacb4a4a1d None None] Network 5272c573-f9e0-4a49-a87e-5e72e4e347eb requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:03.317616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Pushing event updated for resources: {'Port': ['ID=a9ee1873-b1c6-4207-b001-70a0cdc32104,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:03.369525 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:03.401397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 172.20.0.12 (8962365b-2f7b-4071-b5a5-7c805118ad36/643d3209-de86-4f83-bdb8-fd802b6e3f7a/f62ee3b3-a843-47af-b9b0-102e90fee29e) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:03.524966 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::f816:3eff:feb3:ccea (8962365b-2f7b-4071-b5a5-7c805118ad36/d8d77cc2-a213-4d72-8e9f-4cab5649e400/f62ee3b3-a843-47af-b9b0-102e90fee29e) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:03.648455 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5039ca86-6efe-4ff2-9e3a-4482acd5f06d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:03.655434 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Attempting to bind port a9ee1873-b1c6-4207-b001-70a0cdc32104 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:03.656005 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Attempting to bind port a9ee1873-b1c6-4207-b001-70a0cdc32104 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'e2f14efa-4f57-475e-a609-f6f8459c58bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c5e86737-bc35-4325-ac88-c8df580b9e00'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:03.656153 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Attempting to bind port a9ee1873-b1c6-4207-b001-70a0cdc32104 on network c5e86737-bc35-4325-ac88-c8df580b9e00 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:03.705129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039ca86-6efe-4ff2-9e3a-4482acd5f06d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Subnet': ['ID=14ffcc32-65a8-4a3e-9be2-d3e642c5a133,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:03.709080 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5372f85b-04af-4dba-9152-56a3172a444f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:03.784800 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:03.785609 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:03.792469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-5372f85b-04af-4dba-9152-56a3172a444f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Transition to ACTIVE for port object 31937e4e-4728-42ef-821d-618cd5d56602 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:03.823546 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:03.823546 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Checking segment: {'id': 'e2f14efa-4f57-475e-a609-f6f8459c58bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c5e86737-bc35-4325-ac88-c8df580b9e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:03.823896 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:03.824286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Bound using segment: {'id': 'e2f14efa-4f57-475e-a609-f6f8459c58bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c5e86737-bc35-4325-ac88-c8df580b9e00'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:03.825995 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Bound port: a9ee1873-b1c6-4207-b001-70a0cdc32104, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f14efa-4f57-475e-a609-f6f8459c58bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c5e86737-bc35-4325-ac88-c8df580b9e00'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:03.826581 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:03.888972 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5039ca86-6efe-4ff2-9e3a-4482acd5f06d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:03.921000 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] For port e5d32f5c-50c0-43e8-898c-bc28b1b0f96e, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:03.959779 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-5039ca86-6efe-4ff2-9e3a-4482acd5f06d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbf2760-2130-4381-aa37-a8f3a9d121b2']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:03.964007 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:03.967977 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Allocated IP 2001:db8::1 (4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d/1cdff2c4-b6e8-4307-8c11-119d02304b9f/23423de1-622f-4e36-95ce-642a112648dd) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:03.968262 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:03.990101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-5039ca86-6efe-4ff2-9e3a-4482acd5f06d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd8159e-7245-4116-b18e-ddd1299d83bd') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:03.990892 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-5039ca86-6efe-4ff2-9e3a-4482acd5f06d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd8159e-7245-4116-b18e-ddd1299d83bd') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:03.992799 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object f62ee3b3-a843-47af-b9b0-102e90fee29e will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:04.027809 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-cf50fc53-ad7d-4a3e-ae55-0cf00867a04e None None] Provisioning for port c5551298-1824-489c-8a60-e5da5ee2ebcf completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:04.059151 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5039ca86-6efe-4ff2-9e3a-4482acd5f06d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server [None req-4e1fa443-f0be-427d-a68f-87789e7955c3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14ffcc32-65a8-4a3e-9be2-d3e642c5a133: This subnet is being modified by another concurrent operation. Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 11:05:04.067285 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise exception Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14ffcc32-65a8-4a3e-9be2-d3e642c5a133: This subnet is being modified by another concurrent operation. Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server Jan 20 11:05:04.075029 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7154267-0a0a-40dc-82f3-6150ffec5bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:04.089174 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5372f85b-04af-4dba-9152-56a3172a444f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:04.127852 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] For port e5d32f5c-50c0-43e8-898c-bc28b1b0f96e, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e5d32f5c-50c0-43e8-898c-bc28b1b0f96e,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:04.139813 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-c2185990-5868-4261-a9d5-ddfa460f65e5', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:04.140689 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:04.150662 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d82306f-3b03-415c-ae30-b8329db68a0a None None] Network 9dbf2760-2130-4381-aa37-a8f3a9d121b2 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:04.184551 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5039ca86-6efe-4ff2-9e3a-4482acd5f06d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:04.245572 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5039ca86-6efe-4ff2-9e3a-4482acd5f06d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:05:04.246705 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5039ca86-6efe-4ff2-9e3a-4482acd5f06d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:04.262031 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:04.262591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:05:04.268030 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:05:04.278199 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Transition to ACTIVE for port object 23423de1-622f-4e36-95ce-642a112648dd will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:04.316574 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port c5551298-1824-489c-8a60-e5da5ee2ebcf completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:04.331633 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:04.381513 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372f85b-04af-4dba-9152-56a3172a444f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=31937e4e-4728-42ef-821d-618cd5d56602,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:04.381513 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5372f85b-04af-4dba-9152-56a3172a444f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network c5e86737-bc35-4325-ac88-c8df580b9e00 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:04.396916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-5372f85b-04af-4dba-9152-56a3172a444f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:04.396916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5372f85b-04af-4dba-9152-56a3172a444f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:04.405420 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port c5551298-1824-489c-8a60-e5da5ee2ebcf triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:04.405420 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:04.414303 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5372f85b-04af-4dba-9152-56a3172a444f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:04.414303 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5372f85b-04af-4dba-9152-56a3172a444f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:04.479648 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=f62ee3b3-a843-47af-b9b0-102e90fee29e,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:04.484639 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5039ca86-6efe-4ff2-9e3a-4482acd5f06d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:04.490351 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:04.514996 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5039ca86-6efe-4ff2-9e3a-4482acd5f06d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:04.514996 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5039ca86-6efe-4ff2-9e3a-4482acd5f06d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/9dbf2760-2130-4381-aa37-a8f3a9d121b2 HTTP/1.1" status: 204 len: 168 time: 2.1254594 Jan 20 11:05:04.514996 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34220) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:04.514996 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4f8ae59b-2507-4c3e-884a-1b3fc0038c02 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-243014883'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:04.520077 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] For port a9ee1873-b1c6-4207-b001-70a0cdc32104, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:04.527211 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039ca86-6efe-4ff2-9e3a-4482acd5f06d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Network': ['ID=9dbf2760-2130-4381-aa37-a8f3a9d121b2,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:04.538967 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4f8ae59b-2507-4c3e-884a-1b3fc0038c02 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:04.545997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:04.545997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:04.545997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:04.545997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:04.545997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:04.545997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:04.545997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:04.545997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:04.545997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:04.545997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:04.545997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:04.570283 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4f8ae59b-2507-4c3e-884a-1b3fc0038c02 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:network and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:04.573843 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5372f85b-04af-4dba-9152-56a3172a444f tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0025749 Jan 20 11:05:04.574610 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4f8ae59b-2507-4c3e-884a-1b3fc0038c02 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:04.584652 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34224) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:04.586346 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4f8ae59b-2507-4c3e-884a-1b3fc0038c02 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:04.595554 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c088d567-53df-446a-bb2b-42554ad59d30 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'network_id': 'c5e86737-bc35-4325-ac88-c8df580b9e00', 'name': 'tempest-PortsIpV6TestJSON-1746417097', 'fixed_ips': [{'subnet_id': '65dd2804-833c-43b2-973c-6d8154261e99', 'ip_address': '2001:db8::f'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:04.600892 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:04.645896 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=23423de1-622f-4e36-95ce-642a112648dd,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:04.659744 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network 4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:04.662645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] For port a9ee1873-b1c6-4207-b001-70a0cdc32104, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a9ee1873-b1c6-4207-b001-70a0cdc32104,segment=NetworkSegment(e2f14efa-4f57-475e-a609-f6f8459c58bb),segment_id=e2f14efa-4f57-475e-a609-f6f8459c58bb)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:04.663098 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:04.665843 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:04.667661 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:04.668452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:04.671080 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:04.689675 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Allocated IP 172.20.0.1 (c2185990-5868-4261-a9d5-ddfa460f65e5/4132fd00-c960-4963-9492-f51170edb9ea/f0f0e988-9aaf-424e-b675-bf3a11a57008) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:04.737476 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a3483-9518-4a0f-8be0-dcebf4182bdf None None] Pushing event updated for resources: {'Port': ['ID=e5d32f5c-50c0-43e8-898c-bc28b1b0f96e,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:04.755199 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:04.813470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:04.813470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:04.847759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8ae59b-2507-4c3e-884a-1b3fc0038c02 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:04.847759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f8ae59b-2507-4c3e-884a-1b3fc0038c02 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:04.898293 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Allocated IP 2001:db8::2 (4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d/1cdff2c4-b6e8-4307-8c11-119d02304b9f/e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:04.916174 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:04.979322 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9f2942f1-ab7b-4e09-b547-02bc7439d9fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0785043 Jan 20 11:05:04.988798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34228) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:05.029465 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e670c-f98b-49b9-b377-e858e07f68a2 None None] Pushing event updated for resources: {'Port': ['ID=a9ee1873-b1c6-4207-b001-70a0cdc32104,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:05.056199 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:05.070964 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8ae59b-2507-4c3e-884a-1b3fc0038c02 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:05:05.090994 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c088d567-53df-446a-bb2b-42554ad59d30 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:05.103765 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c088d567-53df-446a-bb2b-42554ad59d30 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:port and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:05.137337 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c088d567-53df-446a-bb2b-42554ad59d30 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:05.141753 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f8ae59b-2507-4c3e-884a-1b3fc0038c02 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:05.142461 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-4f8ae59b-2507-4c3e-884a-1b3fc0038c02 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Added segment b8bba034-9a59-4261-aa34-031481cdd1cd of type vlan for network 78bad1c2-a66b-441e-bf72-3501b960c0f1 Jan 20 11:05:05.148499 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:05.161706 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:05.194734 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c088d567-53df-446a-bb2b-42554ad59d30 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:05.295783 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port c5551298-1824-489c-8a60-e5da5ee2ebcf, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c5551298-1824-489c-8a60-e5da5ee2ebcf,segment=NetworkSegment(4ee7cd67-bed2-4541-a436-ec6cb9cb88c8),segment_id=4ee7cd67-bed2-4541-a436-ec6cb9cb88c8)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:05.347944 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f8ae59b-2507-4c3e-884a-1b3fc0038c02 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:05.360260 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:05.407488 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ac0b81-2779-457e-9c9a-24668338f997 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:05.411253 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ac0b81-2779-457e-9c9a-24668338f997 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:05.423229 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-89ac0b81-2779-457e-9c9a-24668338f997 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.4294846 Jan 20 11:05:05.435213 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34232) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:05.497942 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:05.555590 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c088d567-53df-446a-bb2b-42554ad59d30 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:05.688780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-4f8ae59b-2507-4c3e-884a-1b3fc0038c02 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 11:05:05.696347 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=c5551298-1824-489c-8a60-e5da5ee2ebcf,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:05.735260 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Transition to ACTIVE for port object f0f0e988-9aaf-424e-b675-bf3a11a57008 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:05.750065 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:05.764353 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Transition to ACTIVE for port object e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:05.784309 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0f979-9a38-4584-8821-2d5aab76a324 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port f62ee3b3-a843-47af-b9b0-102e90fee29e {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:05:05.784746 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4cd0f979-9a38-4584-8821-2d5aab76a324 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:05.784890 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Transition to ACTIVE for port object e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:05.789064 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e5d32f5c-50c0-43e8-898c-bc28b1b0f96e up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:05.835972 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f8ae59b-2507-4c3e-884a-1b3fc0038c02 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:05.840183 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8ae59b-2507-4c3e-884a-1b3fc0038c02 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:05.841052 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f8ae59b-2507-4c3e-884a-1b3fc0038c02 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:05.865985 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5675497a-743e-46d1-8051-0b761a62b6cc None None] Provisioning complete for port c5551298-1824-489c-8a60-e5da5ee2ebcf triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:05.866970 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5675497a-743e-46d1-8051-0b761a62b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:05.928922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:06.040406 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:06.069792 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4f8ae59b-2507-4c3e-884a-1b3fc0038c02 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5581334 Jan 20 11:05:06.070150 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34236) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:06.071514 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ae59b-2507-4c3e-884a-1b3fc0038c02 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Network': ['ID=78bad1c2-a66b-441e-bf72-3501b960c0f1,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:06.077714 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c088d567-53df-446a-bb2b-42554ad59d30 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:06.078380 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f9e4e41b-4ce5-4da7-9816-47b15ca71859 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'subnet': {'network_id': '78bad1c2-a66b-441e-bf72-3501b960c0f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:06.095531 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:06.127838 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 78bad1c2-a66b-441e-bf72-3501b960c0f1 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:06.156500 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:06.157263 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:06.255072 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Network 4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:06.262912 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-c088d567-53df-446a-bb2b-42554ad59d30 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] device_id is not set on port 2adaf996-8f99-4cf5-a5b6-1050ae531fd4 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:05:06.277696 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:06.315412 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network c2185990-5868-4261-a9d5-ddfa460f65e5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:06.319553 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:06.320879 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:06.321879 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Pushing event updated for resources: {'Port': ['ID=e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:06.338882 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=f0f0e988-9aaf-424e-b675-bf3a11a57008,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:06.347412 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:06.394430 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=23423de1-622f-4e36-95ce-642a112648dd,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:06.410721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f9e4e41b-4ce5-4da7-9816-47b15ca71859 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:06.420374 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f9e4e41b-4ce5-4da7-9816-47b15ca71859 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:subnet and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:06.425186 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f9e4e41b-4ce5-4da7-9816-47b15ca71859 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:06.447904 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f9e4e41b-4ce5-4da7-9816-47b15ca71859 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:06.467088 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:06.468547 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Allocated IP 172.20.0.2 (c2185990-5868-4261-a9d5-ddfa460f65e5/4132fd00-c960-4963-9492-f51170edb9ea/cda25e02-6ff5-4e3b-a6a1-5a9c50293a98) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:06.532825 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port e5d32f5c-50c0-43e8-898c-bc28b1b0f96e completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:06.533097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network 4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:06.534578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:06.541247 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4cd0f979-9a38-4584-8821-2d5aab76a324 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:06.589383 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a9ee1873-b1c6-4207-b001-70a0cdc32104 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:06.682835 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:06.761186 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e4e41b-4ce5-4da7-9816-47b15ca71859 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:06.763752 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Attempting to bind port e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:06.765106 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Attempting to bind port e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '8a99ed84-1a0b-4745-b559-58793424f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:06.765750 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Attempting to bind port e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 on network 4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:06.799881 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0f979-9a38-4584-8821-2d5aab76a324 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for f62ee3b3-a843-47af-b9b0-102e90fee29e owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:05:06.813470 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:06.814330 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Checking segment: {'id': '8a99ed84-1a0b-4745-b559-58793424f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:06.814978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:06.816913 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Bound using segment: {'id': '8a99ed84-1a0b-4745-b559-58793424f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:06.818204 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Bound port: e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a99ed84-1a0b-4745-b559-58793424f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:06.818852 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:07.019543 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-c088d567-53df-446a-bb2b-42554ad59d30 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Allocated IP 2001:db8::f (c5e86737-bc35-4325-ac88-c8df580b9e00/65dd2804-833c-43b2-973c-6d8154261e99/2adaf996-8f99-4cf5-a5b6-1050ae531fd4) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:07.060846 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port a9ee1873-b1c6-4207-b001-70a0cdc32104 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:07.085506 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] For port e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:07.091256 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] For port e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9,segment=NetworkSegment(8a99ed84-1a0b-4745-b559-58793424f604),segment_id=8a99ed84-1a0b-4745-b559-58793424f604)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:07.108037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7601f7e0-bf6a-424b-a999-53323544367c None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:07.154434 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9197971-758a-4e2f-bed8-4ca1184b3b3d None None] Network c5e86737-bc35-4325-ac88-c8df580b9e00 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:07.176947 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:07.183485 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9e4e41b-4ce5-4da7-9816-47b15ca71859 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:07.251895 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:07.295633 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.ipam_backend_mixin [None req-f9e4e41b-4ce5-4da7-9816-47b15ca71859 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Performing IP validity checks on allocation pools {{(pid=84331) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 11:05:07.296717 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.ipam_backend_mixin [None req-f9e4e41b-4ce5-4da7-9816-47b15ca71859 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84331) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 11:05:07.341199 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Transition to ACTIVE for port object cda25e02-6ff5-4e3b-a6a1-5a9c50293a98 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:07.373301 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:07.433413 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router 68698e4e-b028-45b5-b308-88f1dc183078 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:05:07.444655 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Transition to ACTIVE for port object cda25e02-6ff5-4e3b-a6a1-5a9c50293a98 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:07.596531 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Provisioning for port e5d32f5c-50c0-43e8-898c-bc28b1b0f96e completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:07.600240 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cc548-4c20-485d-ab4a-ed9f5de9f377 None None] Pushing event updated for resources: {'Port': ['ID=e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:07.703217 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c5551298-1824-489c-8a60-e5da5ee2ebcf up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:07.711111 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4cd0f979-9a38-4584-8821-2d5aab76a324 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:07.715568 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c088d567-53df-446a-bb2b-42554ad59d30 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:07.731184 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:07.741239 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Provisioning complete for port e5d32f5c-50c0-43e8-898c-bc28b1b0f96e triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:07.743119 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:07.783830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:05:07.813881 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0f979-9a38-4584-8821-2d5aab76a324 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=f62ee3b3-a843-47af-b9b0-102e90fee29e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:07.815887 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34242) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:07.815995 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-78d91e6b-12fc-401a-92b1-bdecd889f152 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/68698e4e-b028-45b5-b308-88f1dc183078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4635687 Jan 20 11:05:07.828763 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-c088d567-53df-446a-bb2b-42554ad59d30 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Transition to ACTIVE for port object 2adaf996-8f99-4cf5-a5b6-1050ae531fd4 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:07.832537 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-fdfca2bd-6df8-4d77-aca2-0f0f56a79861 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-362920184'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:07.844876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fdfca2bd-6df8-4d77-aca2-0f0f56a79861 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:07.856746 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Sync routers for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:05:07.915396 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9e4e41b-4ce5-4da7-9816-47b15ca71859 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:07.934375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fdfca2bd-6df8-4d77-aca2-0f0f56a79861 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:network and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:08.017259 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:05:08.044309 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:08.047756 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:08.058181 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4e41b-4ce5-4da7-9816-47b15ca71859 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Subnet': ['ID=86ef9cb7-bc2d-4aef-9412-229acb8779ef,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:08.069617 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4e41b-4ce5-4da7-9816-47b15ca71859 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Checking segment: {'id': 'b8bba034-9a59-4261-aa34-031481cdd1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '78bad1c2-a66b-441e-bf72-3501b960c0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:08.070189 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e4e41b-4ce5-4da7-9816-47b15ca71859 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network hostable DHCP agents. Network: 78bad1c2-a66b-441e-bf72-3501b960c0f1, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:05:08.085169 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fdfca2bd-6df8-4d77-aca2-0f0f56a79861 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:08.095619 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Network c2185990-5868-4261-a9d5-ddfa460f65e5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:08.105283 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Pushing event updated for resources: {'Port': ['ID=cda25e02-6ff5-4e3b-a6a1-5a9c50293a98,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:08.122427 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fdfca2bd-6df8-4d77-aca2-0f0f56a79861 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:08.140337 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:08.193744 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e4e41b-4ce5-4da7-9816-47b15ca71859 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network 78bad1c2-a66b-441e-bf72-3501b960c0f1 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:05:08.218314 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:08.269571 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-f9e4e41b-4ce5-4da7-9816-47b15ca71859 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 78bad1c2-a66b-441e-bf72-3501b960c0f1) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:08.274973 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e4e41b-4ce5-4da7-9816-47b15ca71859 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:08.275807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9e4e41b-4ce5-4da7-9816-47b15ca71859 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:08.295823 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e08f372-ffbe-4787-a2c0-eab040724701 None None] Network 78bad1c2-a66b-441e-bf72-3501b960c0f1 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:08.307504 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4cd0f979-9a38-4584-8821-2d5aab76a324 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:08.345588 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfca2bd-6df8-4d77-aca2-0f0f56a79861 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Made reservation on behalf of 1aa6148e9f8944e88f329c972f79dedb for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:08.348586 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdfca2bd-6df8-4d77-aca2-0f0f56a79861 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:08.365846 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4cd0f979-9a38-4584-8821-2d5aab76a324 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/f62ee3b3-a843-47af-b9b0-102e90fee29e HTTP/1.1" status: 204 len: 168 time: 2.9272509 Jan 20 11:05:08.371140 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34246) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:08.393017 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c088d567-53df-446a-bb2b-42554ad59d30 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:08.455816 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfca2bd-6df8-4d77-aca2-0f0f56a79861 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:05:08.495239 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdfca2bd-6df8-4d77-aca2-0f0f56a79861 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:08.495584 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-fdfca2bd-6df8-4d77-aca2-0f0f56a79861 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Added segment 68deb864-edd2-4957-b53d-3a6b29ce7017 of type vlan for network 3e35fe82-4362-45af-a614-7e3b72db8473 Jan 20 11:05:08.525675 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:08.528468 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c088d567-53df-446a-bb2b-42554ad59d30 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network c5e86737-bc35-4325-ac88-c8df580b9e00 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:08.529661 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088d567-53df-446a-bb2b-42554ad59d30 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=2adaf996-8f99-4cf5-a5b6-1050ae531fd4,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:08.534744 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c088d567-53df-446a-bb2b-42554ad59d30 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:08.538384 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c088d567-53df-446a-bb2b-42554ad59d30 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:08.544281 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c088d567-53df-446a-bb2b-42554ad59d30 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:08.546358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c088d567-53df-446a-bb2b-42554ad59d30 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:08.563616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:05:08.567117 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f9e4e41b-4ce5-4da7-9816-47b15ca71859 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4955626 Jan 20 11:05:08.572837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34250) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:08.590688 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdfca2bd-6df8-4d77-aca2-0f0f56a79861 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:08.595099 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:08.621320 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Attempting to bind port cda25e02-6ff5-4e3b-a6a1-5a9c50293a98 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:08.621790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Attempting to bind port cda25e02-6ff5-4e3b-a6a1-5a9c50293a98 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '0b0cb8db-f39f-4981-8b6a-8b13fc936c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:08.627218 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Attempting to bind port cda25e02-6ff5-4e3b-a6a1-5a9c50293a98 on network c2185990-5868-4261-a9d5-ddfa460f65e5 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:08.635257 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port c5551298-1824-489c-8a60-e5da5ee2ebcf triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:08.635732 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:08.675884 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c088d567-53df-446a-bb2b-42554ad59d30 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0935183 Jan 20 11:05:08.681615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34254) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:08.705656 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:08.708713 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab1fbe8-4f64-4d8e-9aef-e41222d7bd61 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:08.710883 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab1fbe8-4f64-4d8e-9aef-e41222d7bd61 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:08.712226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab1fbe8-4f64-4d8e-9aef-e41222d7bd61 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:08.713076 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6ab1fbe8-4f64-4d8e-9aef-e41222d7bd61 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:05:08.784192 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=f0f0e988-9aaf-424e-b675-bf3a11a57008,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:08.797512 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:08.799538 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Checking segment: {'id': '0b0cb8db-f39f-4981-8b6a-8b13fc936c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:08.799538 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:08.799538 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Bound using segment: {'id': '0b0cb8db-f39f-4981-8b6a-8b13fc936c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:08.799538 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Bound port: cda25e02-6ff5-4e3b-a6a1-5a9c50293a98, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0cb8db-f39f-4981-8b6a-8b13fc936c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:08.799872 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:08.805464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:08.814208 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6ab1fbe8-4f64-4d8e-9aef-e41222d7bd61 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:05:08.821869 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6ab1fbe8-4f64-4d8e-9aef-e41222d7bd61 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4512951 Jan 20 11:05:08.823933 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34258) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:08.828510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-53a5008c-7e45-4421-bc1c-c8d17fd9dd6b tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:08.872294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0f7081-d3a0-47ec-b301-0dbb6bfe7ca9 None None] Network 4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:08.900534 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdfca2bd-6df8-4d77-aca2-0f0f56a79861 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:08.904153 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfca2bd-6df8-4d77-aca2-0f0f56a79861 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:08.904943 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdfca2bd-6df8-4d77-aca2-0f0f56a79861 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:08.954581 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-53a5008c-7e45-4421-bc1c-c8d17fd9dd6b tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:08.991973 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e68500e-f602-45de-814c-80368c6594b5 None None] Update dhcp port {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'fixed_ips': [{'subnet_id': 'd8d77cc2-a213-4d72-8e9f-4cab5649e400', 'ip_address': '2001:db8::f816:3eff:fe92:2d27'}, {'subnet_id': '643d3209-de86-4f83-bdb8-fd802b6e3f7a'}], 'binding:host_id': 'dv-neutron-825471-1-hyperv'}, 'id': 'e5d32f5c-50c0-43e8-898c-bc28b1b0f96e'} from dv-neutron-825471-1-hyperv. {{(pid=84333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 11:05:09.099355 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] For port e5d32f5c-50c0-43e8-898c-bc28b1b0f96e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e5d32f5c-50c0-43e8-898c-bc28b1b0f96e,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:09.120585 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c999a3-6a9a-46d1-8512-ef587607189b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:09.121680 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e0c999a3-6a9a-46d1-8512-ef587607189b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Synchronizing usage tracker for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:05:09.149477 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-53a5008c-7e45-4421-bc1c-c8d17fd9dd6b tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:09.197638 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5008c-7e45-4421-bc1c-c8d17fd9dd6b tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Subnet': ['ID=86ef9cb7-bc2d-4aef-9412-229acb8779ef,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:09.270512 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:09.300503 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fdfca2bd-6df8-4d77-aca2-0f0f56a79861 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4801531 Jan 20 11:05:09.309353 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34262) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:09.319648 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-4ed42a60-667f-46e4-bd60-c7e49180975c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'subnet': {'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:09.366830 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfca2bd-6df8-4d77-aca2-0f0f56a79861 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Network': ['ID=3e35fe82-4362-45af-a614-7e3b72db8473,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:09.396608 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network c2185990-5868-4261-a9d5-ddfa460f65e5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:09.401684 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 3e35fe82-4362-45af-a614-7e3b72db8473 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:09.404904 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:09.449797 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-53a5008c-7e45-4421-bc1c-c8d17fd9dd6b tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:09.457510 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] For port cda25e02-6ff5-4e3b-a6a1-5a9c50293a98, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:09.482062 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e0c999a3-6a9a-46d1-8512-ef587607189b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Unset dirty status for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:05:09.483281 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e0c999a3-6a9a-46d1-8512-ef587607189b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.7939739 Jan 20 11:05:09.488075 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34268) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:09.502836 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d28a33-0419-4b7f-87d1-9141aac0d86c None None] Network 78bad1c2-a66b-441e-bf72-3501b960c0f1 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:09.518560 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1e68500e-f602-45de-814c-80368c6594b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:09.536021 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-53a5008c-7e45-4421-bc1c-c8d17fd9dd6b tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78bad1c2-a66b-441e-bf72-3501b960c0f1']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:09.557945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4ed42a60-667f-46e4-bd60-c7e49180975c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:09.570909 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-53a5008c-7e45-4421-bc1c-c8d17fd9dd6b tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8bba034-9a59-4261-aa34-031481cdd1cd') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:09.571482 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-53a5008c-7e45-4421-bc1c-c8d17fd9dd6b tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8bba034-9a59-4261-aa34-031481cdd1cd') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:09.578539 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4ed42a60-667f-46e4-bd60-c7e49180975c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:subnet and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:09.586163 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4ed42a60-667f-46e4-bd60-c7e49180975c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:09.595151 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-53a5008c-7e45-4421-bc1c-c8d17fd9dd6b tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:09.602622 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4ed42a60-667f-46e4-bd60-c7e49180975c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:09.610538 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37a77ec-25c9-4c6c-8382-7c5bc51c48ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet 643d3209-de86-4f83-bdb8-fd802b6e3f7a {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:05:09.614022 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a37a77ec-25c9-4c6c-8382-7c5bc51c48ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:09.636886 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-53a5008c-7e45-4421-bc1c-c8d17fd9dd6b tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:09.649408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a5008c-7e45-4421-bc1c-c8d17fd9dd6b tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:05:09.650265 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-53a5008c-7e45-4421-bc1c-c8d17fd9dd6b tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:05:09.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:05:09.683665 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a37a77ec-25c9-4c6c-8382-7c5bc51c48ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:09.728735 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] For port cda25e02-6ff5-4e3b-a6a1-5a9c50293a98, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=cda25e02-6ff5-4e3b-a6a1-5a9c50293a98,segment=NetworkSegment(0b0cb8db-f39f-4981-8b6a-8b13fc936c97),segment_id=0b0cb8db-f39f-4981-8b6a-8b13fc936c97)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:09.746664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed42a60-667f-46e4-bd60-c7e49180975c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Made reservation on behalf of 1aa6148e9f8944e88f329c972f79dedb for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:09.752658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a37a77ec-25c9-4c6c-8382-7c5bc51c48ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:09.817837 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:09.847873 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c75701d-7338-4b1c-bc81-14dd7b54f9f2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:09.853053 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c75701d-7338-4b1c-bc81-14dd7b54f9f2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:09.857213 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c75701d-7338-4b1c-bc81-14dd7b54f9f2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:09.860169 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7c75701d-7338-4b1c-bc81-14dd7b54f9f2 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3690088 Jan 20 11:05:09.881612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34272) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:09.983290 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-9b2385ab-1164-4c1c-8ddd-5c67a5b00935 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port 2adaf996-8f99-4cf5-a5b6-1050ae531fd4 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:05:09.984097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9b2385ab-1164-4c1c-8ddd-5c67a5b00935 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:09.987327 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Provisioning for port a9ee1873-b1c6-4207-b001-70a0cdc32104 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:09.992645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:10.021082 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Pushing event updated for resources: {'Port': ['ID=e5d32f5c-50c0-43e8-898c-bc28b1b0f96e,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:10.042804 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-53a5008c-7e45-4421-bc1c-c8d17fd9dd6b tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:10.045988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:10.072799 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a37a77ec-25c9-4c6c-8382-7c5bc51c48ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:10.075447 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-53a5008c-7e45-4421-bc1c-c8d17fd9dd6b tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:10.094924 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5008c-7e45-4421-bc1c-c8d17fd9dd6b tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Network': ['ID=78bad1c2-a66b-441e-bf72-3501b960c0f1,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:10.102642 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4ed42a60-667f-46e4-bd60-c7e49180975c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:10.115562 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a77ec-25c9-4c6c-8382-7c5bc51c48ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=643d3209-de86-4f83-bdb8-fd802b6e3f7a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:10.116400 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Provisioning complete for port a9ee1873-b1c6-4207-b001-70a0cdc32104 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:10.116975 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:10.130962 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-53a5008c-7e45-4421-bc1c-c8d17fd9dd6b tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/78bad1c2-a66b-441e-bf72-3501b960c0f1 HTTP/1.1" status: 204 len: 168 time: 1.5561855 Jan 20 11:05:10.138877 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34276) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:10.141617 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a37a77ec-25c9-4c6c-8382-7c5bc51c48ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:10.154425 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8728e2d2-5021-430c-b871-348b7ad7c495 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1990997367'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:10.164080 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8728e2d2-5021-430c-b871-348b7ad7c495 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:10.172874 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8728e2d2-5021-430c-b871-348b7ad7c495 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:network and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:10.178161 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8728e2d2-5021-430c-b871-348b7ad7c495 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:10.185442 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8728e2d2-5021-430c-b871-348b7ad7c495 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:10.250334 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:10.250946 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:10.251282 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:10.251615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:10.251947 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:10.252274 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:10.252598 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:10.252919 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:10.253238 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:10.253568 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:10.253892 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:10.273879 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a37a77ec-25c9-4c6c-8382-7c5bc51c48ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/643d3209-de86-4f83-bdb8-fd802b6e3f7a HTTP/1.1" status: 204 len: 168 time: 1.4452183 Jan 20 11:05:10.274583 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34280) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:10.316924 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router 97ce2dca-110c-4350-8730-2b8d0effd009 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:05:10.325438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8728e2d2-5021-430c-b871-348b7ad7c495 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:10.328123 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8728e2d2-5021-430c-b871-348b7ad7c495 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:10.447939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bf64ca-d171-469b-8e63-6274f8091677 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet d8d77cc2-a213-4d72-8e9f-4cab5649e400 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:05:10.452235 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9b2385ab-1164-4c1c-8ddd-5c67a5b00935 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:10.452712 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25bf64ca-d171-469b-8e63-6274f8091677 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:10.523620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8728e2d2-5021-430c-b871-348b7ad7c495 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server [None req-1e68500e-f602-45de-814c-80368c6594b5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 643d3209-de86-4f83-bdb8-fd802b6e3f7a: This subnet is being modified by another concurrent operation. Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:10.539272 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise exception Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 643d3209-de86-4f83-bdb8-fd802b6e3f7a: This subnet is being modified by another concurrent operation. Jan 20 11:05:10.543104 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server Jan 20 11:05:10.553160 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ac40b-f991-43c3-be49-f28d21f80060 None None] Pushing event updated for resources: {'Port': ['ID=cda25e02-6ff5-4e3b-a6a1-5a9c50293a98,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:10.606699 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25bf64ca-d171-469b-8e63-6274f8091677 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:10.641270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8728e2d2-5021-430c-b871-348b7ad7c495 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:10.641819 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-8728e2d2-5021-430c-b871-348b7ad7c495 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Added segment b8c16165-4638-4c7a-8a54-d19edaa300d1 of type vlan for network 745dbb33-5cf1-4598-a858-a58e311eeab1 Jan 20 11:05:10.653141 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:10.671644 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:05:04Z', 'revision_number': 2, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:05Z', 'revision_number': 2, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:10.674553 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:10.696145 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Checking router: 68698e4e-b028-45b5-b308-88f1dc183078 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:05:10.696496 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Updating router 68698e4e-b028-45b5-b308-88f1dc183078 port 23423de1-622f-4e36-95ce-642a112648dd binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:05:10.726430 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8728e2d2-5021-430c-b871-348b7ad7c495 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:10.774749 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] For port a9ee1873-b1c6-4207-b001-70a0cdc32104, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a9ee1873-b1c6-4207-b001-70a0cdc32104,segment=NetworkSegment(e2f14efa-4f57-475e-a609-f6f8459c58bb),segment_id=e2f14efa-4f57-475e-a609-f6f8459c58bb)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:10.788195 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:10.811512 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25bf64ca-d171-469b-8e63-6274f8091677 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:10.826303 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-9b2385ab-1164-4c1c-8ddd-5c67a5b00935 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for 2adaf996-8f99-4cf5-a5b6-1050ae531fd4 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:05:10.853167 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:10.904973 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:05:10.922107 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Sync routers for ids ['97ce2dca-110c-4350-8730-2b8d0effd009'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:05:10.940043 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a3a87886-7052-4c4a-9111-ae93809402ec tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/97ce2dca-110c-4350-8730-2b8d0effd009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2874582 Jan 20 11:05:10.944786 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Routers {'97ce2dca-110c-4350-8730-2b8d0effd009'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:10.945075 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34284) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:10.946103 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['97ce2dca-110c-4350-8730-2b8d0effd009'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:10.968965 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8b958980-4a46-4cba-83ce-501981340899 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'network': {'name': 'tempest-RoutersTest-1543180399'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:10.983928 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8b958980-4a46-4cba-83ce-501981340899 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:10.994134 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8b958980-4a46-4cba-83ce-501981340899 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:network and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:11.000974 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8b958980-4a46-4cba-83ce-501981340899 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:11.019916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8b958980-4a46-4cba-83ce-501981340899 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:11.061417 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8728e2d2-5021-430c-b871-348b7ad7c495 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:11.067656 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf0b7-1d72-4925-a53f-87bbc42ea001 None None] Pushing event updated for resources: {'Port': ['ID=a9ee1873-b1c6-4207-b001-70a0cdc32104,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:11.070938 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8728e2d2-5021-430c-b871-348b7ad7c495 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:11.071481 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8728e2d2-5021-430c-b871-348b7ad7c495 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:11.189933 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] Provisioning for port 2adaf996-8f99-4cf5-a5b6-1050ae531fd4 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:11.203535 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] Provisioning complete for port 2adaf996-8f99-4cf5-a5b6-1050ae531fd4 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:11.204108 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:11.261914 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4ed42a60-667f-46e4-bd60-c7e49180975c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:11.297166 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] Port 2adaf996-8f99-4cf5-a5b6-1050ae531fd4 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:05:11.310126 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728e2d2-5021-430c-b871-348b7ad7c495 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Network': ['ID=745dbb33-5cf1-4598-a858-a58e311eeab1,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:11.310126 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b958980-4a46-4cba-83ce-501981340899 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Made reservation on behalf of 0c5b44fb39b64ea5a5d562662d9183a4 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:11.313258 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b958980-4a46-4cba-83ce-501981340899 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:11.329000 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 745dbb33-5cf1-4598-a858-a58e311eeab1 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:11.337194 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8728e2d2-5021-430c-b871-348b7ad7c495 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1972244 Jan 20 11:05:11.338359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34288) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:11.340546 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Set router 97ce2dca-110c-4350-8730-2b8d0effd009 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:05:11.358228 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] Provisioning complete for port a9ee1873-b1c6-4207-b001-70a0cdc32104 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:11.358790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:11.374801 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b958980-4a46-4cba-83ce-501981340899 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:05:11.389810 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b958980-4a46-4cba-83ce-501981340899 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:11.390154 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-8b958980-4a46-4cba-83ce-501981340899 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Added segment b99294a4-afcc-42d4-956a-d6a804a975b2 of type vlan for network 8b681855-f2cc-4987-82a9-2e443def780c Jan 20 11:05:11.392109 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-2085dd5b-db59-4985-a9c1-9b72ba65ad15 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'subnet': {'network_id': '745dbb33-5cf1-4598-a858-a58e311eeab1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:11.422548 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b958980-4a46-4cba-83ce-501981340899 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:11.576934 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b958980-4a46-4cba-83ce-501981340899 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:11.581815 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b958980-4a46-4cba-83ce-501981340899 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:11.582683 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b958980-4a46-4cba-83ce-501981340899 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:11.584537 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9b2385ab-1164-4c1c-8ddd-5c67a5b00935 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:11.673468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:11.682857 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25bf64ca-d171-469b-8e63-6274f8091677 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:11.696921 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2385ab-1164-4c1c-8ddd-5c67a5b00935 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=2adaf996-8f99-4cf5-a5b6-1050ae531fd4,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:11.712682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed42a60-667f-46e4-bd60-c7e49180975c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Subnet': ['ID=543351b4-4852-4dc3-aad7-de8a8bf6c59c,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:11.713732 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Transition to ACTIVE for port object 23423de1-622f-4e36-95ce-642a112648dd will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:11.728583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed42a60-667f-46e4-bd60-c7e49180975c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Checking segment: {'id': '68deb864-edd2-4957-b53d-3a6b29ce7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:11.735025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed42a60-667f-46e4-bd60-c7e49180975c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network hostable DHCP agents. Network: 3e35fe82-4362-45af-a614-7e3b72db8473, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:05:11.837353 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2085dd5b-db59-4985-a9c1-9b72ba65ad15 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:11.838291 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] Provisioning for port 31937e4e-4728-42ef-821d-618cd5d56602 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:11.838291 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] Provisioning complete for port 31937e4e-4728-42ef-821d-618cd5d56602 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:11.838291 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:11.844249 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-2085dd5b-db59-4985-a9c1-9b72ba65ad15 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:subnet and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:11.847683 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-2085dd5b-db59-4985-a9c1-9b72ba65ad15 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:11.859011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2085dd5b-db59-4985-a9c1-9b72ba65ad15 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:11.884458 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9b2385ab-1164-4c1c-8ddd-5c67a5b00935 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:11.921848 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:11.930037 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed42a60-667f-46e4-bd60-c7e49180975c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network 3e35fe82-4362-45af-a614-7e3b72db8473 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:05:11.965528 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2085dd5b-db59-4985-a9c1-9b72ba65ad15 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:11.987382 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:05:06Z', 'revision_number': 2, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:08Z', 'revision_number': 2, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:12.008572 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Checking router: 97ce2dca-110c-4350-8730-2b8d0effd009 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:05:12.008917 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Updating router 97ce2dca-110c-4350-8730-2b8d0effd009 port f0f0e988-9aaf-424e-b675-bf3a11a57008 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:05:12.029411 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9b2385ab-1164-4c1c-8ddd-5c67a5b00935 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/ports/2adaf996-8f99-4cf5-a5b6-1050ae531fd4 HTTP/1.1" status: 204 len: 168 time: 2.1543744 Jan 20 11:05:12.043187 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34292) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:12.111818 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a9ee1873-b1c6-4207-b001-70a0cdc32104 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:12.123318 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8b958980-4a46-4cba-83ce-501981340899 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1665292 Jan 20 11:05:12.142068 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34296) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:12.142741 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:12.148527 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf64ca-d171-469b-8e63-6274f8091677 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=d8d77cc2-a213-4d72-8e9f-4cab5649e400,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:12.192194 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4d46bf7b-1f08-4df2-9eb6-0da409b0a992 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'subnet': {'network_id': '8b681855-f2cc-4987-82a9-2e443def780c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:12.219299 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-4ed42a60-667f-46e4-bd60-c7e49180975c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 3e35fe82-4362-45af-a614-7e3b72db8473) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:12.232977 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed42a60-667f-46e4-bd60-c7e49180975c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:12.235779 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4ed42a60-667f-46e4-bd60-c7e49180975c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:12.255952 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-25bf64ca-d171-469b-8e63-6274f8091677 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:12.258818 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-25bf64ca-d171-469b-8e63-6274f8091677 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/d8d77cc2-a213-4d72-8e9f-4cab5649e400 HTTP/1.1" status: 204 len: 168 time: 1.9827237 Jan 20 11:05:12.267269 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34300) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:12.272063 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b958980-4a46-4cba-83ce-501981340899 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Network': ['ID=8b681855-f2cc-4987-82a9-2e443def780c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:12.325740 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48229d7e-32cc-435a-9bd5-40c2a996e08a None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:12.340917 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bc3c1e-28d5-462a-b54a-ee450b1f9f0c None None] Network 3e35fe82-4362-45af-a614-7e3b72db8473 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:12.354111 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 8b681855-f2cc-4987-82a9-2e443def780c details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:12.372633 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8c7219-057d-4ea9-9b30-c37f34d483a4 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] GET failed (client error): The resource could not be found. Jan 20 11:05:12.373821 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3e8c7219-057d-4ea9-9b30-c37f34d483a4 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Synchronizing usage tracker for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:05:12.384318 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4ed42a60-667f-46e4-bd60-c7e49180975c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0733659 Jan 20 11:05:12.392826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34304) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:12.412349 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ad425a1d-cbbb-4126-8424-6f4a1ab01bbf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1373904 Jan 20 11:05:12.416775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34308) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:12.432775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:12.465071 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89882350-b9c9-466c-8c41-d50dad95a569 None None] Network c2185990-5868-4261-a9d5-ddfa460f65e5 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:12.576624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2085dd5b-db59-4985-a9c1-9b72ba65ad15 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:12.605154 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4d46bf7b-1f08-4df2-9eb6-0da409b0a992 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:12.641728 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4d46bf7b-1f08-4df2-9eb6-0da409b0a992 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:subnet and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:12.647342 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4d46bf7b-1f08-4df2-9eb6-0da409b0a992 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:12.667245 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4d46bf7b-1f08-4df2-9eb6-0da409b0a992 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:12.674504 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:12.684337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:12.701379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:12.701522 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] Port 31937e4e-4728-42ef-821d-618cd5d56602 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:05:12.704739 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:12.773897 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:12.787786 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Transition to ACTIVE for port object f0f0e988-9aaf-424e-b675-bf3a11a57008 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:12.796930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3e8c7219-057d-4ea9-9b30-c37f34d483a4 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Unset dirty status for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:05:12.800911 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3e8c7219-057d-4ea9-9b30-c37f34d483a4 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports/2adaf996-8f99-4cf5-a5b6-1050ae531fd4 HTTP/1.1" status: 404 len: 333 time: 0.7495503 Jan 20 11:05:12.803076 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34312) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:12.816268 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d46bf7b-1f08-4df2-9eb6-0da409b0a992 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Made reservation on behalf of 0c5b44fb39b64ea5a5d562662d9183a4 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:12.845382 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c460ae5-abd5-4e40-9cb3-c66ad61b2fbf None None] Pushing event updated for resources: {'Port': ['ID=23423de1-622f-4e36-95ce-642a112648dd,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:12.910932 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a4781-dc1f-4f49-b40d-66b162fe0ee1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port 31937e4e-4728-42ef-821d-618cd5d56602 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:05:12.911555 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4781-dc1f-4f49-b40d-66b162fe0ee1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:12.927701 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:12.981131 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:13.061631 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4d46bf7b-1f08-4df2-9eb6-0da409b0a992 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:13.112423 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] Provisioning for port e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:13.131773 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c23b6-ff11-4943-a467-0f3512c265e3 None None] Pushing event updated for resources: {'Port': ['ID=f0f0e988-9aaf-424e-b675-bf3a11a57008,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:13.148074 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:13.170148 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2085dd5b-db59-4985-a9c1-9b72ba65ad15 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:13.208796 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] Provisioning complete for port e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:13.209253 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:13.258407 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port a9ee1873-b1c6-4207-b001-70a0cdc32104 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:13.259192 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:13.262554 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Attempting to bind port f0f0e988-9aaf-424e-b675-bf3a11a57008 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:13.263183 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Attempting to bind port f0f0e988-9aaf-424e-b675-bf3a11a57008 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '0b0cb8db-f39f-4981-8b6a-8b13fc936c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:13.263796 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Attempting to bind port f0f0e988-9aaf-424e-b675-bf3a11a57008 on network c2185990-5868-4261-a9d5-ddfa460f65e5 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:13.274361 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:13.281560 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Checking segment: {'id': '0b0cb8db-f39f-4981-8b6a-8b13fc936c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:13.281560 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:13.281560 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Bound using segment: {'id': '0b0cb8db-f39f-4981-8b6a-8b13fc936c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:13.281560 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Bound port: f0f0e988-9aaf-424e-b675-bf3a11a57008, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0cb8db-f39f-4981-8b6a-8b13fc936c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:13.281560 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:13.295689 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Attempting to bind port 23423de1-622f-4e36-95ce-642a112648dd on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:13.296063 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Attempting to bind port 23423de1-622f-4e36-95ce-642a112648dd by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '8a99ed84-1a0b-4745-b559-58793424f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:13.296427 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Attempting to bind port 23423de1-622f-4e36-95ce-642a112648dd on network 4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:13.320144 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085dd5b-db59-4985-a9c1-9b72ba65ad15 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Subnet': ['ID=88460628-5a72-461f-9d93-87e54e6504c3,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:13.407840 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:13.408674 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Checking segment: {'id': '8a99ed84-1a0b-4745-b559-58793424f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:13.409312 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:13.409962 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Bound using segment: {'id': '8a99ed84-1a0b-4745-b559-58793424f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:13.410700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Bound port: 23423de1-622f-4e36-95ce-642a112648dd, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a99ed84-1a0b-4745-b559-58793424f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:13.411944 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:13.430131 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] For port f0f0e988-9aaf-424e-b675-bf3a11a57008, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:13.436689 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] For port f0f0e988-9aaf-424e-b675-bf3a11a57008, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f0f0e988-9aaf-424e-b675-bf3a11a57008,segment=NetworkSegment(0b0cb8db-f39f-4981-8b6a-8b13fc936c97),segment_id=0b0cb8db-f39f-4981-8b6a-8b13fc936c97)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:13.543170 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-3e35fe82-4362-45af-a614-7e3b72db8473', 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'fixed_ips': [{'subnet_id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:13.544517 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:13.552693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4d46bf7b-1f08-4df2-9eb6-0da409b0a992 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:13.594163 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:13.617049 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46bf7b-1f08-4df2-9eb6-0da409b0a992 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Subnet': ['ID=35e27d9c-fec0-4143-8108-e60bb0d73d3e,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:13.623658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:13.687264 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Routers {'97ce2dca-110c-4350-8730-2b8d0effd009'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:13.690092 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['97ce2dca-110c-4350-8730-2b8d0effd009'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:13.736324 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] DHCP port deletion for 8962365b-2f7b-4071-b5a5-7c805118ad36 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:05:13.778045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4781-dc1f-4f49-b40d-66b162fe0ee1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:13.793294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] Deleting port e5d32f5c-50c0-43e8-898c-bc28b1b0f96e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:05:13.793701 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:13.836582 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:13.869415 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c23b6-ff11-4943-a467-0f3512c265e3 None None] Pushing event updated for resources: {'Port': ['ID=f0f0e988-9aaf-424e-b675-bf3a11a57008,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:13.875021 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] For port 23423de1-622f-4e36-95ce-642a112648dd, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:13.889180 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device cda25e02-6ff5-4e3b-a6a1-5a9c50293a98 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:13.901438 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] Set router 97ce2dca-110c-4350-8730-2b8d0effd009 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:05:13.991260 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a4781-dc1f-4f49-b40d-66b162fe0ee1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for 31937e4e-4728-42ef-821d-618cd5d56602 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:05:14.065273 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] For port 23423de1-622f-4e36-95ce-642a112648dd, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=23423de1-622f-4e36-95ce-642a112648dd,segment=NetworkSegment(8a99ed84-1a0b-4745-b559-58793424f604),segment_id=8a99ed84-1a0b-4745-b559-58793424f604)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:14.116305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46bf7b-1f08-4df2-9eb6-0da409b0a992 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Checking segment: {'id': 'b99294a4-afcc-42d4-956a-d6a804a975b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:14.116816 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d46bf7b-1f08-4df2-9eb6-0da409b0a992 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network hostable DHCP agents. Network: 8b681855-f2cc-4987-82a9-2e443def780c, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:05:14.122326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085dd5b-db59-4985-a9c1-9b72ba65ad15 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Checking segment: {'id': 'b8c16165-4638-4c7a-8a54-d19edaa300d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '745dbb33-5cf1-4598-a858-a58e311eeab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:14.122880 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2085dd5b-db59-4985-a9c1-9b72ba65ad15 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network hostable DHCP agents. Network: 745dbb33-5cf1-4598-a858-a58e311eeab1, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:05:14.150072 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] For port e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9,segment=NetworkSegment(8a99ed84-1a0b-4745-b559-58793424f604),segment_id=8a99ed84-1a0b-4745-b559-58793424f604)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:14.187528 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Allocated IP 2001:db8:1::2 (3e35fe82-4362-45af-a614-7e3b72db8473/543351b4-4852-4dc3-aad7-de8a8bf6c59c/914a8460-dbc2-4a8c-b35b-4be91e280adc) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:14.193898 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:14.250860 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:14.325091 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d46bf7b-1f08-4df2-9eb6-0da409b0a992 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network 8b681855-f2cc-4987-82a9-2e443def780c is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:05:14.413952 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4781-dc1f-4f49-b40d-66b162fe0ee1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:14.451666 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:05:06Z', 'revision_number': 2, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:13Z', 'revision_number': 4, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:14.459813 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a27f3-76b5-462d-ad53-3108bbe584be None None] The sync data for ids ['97ce2dca-110c-4350-8730-2b8d0effd009'] in dv-neutron-825471-1-hyperv is: [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:05:06Z', 'revision_number': 2, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:13Z', 'revision_number': 4, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:05:14.507628 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a4781-dc1f-4f49-b40d-66b162fe0ee1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=31937e4e-4728-42ef-821d-618cd5d56602,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:14.511450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2085dd5b-db59-4985-a9c1-9b72ba65ad15 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network 745dbb33-5cf1-4598-a858-a58e311eeab1 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:05:14.533154 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c460ae5-abd5-4e40-9cb3-c66ad61b2fbf None None] Pushing event updated for resources: {'Port': ['ID=23423de1-622f-4e36-95ce-642a112648dd,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:14.551496 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] Provisioning complete for port e5d32f5c-50c0-43e8-898c-bc28b1b0f96e triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:14.553244 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:14.628754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] For port e5d32f5c-50c0-43e8-898c-bc28b1b0f96e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e5d32f5c-50c0-43e8-898c-bc28b1b0f96e,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:14.629154 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:14.645253 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-4d46bf7b-1f08-4df2-9eb6-0da409b0a992 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 8b681855-f2cc-4987-82a9-2e443def780c) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:14.646540 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d46bf7b-1f08-4df2-9eb6-0da409b0a992 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:14.647386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4d46bf7b-1f08-4df2-9eb6-0da409b0a992 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:14.663488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4781-dc1f-4f49-b40d-66b162fe0ee1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:14.666256 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-2085dd5b-db59-4985-a9c1-9b72ba65ad15 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 745dbb33-5cf1-4598-a858-a58e311eeab1) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:14.683209 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2085dd5b-db59-4985-a9c1-9b72ba65ad15 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:14.683697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2085dd5b-db59-4985-a9c1-9b72ba65ad15 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:14.730467 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02916609-bb3f-40b2-9448-e30d178ba737 None None] Network 8b681855-f2cc-4987-82a9-2e443def780c requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:14.750866 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b8eab5-0168-4c11-9a18-bb328e85fd52 None None] Network 745dbb33-5cf1-4598-a858-a58e311eeab1 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:14.784208 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4d46bf7b-1f08-4df2-9eb6-0da409b0a992 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6231847 Jan 20 11:05:14.787188 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34318) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:14.813149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port cda25e02-6ff5-4e3b-a6a1-5a9c50293a98 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:14.826670 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8b5a4781-dc1f-4f49-b40d-66b162fe0ee1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/ports/31937e4e-4728-42ef-821d-618cd5d56602 HTTP/1.1" status: 204 len: 168 time: 2.0210054 Jan 20 11:05:14.859842 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34322) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:14.964787 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2085dd5b-db59-4985-a9c1-9b72ba65ad15 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.6105201 Jan 20 11:05:14.971788 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34326) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:14.996987 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] Pushing event updated for resources: {'Port': ['ID=e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:15.016031 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc76711-b360-4982-a79f-0b915c1ecb11 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] GET failed (client error): The resource could not be found. Jan 20 11:05:15.016799 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-efc76711-b360-4982-a79f-0b915c1ecb11 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Synchronizing usage tracker for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:05:15.055044 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.objects.ports [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84331) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 11:05:15.268672 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-efc76711-b360-4982-a79f-0b915c1ecb11 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Unset dirty status for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:05:15.272416 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-efc76711-b360-4982-a79f-0b915c1ecb11 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports/31937e4e-4728-42ef-821d-618cd5d56602 HTTP/1.1" status: 404 len: 333 time: 0.4118240 Jan 20 11:05:15.282997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34330) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:15.417342 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] Calling delete_port for e5d32f5c-50c0-43e8-898c-bc28b1b0f96e owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:05:15.467616 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f554135e-1cf6-43eb-94eb-e9ca964fa86f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:15.546381 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:15.630574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e61bb1-06a8-455b-8a8b-441af8661a6e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting subnet 65dd2804-833c-43b2-973c-6d8154261e99 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:05:15.644177 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-96e61bb1-06a8-455b-8a8b-441af8661a6e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:15.692144 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:15.703668 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Transition to ACTIVE for port object 914a8460-dbc2-4a8c-b35b-4be91e280adc will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:15.728038 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Transition to ACTIVE for port object 914a8460-dbc2-4a8c-b35b-4be91e280adc will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:15.751973 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:15.752664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:15.790177 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f554135e-1cf6-43eb-94eb-e9ca964fa86f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:15.800138 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-96e61bb1-06a8-455b-8a8b-441af8661a6e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:16.528764 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:05:16.531622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Allocated IP 2001:db8:1::1 (3e35fe82-4362-45af-a614-7e3b72db8473/543351b4-4852-4dc3-aad7-de8a8bf6c59c/4437d072-408b-4c78-b764-07ef2c8e798f) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:16.543455 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e5d32f5c-50c0-43e8-898c-bc28b1b0f96e no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:05:16.545871 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] For port e5d32f5c-50c0-43e8-898c-bc28b1b0f96e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e5d32f5c-50c0-43e8-898c-bc28b1b0f96e,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:16.545871 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-96e61bb1-06a8-455b-8a8b-441af8661a6e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:16.546499 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:16.546499 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:05:16.546499 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:05:16.546992 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:16.547167 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:16.547167 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Transition to ACTIVE for port object 4437d072-408b-4c78-b764-07ef2c8e798f will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:16.547519 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Network 3e35fe82-4362-45af-a614-7e3b72db8473 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:16.547703 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f554135e-1cf6-43eb-94eb-e9ca964fa86f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:16.547891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:16.547891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:16.547891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-96e61bb1-06a8-455b-8a8b-441af8661a6e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:16.565250 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:16.575614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:16.578981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Pushing event updated for resources: {'Port': ['ID=914a8460-dbc2-4a8c-b35b-4be91e280adc,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:16.579749 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:16.589908 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554135e-1cf6-43eb-94eb-e9ca964fa86f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Subnet': ['ID=88460628-5a72-461f-9d93-87e54e6504c3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:16.609716 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:16.658911 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] Deleting port e5d32f5c-50c0-43e8-898c-bc28b1b0f96e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:05:16.659588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:16.806869 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-96e61bb1-06a8-455b-8a8b-441af8661a6e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:16.808227 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-99e151ce-7178-497c-8c2e-4368d13721f8 None None] Could not find standard attr ID for object f62ee3b3-a843-47af-b9b0-102e90fee29e. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:05:16.823321 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:16.837373 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-96e61bb1-06a8-455b-8a8b-441af8661a6e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/65dd2804-833c-43b2-973c-6d8154261e99 HTTP/1.1" status: 204 len: 168 time: 1.5454197 Jan 20 11:05:16.837373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:16.837373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:16.837373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:16.851193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34334) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:16.860386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=ee0e7cc0-d7f0-4c42-9f09-1bb3213ad187,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:16.906639 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62238f18-625c-40e9-a0d2-0b4158bfd909 None None] Network c5e86737-bc35-4325-ac88-c8df580b9e00 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:16.921981 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e61bb1-06a8-455b-8a8b-441af8661a6e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Subnet': ['ID=65dd2804-833c-43b2-973c-6d8154261e99,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:16.937313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=e5d32f5c-50c0-43e8-898c-bc28b1b0f96e,revision_number=6']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:17.011610 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network 3e35fe82-4362-45af-a614-7e3b72db8473 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:17.014997 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-993c882b-293a-457f-997d-42a3a5d7c36f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5936148 Jan 20 11:05:17.018990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34338) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:17.034650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:17.034766 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-943aeec9-dee8-4f95-88d8-c7685078d0ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:17.034867 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f554135e-1cf6-43eb-94eb-e9ca964fa86f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:17.043246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:17.043781 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:17.049385 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=4437d072-408b-4c78-b764-07ef2c8e798f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:17.086750 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a956bef6-ab9e-4a62-ba83-840dde5472a6 None None] Network 745dbb33-5cf1-4598-a858-a58e311eeab1 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:17.100532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f554135e-1cf6-43eb-94eb-e9ca964fa86f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745dbb33-5cf1-4598-a858-a58e311eeab1']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:17.124941 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f554135e-1cf6-43eb-94eb-e9ca964fa86f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c16165-4638-4c7a-8a54-d19edaa300d1') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:17.125239 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f554135e-1cf6-43eb-94eb-e9ca964fa86f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c16165-4638-4c7a-8a54-d19edaa300d1') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:17.132386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:17.153199 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:17.164366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port a9ee1873-b1c6-4207-b001-70a0cdc32104 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:05:17.164982 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:17.183776 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f554135e-1cf6-43eb-94eb-e9ca964fa86f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:17.214512 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f554135e-1cf6-43eb-94eb-e9ca964fa86f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:17.232863 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f554135e-1cf6-43eb-94eb-e9ca964fa86f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:05:17.233502 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f554135e-1cf6-43eb-94eb-e9ca964fa86f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:05:17.249302 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:05:17.258331 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Attempting to bind port 914a8460-dbc2-4a8c-b35b-4be91e280adc on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:17.261223 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Attempting to bind port 914a8460-dbc2-4a8c-b35b-4be91e280adc by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '68deb864-edd2-4957-b53d-3a6b29ce7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:17.261223 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Attempting to bind port 914a8460-dbc2-4a8c-b35b-4be91e280adc on network 3e35fe82-4362-45af-a614-7e3b72db8473 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:17.285078 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8b681855-f2cc-4987-82a9-2e443def780c', 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'fixed_ips': [{'subnet_id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:17.285218 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-943aeec9-dee8-4f95-88d8-c7685078d0ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:17.285312 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:17.301427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-943aeec9-dee8-4f95-88d8-c7685078d0ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:17.306155 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-943aeec9-dee8-4f95-88d8-c7685078d0ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:17.321205 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-943aeec9-dee8-4f95-88d8-c7685078d0ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:17.398021 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:17.398405 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Checking segment: {'id': '68deb864-edd2-4957-b53d-3a6b29ce7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:17.398818 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:17.399217 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Bound using segment: {'id': '68deb864-edd2-4957-b53d-3a6b29ce7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:17.399703 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Bound port: 914a8460-dbc2-4a8c-b35b-4be91e280adc, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68deb864-edd2-4957-b53d-3a6b29ce7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:17.400265 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:17.444047 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:17.450726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943aeec9-dee8-4f95-88d8-c7685078d0ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:17.451030 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-943aeec9-dee8-4f95-88d8-c7685078d0ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:17.531326 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-749f9c9d-a1ef-42d1-ab28-e283cd714b47 None None] Provisioning for port f0f0e988-9aaf-424e-b675-bf3a11a57008 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:17.537351 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] For port a9ee1873-b1c6-4207-b001-70a0cdc32104, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a9ee1873-b1c6-4207-b001-70a0cdc32104,segment=NetworkSegment(e2f14efa-4f57-475e-a609-f6f8459c58bb),segment_id=e2f14efa-4f57-475e-a609-f6f8459c58bb)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:17.538239 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f554135e-1cf6-43eb-94eb-e9ca964fa86f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:17.538796 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:17.580064 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f554135e-1cf6-43eb-94eb-e9ca964fa86f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:17.591224 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Allocated IP 172.21.0.1 (8b681855-f2cc-4987-82a9-2e443def780c/35e27d9c-fec0-4143-8108-e60bb0d73d3e/54fa0743-074b-4e2a-806b-e948d8de78be) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:17.593330 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554135e-1cf6-43eb-94eb-e9ca964fa86f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Network': ['ID=745dbb33-5cf1-4598-a858-a58e311eeab1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:17.612706 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f554135e-1cf6-43eb-94eb-e9ca964fa86f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/745dbb33-5cf1-4598-a858-a58e311eeab1 HTTP/1.1" status: 204 len: 168 time: 2.6396325 Jan 20 11:05:17.621090 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port e5d32f5c-50c0-43e8-898c-bc28b1b0f96e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e5d32f5c-50c0-43e8-898c-bc28b1b0f96e,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:17.628212 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34344) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:17.634194 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-8db7827c-2e09-4f81-abd6-eb083a4ad378 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-102494501'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:17.639017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8db7827c-2e09-4f81-abd6-eb083a4ad378 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:17.643016 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8db7827c-2e09-4f81-abd6-eb083a4ad378 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:network and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:17.646378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8db7827c-2e09-4f81-abd6-eb083a4ad378 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:17.652996 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8db7827c-2e09-4f81-abd6-eb083a4ad378 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:17.727489 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:17.743914 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for a9ee1873-b1c6-4207-b001-70a0cdc32104 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:05:17.805987 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db7827c-2e09-4f81-abd6-eb083a4ad378 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:17.826040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8db7827c-2e09-4f81-abd6-eb083a4ad378 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:18.001854 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] For port e5d32f5c-50c0-43e8-898c-bc28b1b0f96e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e5d32f5c-50c0-43e8-898c-bc28b1b0f96e,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:18.002210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:18.006234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db7827c-2e09-4f81-abd6-eb083a4ad378 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:05:18.038416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8db7827c-2e09-4f81-abd6-eb083a4ad378 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:18.039447 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-8db7827c-2e09-4f81-abd6-eb083a4ad378 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Added segment 6f1c5a71-57e4-4253-ba0e-a5fe233fe43c of type vlan for network 4dbae279-c203-47e7-b503-583af879ca37 Jan 20 11:05:18.076094 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device f0f0e988-9aaf-424e-b675-bf3a11a57008 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:18.085043 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8db7827c-2e09-4f81-abd6-eb083a4ad378 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:18.093614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:18.136577 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Transition to ACTIVE for port object 54fa0743-074b-4e2a-806b-e948d8de78be will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:18.142925 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:18.182674 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:18.205472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=a9ee1873-b1c6-4207-b001-70a0cdc32104,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:18.210743 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No DVR routers for this DVR port a9ee1873-b1c6-4207-b001-70a0cdc32104 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:05:18.253384 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] Calling delete_port for e5d32f5c-50c0-43e8-898c-bc28b1b0f96e owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:05:18.278181 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:18.278181 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:18.314526 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-749f9c9d-a1ef-42d1-ab28-e283cd714b47 None None] Provisioning complete for port e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:18.314905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-749f9c9d-a1ef-42d1-ab28-e283cd714b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:18.325398 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:18.329958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8db7827c-2e09-4f81-abd6-eb083a4ad378 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:18.334323 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db7827c-2e09-4f81-abd6-eb083a4ad378 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:18.334905 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8db7827c-2e09-4f81-abd6-eb083a4ad378 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:18.360441 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] For port 914a8460-dbc2-4a8c-b35b-4be91e280adc, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:18.408567 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:05:04Z', 'revision_number': 2, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:13Z', 'revision_number': 4, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:18.410669 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=e5d32f5c-50c0-43e8-898c-bc28b1b0f96e,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:18.454377 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network 8b681855-f2cc-4987-82a9-2e443def780c is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:18.455598 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=4437d072-408b-4c78-b764-07ef2c8e798f,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:18.457042 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a207a-d7d2-4c18-ab7c-1322c9d825c4 None None] The sync data for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv is: [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:05:04Z', 'revision_number': 2, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:13Z', 'revision_number': 4, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:05:18.460973 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:18.463439 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] For port 914a8460-dbc2-4a8c-b35b-4be91e280adc, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=914a8460-dbc2-4a8c-b35b-4be91e280adc,segment=NetworkSegment(68deb864-edd2-4957-b53d-3a6b29ce7017),segment_id=68deb864-edd2-4957-b53d-3a6b29ce7017)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:18.515563 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:18.533585 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Allocated IP 172.21.0.2 (8b681855-f2cc-4987-82a9-2e443def780c/35e27d9c-fec0-4143-8108-e60bb0d73d3e/26199d08-78f0-4e64-ba05-64a0d78eaa3c) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:18.593013 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:18.603106 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7827c-2e09-4f81-abd6-eb083a4ad378 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Network': ['ID=4dbae279-c203-47e7-b503-583af879ca37,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:18.618586 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8db7827c-2e09-4f81-abd6-eb083a4ad378 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9867465 Jan 20 11:05:18.618586 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e86737-bc35-4325-ac88-c8df580b9e00']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:18.643153 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34350) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:18.652775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-a6dd6c8e-f860-4e21-ae76-5842ada0e2c8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'subnet': {'network_id': '4dbae279-c203-47e7-b503-583af879ca37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:18.655289 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329f7cc6-54cc-4abf-986e-ad9da9db1124 None None] DHCP port deletion for c5e86737-bc35-4325-ac88-c8df580b9e00 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:05:18.659065 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:18.659218 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 4dbae279-c203-47e7-b503-583af879ca37 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:18.759566 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:05:18.760271 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:05:18.809246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=54fa0743-074b-4e2a-806b-e948d8de78be,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:18.836452 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:18.848877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port f0f0e988-9aaf-424e-b675-bf3a11a57008 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:18.852541 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] Deleting port e5d32f5c-50c0-43e8-898c-bc28b1b0f96e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:05:18.854338 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:18.878825 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network 3e35fe82-4362-45af-a614-7e3b72db8473 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:18.879506 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:18.950094 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f14efa-4f57-475e-a609-f6f8459c58bb') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:18.950242 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f14efa-4f57-475e-a609-f6f8459c58bb') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:18.960160 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port f0f0e988-9aaf-424e-b675-bf3a11a57008 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:18.960611 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:18.973776 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a6dd6c8e-f860-4e21-ae76-5842ada0e2c8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:18.985747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:19.022886 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:19.033162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:05:19.033585 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:05:19.066074 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:05:19.068780 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a6dd6c8e-f860-4e21-ae76-5842ada0e2c8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:subnet and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:19.075638 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a6dd6c8e-f860-4e21-ae76-5842ada0e2c8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:19.080426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-943aeec9-dee8-4f95-88d8-c7685078d0ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:19.129493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ccb5f-a659-4394-b619-6d5dec0df32e None None] Pushing event updated for resources: {'Port': ['ID=914a8460-dbc2-4a8c-b35b-4be91e280adc,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:19.133421 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:19.231832 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a6dd6c8e-f860-4e21-ae76-5842ada0e2c8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:19.269997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943aeec9-dee8-4f95-88d8-c7685078d0ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:19.273764 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-943aeec9-dee8-4f95-88d8-c7685078d0ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:19.331149 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943aeec9-dee8-4f95-88d8-c7685078d0ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:19.331738 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-943aeec9-dee8-4f95-88d8-c7685078d0ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:19.344501 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:19.346105 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dd6c8e-f860-4e21-ae76-5842ada0e2c8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:19.359204 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:19.404186 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:19.425572 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Transition to ACTIVE for port object 26199d08-78f0-4e64-ba05-64a0d78eaa3c will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:19.425709 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/networks/c5e86737-bc35-4325-ac88-c8df580b9e00 HTTP/1.1" status: 204 len: 168 time: 2.5644498 Jan 20 11:05:19.476062 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943aeec9-dee8-4f95-88d8-c7685078d0ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=e7fa0469-3a33-4a95-a7c7-77c14ea9d726,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:19.486120 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34356) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:19.488279 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf98bea-422e-4417-95f1-edcc915142c3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Network': ['ID=c5e86737-bc35-4325-ac88-c8df580b9e00,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:19.496751 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-ba0e89a0-22c7-4ef4-a2fc-2c908b679be0 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-708783594'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:19.509866 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Transition to ACTIVE for port object 26199d08-78f0-4e64-ba05-64a0d78eaa3c will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:19.517474 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ba0e89a0-22c7-4ef4-a2fc-2c908b679be0 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:19.518319 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-749f9c9d-a1ef-42d1-ab28-e283cd714b47 None None] Provisioning for port cda25e02-6ff5-4e3b-a6a1-5a9c50293a98 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:19.524976 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-749f9c9d-a1ef-42d1-ab28-e283cd714b47 None None] Provisioning complete for port cda25e02-6ff5-4e3b-a6a1-5a9c50293a98 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:19.525389 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-749f9c9d-a1ef-42d1-ab28-e283cd714b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:19.531560 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ba0e89a0-22c7-4ef4-a2fc-2c908b679be0 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:network and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:19.555923 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ba0e89a0-22c7-4ef4-a2fc-2c908b679be0 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:19.570042 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ba0e89a0-22c7-4ef4-a2fc-2c908b679be0 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:19.575228 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6dd6c8e-f860-4e21-ae76-5842ada0e2c8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:19.605928 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:19.649377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:19.718139 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-943aeec9-dee8-4f95-88d8-c7685078d0ae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6977580 Jan 20 11:05:19.732762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34360) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:19.744836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'mac_address': 'fa:16:3e:8a:51:25', 'name': 'tempest-NetworksTestDHCPv6-1571033922'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:19.784003 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Network 8b681855-f2cc-4987-82a9-2e443def780c is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:19.791629 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] For port e5d32f5c-50c0-43e8-898c-bc28b1b0f96e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e5d32f5c-50c0-43e8-898c-bc28b1b0f96e,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:19.792340 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:19.806475 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:19.812518 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port f0f0e988-9aaf-424e-b675-bf3a11a57008, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f0f0e988-9aaf-424e-b675-bf3a11a57008,segment=NetworkSegment(0b0cb8db-f39f-4981-8b6a-8b13fc936c97),segment_id=0b0cb8db-f39f-4981-8b6a-8b13fc936c97)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:19.839669 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router 68698e4e-b028-45b5-b308-88f1dc183078 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:05:19.863277 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:19.883958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0e89a0-22c7-4ef4-a2fc-2c908b679be0 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:19.887163 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ba0e89a0-22c7-4ef4-a2fc-2c908b679be0 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:19.935286 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3a6aab68-1ae7-4283-8909-15a1b1208dd1 req-77368b75-a1a6-44c6-b0f1-e01f0e8619cf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6565392 Jan 20 11:05:19.986262 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Pushing event updated for resources: {'Port': ['ID=26199d08-78f0-4e64-ba05-64a0d78eaa3c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:20.031182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0e89a0-22c7-4ef4-a2fc-2c908b679be0 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:05:20.031775 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.084875 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:05:20.093300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ba0e89a0-22c7-4ef4-a2fc-2c908b679be0 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.093300 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-ba0e89a0-22c7-4ef4-a2fc-2c908b679be0 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Added segment ade8ff0d-f4fc-4ffd-98cd-66f49fc0e108 of type vlan for network cfd61c5a-59ab-4045-a119-2c9556bc23c1 Jan 20 11:05:20.094205 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0dc57774-ea03-4bdb-afd2-106f8e7b6d2f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/68698e4e-b028-45b5-b308-88f1dc183078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6963615 Jan 20 11:05:20.095419 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34366) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:20.101887 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0563490c-8b84-4f85-b3fa-6505719f8ee0 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1222479722'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:20.104847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:20.107321 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0563490c-8b84-4f85-b3fa-6505719f8ee0 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:20.111460 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0563490c-8b84-4f85-b3fa-6505719f8ee0 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:network and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:20.115677 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0563490c-8b84-4f85-b3fa-6505719f8ee0 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:20.121964 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0563490c-8b84-4f85-b3fa-6505719f8ee0 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:20.148678 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.155736 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:port and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:20.169485 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:20.174989 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.175771 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:20.191338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:20.204306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ba0e89a0-22c7-4ef4-a2fc-2c908b679be0 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.205829 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] Calling delete_port for e5d32f5c-50c0-43e8-898c-bc28b1b0f96e owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:05:20.233290 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0563490c-8b84-4f85-b3fa-6505719f8ee0 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Made reservation on behalf of 1aa6148e9f8944e88f329c972f79dedb for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:20.236492 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0563490c-8b84-4f85-b3fa-6505719f8ee0 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.282610 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:20.298489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.301869 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=54fa0743-074b-4e2a-806b-e948d8de78be,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:20.314365 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0563490c-8b84-4f85-b3fa-6505719f8ee0 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:05:20.337816 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0563490c-8b84-4f85-b3fa-6505719f8ee0 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.338218 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-0563490c-8b84-4f85-b3fa-6505719f8ee0 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Added segment 7556ad81-751f-4954-a795-507261145a79 of type vlan for network 20018271-bf59-4151-a9aa-f621c7c82b53 Jan 20 11:05:20.373599 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6dd6c8e-f860-4e21-ae76-5842ada0e2c8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.424399 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ba0e89a0-22c7-4ef4-a2fc-2c908b679be0 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.432521 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0e89a0-22c7-4ef4-a2fc-2c908b679be0 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:20.433829 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ba0e89a0-22c7-4ef4-a2fc-2c908b679be0 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.440008 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-749f9c9d-a1ef-42d1-ab28-e283cd714b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.470021 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=f0f0e988-9aaf-424e-b675-bf3a11a57008,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:20.481420 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3a6aab68-1ae7-4283-8909-15a1b1208dd1 req-ac9a2062-109c-4e17-bd31-d4d7844d9be3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 1098 time: 0.3799701 Jan 20 11:05:20.544529 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Attempting to bind port 26199d08-78f0-4e64-ba05-64a0d78eaa3c on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:20.544529 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Attempting to bind port 26199d08-78f0-4e64-ba05-64a0d78eaa3c by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'b99294a4-afcc-42d4-956a-d6a804a975b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:20.544529 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Attempting to bind port 26199d08-78f0-4e64-ba05-64a0d78eaa3c on network 8b681855-f2cc-4987-82a9-2e443def780c {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:20.554584 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:20.554967 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Checking segment: {'id': 'b99294a4-afcc-42d4-956a-d6a804a975b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:20.555380 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.555783 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Bound using segment: {'id': 'b99294a4-afcc-42d4-956a-d6a804a975b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:20.556269 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Bound port: 26199d08-78f0-4e64-ba05-64a0d78eaa3c, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99294a4-afcc-42d4-956a-d6a804a975b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:20.556651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.568850 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0563490c-8b84-4f85-b3fa-6505719f8ee0 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.668667 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:20.668667 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.689998 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network 8b681855-f2cc-4987-82a9-2e443def780c is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:20.691571 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:20.700649 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-749f9c9d-a1ef-42d1-ab28-e283cd714b47 None None] For port cda25e02-6ff5-4e3b-a6a1-5a9c50293a98, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=cda25e02-6ff5-4e3b-a6a1-5a9c50293a98,segment=NetworkSegment(0b0cb8db-f39f-4981-8b6a-8b13fc936c97),segment_id=0b0cb8db-f39f-4981-8b6a-8b13fc936c97)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:20.728159 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd6c8e-f860-4e21-ae76-5842ada0e2c8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Subnet': ['ID=f6527bcb-72a5-41cb-9169-785f8c1ee4bb,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:20.734781 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e89a0-22c7-4ef4-a2fc-2c908b679be0 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Network': ['ID=cfd61c5a-59ab-4045-a119-2c9556bc23c1,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:20.751169 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network cfd61c5a-59ab-4045-a119-2c9556bc23c1 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:20.788057 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.794803 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0563490c-8b84-4f85-b3fa-6505719f8ee0 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.798761 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0563490c-8b84-4f85-b3fa-6505719f8ee0 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:20.799480 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0563490c-8b84-4f85-b3fa-6505719f8ee0 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.811415 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ba0e89a0-22c7-4ef4-a2fc-2c908b679be0 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3198893 Jan 20 11:05:20.824943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34370) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:20.834352 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-72112baf-a64e-4bec-b159-f211b35fe0a1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'subnet': {'network_id': 'cfd61c5a-59ab-4045-a119-2c9556bc23c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:20.839834 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] For port 26199d08-78f0-4e64-ba05-64a0d78eaa3c, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:20.856078 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.859574 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-749f9c9d-a1ef-42d1-ab28-e283cd714b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:20.869511 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dd6c8e-f860-4e21-ae76-5842ada0e2c8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Checking segment: {'id': '6f1c5a71-57e4-4253-ba0e-a5fe233fe43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4dbae279-c203-47e7-b503-583af879ca37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:20.869920 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dd6c8e-f860-4e21-ae76-5842ada0e2c8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network hostable DHCP agents. Network: 4dbae279-c203-47e7-b503-583af879ca37, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:05:20.909661 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-749f9c9d-a1ef-42d1-ab28-e283cd714b47 None None] Could not find standard attr ID for object f62ee3b3-a843-47af-b9b0-102e90fee29e. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:05:20.918691 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] Pushing event deleted for resources: {'Port': ['ID=e5d32f5c-50c0-43e8-898c-bc28b1b0f96e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:20.970388 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] For port 26199d08-78f0-4e64-ba05-64a0d78eaa3c, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=26199d08-78f0-4e64-ba05-64a0d78eaa3c,segment=NetworkSegment(b99294a4-afcc-42d4-956a-d6a804a975b2),segment_id=b99294a4-afcc-42d4-956a-d6a804a975b2)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:21.024920 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563490c-8b84-4f85-b3fa-6505719f8ee0 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Network': ['ID=20018271-bf59-4151-a9aa-f621c7c82b53,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:21.048007 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7fa5ea-8f72-4991-a78f-a6018b3e1674 None None] Network 3e35fe82-4362-45af-a614-7e3b72db8473 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:21.070525 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 20018271-bf59-4151-a9aa-f621c7c82b53 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:21.092368 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port 3cb82dbc-f3ee-4027-b242-8898543eab83 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:05:21.136032 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6aab68-1ae7-4283-8909-15a1b1208dd1 req-da3ec1e3-ae20-424e-82a9-fe95acdef32f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:21.137491 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3a6aab68-1ae7-4283-8909-15a1b1208dd1 req-da3ec1e3-ae20-424e-82a9-fe95acdef32f service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 913 time: 0.5687783 Jan 20 11:05:21.173166 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0563490c-8b84-4f85-b3fa-6505719f8ee0 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0764565 Jan 20 11:05:21.178178 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34374) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:21.185037 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f5cf724c-dbfa-48d8-8486-10b542aa5f46 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'subnet': {'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:21.264214 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:21.304302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-72112baf-a64e-4bec-b159-f211b35fe0a1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:21.316468 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f5cf724c-dbfa-48d8-8486-10b542aa5f46 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:21.322951 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-72112baf-a64e-4bec-b159-f211b35fe0a1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:subnet and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:21.323152 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f5cf724c-dbfa-48d8-8486-10b542aa5f46 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:subnet and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:21.329311 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-72112baf-a64e-4bec-b159-f211b35fe0a1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:21.335986 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f5cf724c-dbfa-48d8-8486-10b542aa5f46 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:21.336108 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3a6aab68-1ae7-4283-8909-15a1b1208dd1 req-3df333a9-f1b5-45b9-9246-1a9d3f699db0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e31fa3a8-d28b-40c0-aa43-da58c6035b18 HTTP/1.1" status: 200 len: 1001 time: 0.1880224 Jan 20 11:05:21.338094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f5cf724c-dbfa-48d8-8486-10b542aa5f46 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:21.354567 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f9c9d-a1ef-42d1-ab28-e283cd714b47 None None] Pushing event updated for resources: {'Port': ['ID=cda25e02-6ff5-4e3b-a6a1-5a9c50293a98,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:21.359091 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router 97ce2dca-110c-4350-8730-2b8d0effd009 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:05:21.364369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-72112baf-a64e-4bec-b159-f211b35fe0a1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:21.412240 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4404d7f-2008-481f-9279-1c94f2af6652 None None] No DVR routers for this DVR port e5d32f5c-50c0-43e8-898c-bc28b1b0f96e on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:05:21.426199 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dd6c8e-f860-4e21-ae76-5842ada0e2c8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network 4dbae279-c203-47e7-b503-583af879ca37 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:05:21.464141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6aab68-1ae7-4283-8909-15a1b1208dd1 req-f4ee1b88-3196-4386-be34-05e5bcbea4e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:21.464791 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3a6aab68-1ae7-4283-8909-15a1b1208dd1 req-f4ee1b88-3196-4386-be34-05e5bcbea4e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd01cfe5-3172-4c47-b68a-b9a8e924614a HTTP/1.1" status: 200 len: 851 time: 0.0982132 Jan 20 11:05:21.492021 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-749f9c9d-a1ef-42d1-ab28-e283cd714b47 None None] Provisioning for port 23423de1-622f-4e36-95ce-642a112648dd completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:21.499935 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1e7ca-bc62-441c-ae60-5a628678ddd4 None None] Pushing event updated for resources: {'Port': ['ID=26199d08-78f0-4e64-ba05-64a0d78eaa3c,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:21.507615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cf724c-dbfa-48d8-8486-10b542aa5f46 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Made reservation on behalf of 1aa6148e9f8944e88f329c972f79dedb for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:21.564080 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ca0ca4-6fbd-48a6-adef-c2c3685fea31 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:21.601185 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-a6dd6c8e-f860-4e21-ae76-5842ada0e2c8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 4dbae279-c203-47e7-b503-583af879ca37) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:21.608343 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dd6c8e-f860-4e21-ae76-5842ada0e2c8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:21.608925 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6dd6c8e-f860-4e21-ae76-5842ada0e2c8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:21.624509 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72112baf-a64e-4bec-b159-f211b35fe0a1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:21.628887 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5cf724c-dbfa-48d8-8486-10b542aa5f46 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:21.673995 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e517137a-10ed-4a2e-8543-ad94a0dd4dfd None None] Network 4dbae279-c203-47e7-b503-583af879ca37 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:21.793405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-72112baf-a64e-4bec-b159-f211b35fe0a1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:21.823724 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 23423de1-622f-4e36-95ce-642a112648dd up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:21.886303 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:05:21.900156 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8a05f0c2-28eb-43c6-9d66-6262db21eba7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/97ce2dca-110c-4350-8730-2b8d0effd009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1117113 Jan 20 11:05:21.904505 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34382) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:21.912933 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b884f137-a57a-4d77-b2e6-8db3618f4bb1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'network': {'name': 'tempest-RoutersTest-625945310'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:21.916832 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 172.20.0.13 (8962365b-2f7b-4071-b5a5-7c805118ad36/e7fa0469-3a33-4a95-a7c7-77c14ea9d726/3cb82dbc-f3ee-4027-b242-8898543eab83) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:21.931593 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b884f137-a57a-4d77-b2e6-8db3618f4bb1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:21.934182 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5cf724c-dbfa-48d8-8486-10b542aa5f46 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:21.948638 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Sync routers for ids ['97ce2dca-110c-4350-8730-2b8d0effd009'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:05:21.987489 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::f816:3eff:fe8a:5125 (8962365b-2f7b-4071-b5a5-7c805118ad36/ee0e7cc0-d7f0-4c42-9f09-1bb3213ad187/3cb82dbc-f3ee-4027-b242-8898543eab83) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:22.031015 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b884f137-a57a-4d77-b2e6-8db3618f4bb1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:network and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:22.044741 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf724c-dbfa-48d8-8486-10b542aa5f46 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Subnet': ['ID=592aa2b0-db6d-4ce6-9d9f-f0b1c2869436,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:22.048393 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b884f137-a57a-4d77-b2e6-8db3618f4bb1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:22.061882 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a6dd6c8e-f860-4e21-ae76-5842ada0e2c8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4073362 Jan 20 11:05:22.061882 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3a6aab68-1ae7-4283-8909-15a1b1208dd1 req-14519b3c-5462-479c-ade1-8c20d2a23d4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2976230-b7ed-4004-90c6-e1b2d37a86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5868986 Jan 20 11:05:22.063992 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34386) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:22.075194 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b884f137-a57a-4d77-b2e6-8db3618f4bb1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:22.127407 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bbe8088f-cf57-424e-8df4-5114ef391de5 None None] Provisioning for port 914a8460-dbc2-4a8c-b35b-4be91e280adc completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:22.127407 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Routers {'97ce2dca-110c-4350-8730-2b8d0effd009'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:22.127407 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['97ce2dca-110c-4350-8730-2b8d0effd009'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:22.336146 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3a6aab68-1ae7-4283-8909-15a1b1208dd1 req-44da7e50-27ce-431f-b162-34e88abc1138 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655773 Jan 20 11:05:22.389684 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b884f137-a57a-4d77-b2e6-8db3618f4bb1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Made reservation on behalf of 0c5b44fb39b64ea5a5d562662d9183a4 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:22.396651 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b884f137-a57a-4d77-b2e6-8db3618f4bb1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:22.469152 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cf724c-dbfa-48d8-8486-10b542aa5f46 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Checking segment: {'id': '7556ad81-751f-4954-a795-507261145a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:22.469515 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cf724c-dbfa-48d8-8486-10b542aa5f46 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network hostable DHCP agents. Network: 20018271-bf59-4151-a9aa-f621c7c82b53, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:05:22.478365 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-081dff33-7926-4ac5-9921-a4a3f558eaaa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:22.482326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b884f137-a57a-4d77-b2e6-8db3618f4bb1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:05:22.501889 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b884f137-a57a-4d77-b2e6-8db3618f4bb1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:22.502267 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-b884f137-a57a-4d77-b2e6-8db3618f4bb1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Added segment 5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5 of type vlan for network 26a77f26-4bd4-4102-86c4-27342aa85fcd Jan 20 11:05:22.529267 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Set router 97ce2dca-110c-4350-8730-2b8d0effd009 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:05:22.578330 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b884f137-a57a-4d77-b2e6-8db3618f4bb1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:22.581638 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8962365b-2f7b-4071-b5a5-7c805118ad36', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'fixed_ips': [{'subnet_id': 'e7fa0469-3a33-4a95-a7c7-77c14ea9d726'}, {'subnet_id': 'ee0e7cc0-d7f0-4c42-9f09-1bb3213ad187'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:22.582754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:22.600913 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 23423de1-622f-4e36-95ce-642a112648dd completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:22.601159 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-081dff33-7926-4ac5-9921-a4a3f558eaaa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:22.642618 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 23423de1-622f-4e36-95ce-642a112648dd triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:22.644754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:22.656495 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cf724c-dbfa-48d8-8486-10b542aa5f46 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network 20018271-bf59-4151-a9aa-f621c7c82b53 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:05:22.657966 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3a6aab68-1ae7-4283-8909-15a1b1208dd1 req-87d9d3fe-bcf2-44fb-a0fe-85ae2502d610 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073030 Jan 20 11:05:22.699980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833ad579-21f5-49de-bfb3-063f96ef6936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-4dbae279-c203-47e7-b503-583af879ca37', 'network_id': '4dbae279-c203-47e7-b503-583af879ca37', 'tenant_id': '949b8995678349629b6c3129d91b46e9', 'fixed_ips': [{'subnet_id': 'f6527bcb-72a5-41cb-9169-785f8c1ee4bb'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:22.700630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:22.700922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-833ad579-21f5-49de-bfb3-063f96ef6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:22.718684 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-72112baf-a64e-4bec-b159-f211b35fe0a1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:22.758922 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f5cf724c-dbfa-48d8-8486-10b542aa5f46 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 20018271-bf59-4151-a9aa-f621c7c82b53) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:22.771670 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cf724c-dbfa-48d8-8486-10b542aa5f46 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:22.772303 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5cf724c-dbfa-48d8-8486-10b542aa5f46 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:22.806996 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b884f137-a57a-4d77-b2e6-8db3618f4bb1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:22.814918 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b884f137-a57a-4d77-b2e6-8db3618f4bb1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:22.815759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b884f137-a57a-4d77-b2e6-8db3618f4bb1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:22.859310 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object 3cb82dbc-f3ee-4027-b242-8898543eab83 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:22.860780 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72112baf-a64e-4bec-b159-f211b35fe0a1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Subnet': ['ID=df6a6b29-33bf-48fc-8243-69e13a21584d,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:22.862923 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2820defc-461d-46f7-957b-1c714b5dc918 None None] Network 20018271-bf59-4151-a9aa-f621c7c82b53 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:22.900861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72112baf-a64e-4bec-b159-f211b35fe0a1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Checking segment: {'id': 'ade8ff0d-f4fc-4ffd-98cd-66f49fc0e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cfd61c5a-59ab-4045-a119-2c9556bc23c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:22.901306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72112baf-a64e-4bec-b159-f211b35fe0a1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network hostable DHCP agents. Network: cfd61c5a-59ab-4045-a119-2c9556bc23c1, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:05:22.964558 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884f137-a57a-4d77-b2e6-8db3618f4bb1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Network': ['ID=26a77f26-4bd4-4102-86c4-27342aa85fcd,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:22.969848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-081dff33-7926-4ac5-9921-a4a3f558eaaa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:23.034098 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081dff33-7926-4ac5-9921-a4a3f558eaaa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Subnet': ['ID=f6527bcb-72a5-41cb-9169-785f8c1ee4bb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:23.037946 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f5cf724c-dbfa-48d8-8486-10b542aa5f46 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8584833 Jan 20 11:05:23.041008 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34392) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:23.081916 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Sync routers for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:05:23.090734 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 26a77f26-4bd4-4102-86c4-27342aa85fcd details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:23.105132 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:23.105944 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:23.149357 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b884f137-a57a-4d77-b2e6-8db3618f4bb1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2434678 Jan 20 11:05:23.156436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34396) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:23.163977 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-99e64b31-fde7-4032-99bf-2e6e3f9def4d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'subnet': {'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:23.178727 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:23.185742 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72112baf-a64e-4bec-b159-f211b35fe0a1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network cfd61c5a-59ab-4045-a119-2c9556bc23c1 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:05:23.279294 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-081dff33-7926-4ac5-9921-a4a3f558eaaa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:23.342023 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:05:23.343028 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-081dff33-7926-4ac5-9921-a4a3f558eaaa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbae279-c203-47e7-b503-583af879ca37']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:23.366030 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-081dff33-7926-4ac5-9921-a4a3f558eaaa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1c5a71-57e4-4253-ba0e-a5fe233fe43c') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:23.366272 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-081dff33-7926-4ac5-9921-a4a3f558eaaa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1c5a71-57e4-4253-ba0e-a5fe233fe43c') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:23.381151 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-99e64b31-fde7-4032-99bf-2e6e3f9def4d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:23.388880 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-081dff33-7926-4ac5-9921-a4a3f558eaaa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:23.396364 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-99e64b31-fde7-4032-99bf-2e6e3f9def4d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:subnet and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:23.407352 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-99e64b31-fde7-4032-99bf-2e6e3f9def4d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:23.447172 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-99e64b31-fde7-4032-99bf-2e6e3f9def4d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:23.456481 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-081dff33-7926-4ac5-9921-a4a3f558eaaa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:23.463794 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081dff33-7926-4ac5-9921-a4a3f558eaaa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:05:23.464274 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-081dff33-7926-4ac5-9921-a4a3f558eaaa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:05:23.482826 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:05:23.570076 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e64b31-fde7-4032-99bf-2e6e3f9def4d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Made reservation on behalf of 0c5b44fb39b64ea5a5d562662d9183a4 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:23.592851 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879490d5-a098-499b-8a21-0d709abaaab9 None None] Network 8b681855-f2cc-4987-82a9-2e443def780c requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:23.636155 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Allocated IP 172.20.0.2 (8962365b-2f7b-4071-b5a5-7c805118ad36/e7fa0469-3a33-4a95-a7c7-77c14ea9d726/1badbb47-f2bb-470a-91b2-331fc3388330) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:23.690209 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-72112baf-a64e-4bec-b159-f211b35fe0a1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, cfd61c5a-59ab-4045-a119-2c9556bc23c1) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:23.710720 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72112baf-a64e-4bec-b159-f211b35fe0a1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:23.712446 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-72112baf-a64e-4bec-b159-f211b35fe0a1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:23.740881 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08792427-05d4-4c35-a695-0247f62307fa None None] Network cfd61c5a-59ab-4045-a119-2c9556bc23c1 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:23.764021 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:23.775540 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:05:17Z', 'revision_number': 3, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:13Z', 'revision_number': 4, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4437d072-408b-4c78-b764-07ef2c8e798f', 'name': '', 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:b2:26:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:14Z', 'updated_at': '2022-01-20T11:05:17Z', 'revision_number': 2, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:23.779130 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:23.784987 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=3cb82dbc-f3ee-4027-b242-8898543eab83,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:23.789222 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:23.800966 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Checking router: 68698e4e-b028-45b5-b308-88f1dc183078 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:05:23.804282 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Updating router 68698e4e-b028-45b5-b308-88f1dc183078 port 4437d072-408b-4c78-b764-07ef2c8e798f binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:05:23.816703 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e64b31-fde7-4032-99bf-2e6e3f9def4d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:23.873076 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:23.882050 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:23.882705 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:23.901509 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-72112baf-a64e-4bec-b159-f211b35fe0a1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0718801 Jan 20 11:05:23.909387 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34400) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:23.916814 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-9dde7ce3-7f46-4aed-b3e9-50dcaf095c5e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-995182308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:23.927995 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9dde7ce3-7f46-4aed-b3e9-50dcaf095c5e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:23.956793 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-081dff33-7926-4ac5-9921-a4a3f558eaaa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:23.959409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9dde7ce3-7f46-4aed-b3e9-50dcaf095c5e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:router and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:23.963886 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9dde7ce3-7f46-4aed-b3e9-50dcaf095c5e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:23.989484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9dde7ce3-7f46-4aed-b3e9-50dcaf095c5e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:23.994910 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-081dff33-7926-4ac5-9921-a4a3f558eaaa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:24.000922 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0fd02665-761f-45b1-9b26-1a82daf09b50 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.2664855 Jan 20 11:05:24.013270 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34404) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:24.019537 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-156a99dc-64bd-44a2-ad68-619327d18248 None None] Provisioning for port 4437d072-408b-4c78-b764-07ef2c8e798f completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:24.031446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081dff33-7926-4ac5-9921-a4a3f558eaaa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Network': ['ID=4dbae279-c203-47e7-b503-583af879ca37,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:24.046200 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-081dff33-7926-4ac5-9921-a4a3f558eaaa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/4dbae279-c203-47e7-b503-583af879ca37 HTTP/1.1" status: 204 len: 168 time: 1.9731023 Jan 20 11:05:24.050303 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Allocated IP 2001:db8::f816:3eff:fe9f:1d2e (8962365b-2f7b-4071-b5a5-7c805118ad36/ee0e7cc0-d7f0-4c42-9f09-1bb3213ad187/1badbb47-f2bb-470a-91b2-331fc3388330) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:24.089386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34408) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:24.105055 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-249455c1-1bd6-45fb-8c33-1008763e6af3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-662366112'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:24.119019 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-249455c1-1bd6-45fb-8c33-1008763e6af3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:24.198705 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-249455c1-1bd6-45fb-8c33-1008763e6af3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:network and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:24.214330 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-249455c1-1bd6-45fb-8c33-1008763e6af3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:24.219450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9dde7ce3-7f46-4aed-b3e9-50dcaf095c5e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:24.220635 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9dde7ce3-7f46-4aed-b3e9-50dcaf095c5e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:24.241238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-249455c1-1bd6-45fb-8c33-1008763e6af3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:24.242927 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-156a99dc-64bd-44a2-ad68-619327d18248 None None] Provisioning complete for port 4437d072-408b-4c78-b764-07ef2c8e798f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:24.243557 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-156a99dc-64bd-44a2-ad68-619327d18248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:24.269070 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e64b31-fde7-4032-99bf-2e6e3f9def4d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:24.292676 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-cfd61c5a-59ab-4045-a119-2c9556bc23c1', 'network_id': 'cfd61c5a-59ab-4045-a119-2c9556bc23c1', 'tenant_id': '7f6d045691344d49ab6811343d11a04c', 'fixed_ips': [{'subnet_id': 'df6a6b29-33bf-48fc-8243-69e13a21584d'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:24.293969 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:24.348868 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09eab28-1179-40ac-9af0-58f39790e8d8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:24.349762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f09eab28-1179-40ac-9af0-58f39790e8d8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:05:24.361513 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9dde7ce3-7f46-4aed-b3e9-50dcaf095c5e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:24.411823 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:24.425627 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Transition to ACTIVE for port object 4437d072-408b-4c78-b764-07ef2c8e798f will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:24.431620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e64b31-fde7-4032-99bf-2e6e3f9def4d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Subnet': ['ID=296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:24.438339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e64b31-fde7-4032-99bf-2e6e3f9def4d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Checking segment: {'id': '5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:24.438708 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e64b31-fde7-4032-99bf-2e6e3f9def4d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network hostable DHCP agents. Network: 26a77f26-4bd4-4102-86c4-27342aa85fcd, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:05:24.466807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249455c1-1bd6-45fb-8c33-1008763e6af3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:24.469493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc965d53-31a3-437e-9720-ff6714b3d8af None None] Network 4dbae279-c203-47e7-b503-583af879ca37 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:24.469652 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-249455c1-1bd6-45fb-8c33-1008763e6af3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:24.542360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:24.554167 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f09eab28-1179-40ac-9af0-58f39790e8d8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:05:24.557873 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f09eab28-1179-40ac-9af0-58f39790e8d8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.5365520 Jan 20 11:05:24.558632 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34412) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:24.564456 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249455c1-1bd6-45fb-8c33-1008763e6af3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:05:24.586635 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-249455c1-1bd6-45fb-8c33-1008763e6af3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:24.586984 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-249455c1-1bd6-45fb-8c33-1008763e6af3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Added segment ad8d13ac-07cf-4521-9fde-ffeff31372cc of type vlan for network 561370a9-e2ad-4892-b259-c6ed73f2c7c9 Jan 20 11:05:24.601108 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:24.602472 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e64b31-fde7-4032-99bf-2e6e3f9def4d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network 26a77f26-4bd4-4102-86c4-27342aa85fcd is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:05:24.606523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9dde7ce3-7f46-4aed-b3e9-50dcaf095c5e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:24.613800 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc965d53-31a3-437e-9720-ff6714b3d8af None None] Network 4dbae279-c203-47e7-b503-583af879ca37 could not be found, it might have been deleted concurrently. {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 20 11:05:24.633998 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ea72f-07fa-4b5d-9519-18470d020fac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port 3cb82dbc-f3ee-4027-b242-8898543eab83 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:05:24.634363 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f9ea72f-07fa-4b5d-9519-18470d020fac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:24.639454 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-249455c1-1bd6-45fb-8c33-1008763e6af3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:24.735107 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-156a99dc-64bd-44a2-ad68-619327d18248 None None] Port 4437d072-408b-4c78-b764-07ef2c8e798f cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:05:24.777922 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-99e64b31-fde7-4032-99bf-2e6e3f9def4d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 26a77f26-4bd4-4102-86c4-27342aa85fcd) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:24.807041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-249455c1-1bd6-45fb-8c33-1008763e6af3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:24.811250 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249455c1-1bd6-45fb-8c33-1008763e6af3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:24.811838 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-249455c1-1bd6-45fb-8c33-1008763e6af3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:24.822555 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e64b31-fde7-4032-99bf-2e6e3f9def4d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:24.822555 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99e64b31-fde7-4032-99bf-2e6e3f9def4d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:24.826135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9dde7ce3-7f46-4aed-b3e9-50dcaf095c5e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:24.826724 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee545b-4135-4b95-a757-4d15028da376 None None] Pushing event updated for resources: {'Port': ['ID=4437d072-408b-4c78-b764-07ef2c8e798f,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:24.831483 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9dde7ce3-7f46-4aed-b3e9-50dcaf095c5e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9157836 Jan 20 11:05:24.835467 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf9ce2b-3948-41f8-94cf-8c190ea95a1f None None] Network 26a77f26-4bd4-4102-86c4-27342aa85fcd requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:24.851774 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34416) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:24.929904 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-73b18b54-3849-4b07-a361-4e3e81957a63 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'network_id': 'cfd61c5a-59ab-4045-a119-2c9556bc23c1', 'name': 'tempest-PortsIpV6TestJSON-1723826098'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:24.969024 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 23423de1-622f-4e36-95ce-642a112648dd, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=23423de1-622f-4e36-95ce-642a112648dd,segment=NetworkSegment(8a99ed84-1a0b-4745-b559-58793424f604),segment_id=8a99ed84-1a0b-4745-b559-58793424f604)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:25.009834 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-99e64b31-fde7-4032-99bf-2e6e3f9def4d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8519297 Jan 20 11:05:25.015798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34420) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:25.022610 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Attempting to bind port 4437d072-408b-4c78-b764-07ef2c8e798f on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:25.023482 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Attempting to bind port 4437d072-408b-4c78-b764-07ef2c8e798f by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '68deb864-edd2-4957-b53d-3a6b29ce7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:25.023482 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Attempting to bind port 4437d072-408b-4c78-b764-07ef2c8e798f on network 3e35fe82-4362-45af-a614-7e3b72db8473 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:25.026624 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-20018271-bf59-4151-a9aa-f621c7c82b53', 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'fixed_ips': [{'subnet_id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:25.028096 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:25.030352 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:25.036958 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Checking segment: {'id': '68deb864-edd2-4957-b53d-3a6b29ce7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:25.036958 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:25.036958 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Bound using segment: {'id': '68deb864-edd2-4957-b53d-3a6b29ce7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:25.036958 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Bound port: 4437d072-408b-4c78-b764-07ef2c8e798f, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68deb864-edd2-4957-b53d-3a6b29ce7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:25.036958 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:25.122220 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-249455c1-1bd6-45fb-8c33-1008763e6af3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0283875 Jan 20 11:05:25.172917 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Allocated IP 2001:db8::2 (cfd61c5a-59ab-4045-a119-2c9556bc23c1/df6a6b29-33bf-48fc-8243-69e13a21584d/ad0a696f-2cf4-43c4-91d4-03dd1f237bac) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:25.191698 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34424) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:25.197300 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] For port 4437d072-408b-4c78-b764-07ef2c8e798f, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:25.199276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:25.202487 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] For port 4437d072-408b-4c78-b764-07ef2c8e798f, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=4437d072-408b-4c78-b764-07ef2c8e798f,segment=NetworkSegment(68deb864-edd2-4957-b53d-3a6b29ce7017),segment_id=68deb864-edd2-4957-b53d-3a6b29ce7017)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:25.213786 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-11340458-7ec5-4a8c-a996-e62331130963 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'subnet': {'network_id': '561370a9-e2ad-4892-b259-c6ed73f2c7c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:25.217220 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:25.220454 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 914a8460-dbc2-4a8c-b35b-4be91e280adc up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:25.281184 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:25.308737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249455c1-1bd6-45fb-8c33-1008763e6af3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Network': ['ID=561370a9-e2ad-4892-b259-c6ed73f2c7c9,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:25.387439 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee545b-4135-4b95-a757-4d15028da376 None None] Pushing event updated for resources: {'Port': ['ID=4437d072-408b-4c78-b764-07ef2c8e798f,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:25.390306 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f9ea72f-07fa-4b5d-9519-18470d020fac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:25.392625 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:25.393240 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:25.417146 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 561370a9-e2ad-4892-b259-c6ed73f2c7c9 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:25.552768 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee545b-4135-4b95-a757-4d15028da376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:25.553393 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee545b-4135-4b95-a757-4d15028da376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:25.553393 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee545b-4135-4b95-a757-4d15028da376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:25.553753 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee545b-4135-4b95-a757-4d15028da376 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:25.554077 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee545b-4135-4b95-a757-4d15028da376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:25.554394 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee545b-4135-4b95-a757-4d15028da376 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:25.554711 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee545b-4135-4b95-a757-4d15028da376 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:25.555026 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee545b-4135-4b95-a757-4d15028da376 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:25.555338 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee545b-4135-4b95-a757-4d15028da376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:25.555648 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee545b-4135-4b95-a757-4d15028da376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:25.555955 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ee545b-4135-4b95-a757-4d15028da376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:05:25.592976 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ea72f-07fa-4b5d-9519-18470d020fac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for 3cb82dbc-f3ee-4027-b242-8898543eab83 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:05:25.624460 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:05:25.726334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-11340458-7ec5-4a8c-a996-e62331130963 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:25.735333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-73b18b54-3849-4b07-a361-4e3e81957a63 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:25.742405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-11340458-7ec5-4a8c-a996-e62331130963 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:subnet and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:25.747666 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-11340458-7ec5-4a8c-a996-e62331130963 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:25.811319 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-73b18b54-3849-4b07-a361-4e3e81957a63 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:25.814769 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-11340458-7ec5-4a8c-a996-e62331130963 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:25.913022 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:25.930268 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11340458-7ec5-4a8c-a996-e62331130963 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:25.943601 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:05:18Z', 'revision_number': 3, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': '54fa0743-074b-4e2a-806b-e948d8de78be', 'name': '', 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:74:cd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:17Z', 'updated_at': '2022-01-20T11:05:19Z', 'revision_number': 2, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:19Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:25.972697 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=23423de1-622f-4e36-95ce-642a112648dd,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:26.018905 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b18b54-3849-4b07-a361-4e3e81957a63 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:26.022368 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-73b18b54-3849-4b07-a361-4e3e81957a63 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:26.029016 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Checking router: 97ce2dca-110c-4350-8730-2b8d0effd009 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:05:26.029377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Updating router 97ce2dca-110c-4350-8730-2b8d0effd009 port 54fa0743-074b-4e2a-806b-e948d8de78be binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:05:26.049665 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:05:17Z', 'revision_number': 3, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4437d072-408b-4c78-b764-07ef2c8e798f', 'name': '', 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:b2:26:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:14Z', 'updated_at': '2022-01-20T11:05:25Z', 'revision_number': 4, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:26.059321 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a80fe-a480-4236-9879-9f245d3dbf36 None None] The sync data for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv is: [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:05:17Z', 'revision_number': 3, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4437d072-408b-4c78-b764-07ef2c8e798f', 'name': '', 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:b2:26:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:14Z', 'updated_at': '2022-01-20T11:05:25Z', 'revision_number': 4, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:05:26.124589 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f9ea72f-07fa-4b5d-9519-18470d020fac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:26.124833 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Transition to ACTIVE for port object 1badbb47-f2bb-470a-91b2-331fc3388330 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:26.140506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Allocated IP 2001:db8:2::1 (20018271-bf59-4151-a9aa-f621c7c82b53/592aa2b0-db6d-4ce6-9d9f-f0b1c2869436/4fad6854-1e4b-4a28-b3ba-f49829d89bd0) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:26.218089 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-73b18b54-3849-4b07-a361-4e3e81957a63 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] device_id is not set on port 92c7212f-4028-4423-905d-1f309e2c3af8 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:05:26.274879 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0be350a6-10cf-4887-890d-dfdff466872a None None] Provisioning for port 26199d08-78f0-4e64-ba05-64a0d78eaa3c completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:26.311752 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Transition to ACTIVE for port object 1badbb47-f2bb-470a-91b2-331fc3388330 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:26.314130 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11340458-7ec5-4a8c-a996-e62331130963 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:26.369429 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ea72f-07fa-4b5d-9519-18470d020fac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=3cb82dbc-f3ee-4027-b242-8898543eab83,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:26.371631 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 914a8460-dbc2-4a8c-b35b-4be91e280adc completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:26.377853 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:26.402011 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 914a8460-dbc2-4a8c-b35b-4be91e280adc triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:26.402399 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:26.456658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:26.474572 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Transition to ACTIVE for port object ad0a696f-2cf4-43c4-91d4-03dd1f237bac will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:26.478258 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f9ea72f-07fa-4b5d-9519-18470d020fac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:26.506698 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Transition to ACTIVE for port object ad0a696f-2cf4-43c4-91d4-03dd1f237bac will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:26.519041 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:26.556391 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.ipam_backend_mixin [None req-11340458-7ec5-4a8c-a996-e62331130963 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Performing IP validity checks on allocation pools {{(pid=84331) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 11:05:26.556915 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.ipam_backend_mixin [None req-11340458-7ec5-4a8c-a996-e62331130963 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84331) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 11:05:26.617912 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3f9ea72f-07fa-4b5d-9519-18470d020fac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/3cb82dbc-f3ee-4027-b242-8898543eab83 HTTP/1.1" status: 204 len: 168 time: 2.0578196 Jan 20 11:05:26.623342 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34428) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:26.690776 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-26a77f26-4bd4-4102-86c4-27342aa85fcd', 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'fixed_ips': [{'subnet_id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:26.690776 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:26.716863 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:26.744023 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:26.766082 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Network cfd61c5a-59ab-4045-a119-2c9556bc23c1 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:26.803560 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:26.807467 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:26.828540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f729a6-5c84-4665-8f6a-9ac41f35868a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:26.831096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f729a6-5c84-4665-8f6a-9ac41f35868a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:26.834591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f729a6-5c84-4665-8f6a-9ac41f35868a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:26.836595 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-25f729a6-5c84-4665-8f6a-9ac41f35868a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:05:26.839791 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:26.920025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:26.927642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:26.928165 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:26.981308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-25f729a6-5c84-4665-8f6a-9ac41f35868a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:05:26.983232 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-25f729a6-5c84-4665-8f6a-9ac41f35868a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3583949 Jan 20 11:05:26.992259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34432) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:27.124948 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-73b18b54-3849-4b07-a361-4e3e81957a63 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Allocated IP 2001:db8::35 (cfd61c5a-59ab-4045-a119-2c9556bc23c1/df6a6b29-33bf-48fc-8243-69e13a21584d/92c7212f-4028-4423-905d-1f309e2c3af8) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:27.132671 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Transition to ACTIVE for port object 4fad6854-1e4b-4a28-b3ba-f49829d89bd0 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:27.268234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11340458-7ec5-4a8c-a996-e62331130963 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:27.281032 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Pushing event updated for resources: {'Port': ['ID=1badbb47-f2bb-470a-91b2-331fc3388330,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:27.386973 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Attempting to bind port ad0a696f-2cf4-43c4-91d4-03dd1f237bac on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:27.391297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Attempting to bind port ad0a696f-2cf4-43c4-91d4-03dd1f237bac by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ade8ff0d-f4fc-4ffd-98cd-66f49fc0e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cfd61c5a-59ab-4045-a119-2c9556bc23c1'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:27.391297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Attempting to bind port ad0a696f-2cf4-43c4-91d4-03dd1f237bac on network cfd61c5a-59ab-4045-a119-2c9556bc23c1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:27.478509 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Attempting to bind port 1badbb47-f2bb-470a-91b2-331fc3388330 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:27.478910 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Attempting to bind port 1badbb47-f2bb-470a-91b2-331fc3388330 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:27.479342 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Attempting to bind port 1badbb47-f2bb-470a-91b2-331fc3388330 on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:27.498802 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11340458-7ec5-4a8c-a996-e62331130963 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Subnet': ['ID=ee62dcfb-a57b-430f-a285-8b2a182cceb8,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:27.516968 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Allocated IP 172.22.0.1 (26a77f26-4bd4-4102-86c4-27342aa85fcd/296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb/e39d401a-ca8e-46ae-9112-95822141df6e) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:27.517818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:27.586931 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a2bd3b-f696-435d-afa0-2cbca227a4e2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet e7fa0469-3a33-4a95-a7c7-77c14ea9d726 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:05:27.624877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Pushing event updated for resources: {'Port': ['ID=ad0a696f-2cf4-43c4-91d4-03dd1f237bac,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:27.624877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:27.624877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Checking segment: {'id': 'ade8ff0d-f4fc-4ffd-98cd-66f49fc0e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cfd61c5a-59ab-4045-a119-2c9556bc23c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:27.624877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:27.624877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Bound using segment: {'id': 'ade8ff0d-f4fc-4ffd-98cd-66f49fc0e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cfd61c5a-59ab-4045-a119-2c9556bc23c1'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:27.624877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Bound port: ad0a696f-2cf4-43c4-91d4-03dd1f237bac, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade8ff0d-f4fc-4ffd-98cd-66f49fc0e108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cfd61c5a-59ab-4045-a119-2c9556bc23c1'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:27.624877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:27.647217 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network 20018271-bf59-4151-a9aa-f621c7c82b53 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:27.651592 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-44a2bd3b-f696-435d-afa0-2cbca227a4e2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:27.658445 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:27.658864 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:27.659495 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:27.660174 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:27.661341 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Bound port: 1badbb47-f2bb-470a-91b2-331fc3388330, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:27.661759 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:27.685318 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:27.687367 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11340458-7ec5-4a8c-a996-e62331130963 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Checking segment: {'id': 'ad8d13ac-07cf-4521-9fde-ffeff31372cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '561370a9-e2ad-4892-b259-c6ed73f2c7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:27.687767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11340458-7ec5-4a8c-a996-e62331130963 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network hostable DHCP agents. Network: 561370a9-e2ad-4892-b259-c6ed73f2c7c9, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:05:27.707417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:27.707417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:27.721972 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:27.742159 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Transition to ACTIVE for port object e39d401a-ca8e-46ae-9112-95822141df6e will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:27.745053 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:27.762235 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=4fad6854-1e4b-4a28-b3ba-f49829d89bd0,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:27.795758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-44a2bd3b-f696-435d-afa0-2cbca227a4e2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:27.830631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-73b18b54-3849-4b07-a361-4e3e81957a63 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:27.845224 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d1e0bcfa-ac1f-4bc0-b4e6-2f92f60ac8a9 None None] Provisioning for port 54fa0743-074b-4e2a-806b-e948d8de78be completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:27.872246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Allocated IP 2001:db8:2::2 (20018271-bf59-4151-a9aa-f621c7c82b53/592aa2b0-db6d-4ce6-9d9f-f0b1c2869436/2262a7fa-a3c7-425e-8182-3cc8943df7ca) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:27.877282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-73b18b54-3849-4b07-a361-4e3e81957a63 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Transition to ACTIVE for port object 92c7212f-4028-4423-905d-1f309e2c3af8 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:27.877427 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:27.922727 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-44a2bd3b-f696-435d-afa0-2cbca227a4e2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:27.961050 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network 26a77f26-4bd4-4102-86c4-27342aa85fcd is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:27.964508 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11340458-7ec5-4a8c-a996-e62331130963 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network 561370a9-e2ad-4892-b259-c6ed73f2c7c9 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:05:27.965145 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:27.967112 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=e39d401a-ca8e-46ae-9112-95822141df6e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:27.969170 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:28.019699 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d1e0bcfa-ac1f-4bc0-b4e6-2f92f60ac8a9 None None] Provisioning complete for port 54fa0743-074b-4e2a-806b-e948d8de78be triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:28.020878 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d1e0bcfa-ac1f-4bc0-b4e6-2f92f60ac8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:28.027727 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:28.107572 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-73b18b54-3849-4b07-a361-4e3e81957a63 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:28.114281 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-11340458-7ec5-4a8c-a996-e62331130963 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 561370a9-e2ad-4892-b259-c6ed73f2c7c9) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:28.118854 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11340458-7ec5-4a8c-a996-e62331130963 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:28.119978 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11340458-7ec5-4a8c-a996-e62331130963 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:28.203417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585ca70e-1a61-444f-acf0-c1e4360ff258 None None] Network 561370a9-e2ad-4892-b259-c6ed73f2c7c9 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:28.270475 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:28.271447 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 914a8460-dbc2-4a8c-b35b-4be91e280adc, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=914a8460-dbc2-4a8c-b35b-4be91e280adc,segment=NetworkSegment(68deb864-edd2-4957-b53d-3a6b29ce7017),segment_id=68deb864-edd2-4957-b53d-3a6b29ce7017)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:28.282700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:28.292559 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-44a2bd3b-f696-435d-afa0-2cbca227a4e2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:28.369491 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2bd3b-f696-435d-afa0-2cbca227a4e2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=e7fa0469-3a33-4a95-a7c7-77c14ea9d726,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:28.371696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:28.378098 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] For port ad0a696f-2cf4-43c4-91d4-03dd1f237bac, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:28.409153 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-44a2bd3b-f696-435d-afa0-2cbca227a4e2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:28.414137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b18b54-3849-4b07-a361-4e3e81957a63 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network cfd61c5a-59ab-4045-a119-2c9556bc23c1 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:28.419633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:28.419633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device f0f0e988-9aaf-424e-b675-bf3a11a57008 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:28.423901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b18b54-3849-4b07-a361-4e3e81957a63 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=92c7212f-4028-4423-905d-1f309e2c3af8,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:28.427763 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-73b18b54-3849-4b07-a361-4e3e81957a63 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:28.429993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b18b54-3849-4b07-a361-4e3e81957a63 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:28.434229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b18b54-3849-4b07-a361-4e3e81957a63 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:28.435376 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-73b18b54-3849-4b07-a361-4e3e81957a63 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:28.479725 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-44a2bd3b-f696-435d-afa0-2cbca227a4e2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/e7fa0469-3a33-4a95-a7c7-77c14ea9d726 HTTP/1.1" status: 204 len: 168 time: 1.4666882 Jan 20 11:05:28.482366 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34436) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:28.501022 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Transition to ACTIVE for port object 54fa0743-074b-4e2a-806b-e948d8de78be will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:28.505309 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] For port ad0a696f-2cf4-43c4-91d4-03dd1f237bac, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ad0a696f-2cf4-43c4-91d4-03dd1f237bac,segment=NetworkSegment(ade8ff0d-f4fc-4ffd-98cd-66f49fc0e108),segment_id=ade8ff0d-f4fc-4ffd-98cd-66f49fc0e108)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:28.505892 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0bcfa-ac1f-4bc0-b4e6-2f92f60ac8a9 None None] Port 54fa0743-074b-4e2a-806b-e948d8de78be cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:05:28.511426 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] For port 1badbb47-f2bb-470a-91b2-331fc3388330, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:28.570884 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-11340458-7ec5-4a8c-a996-e62331130963 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.3614504 Jan 20 11:05:28.575998 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34440) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:28.580237 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Allocated IP 172.22.0.2 (26a77f26-4bd4-4102-86c4-27342aa85fcd/296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb/03e2a7be-b199-4748-9a99-0fcd99a1eb95) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:28.611092 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] For port 1badbb47-f2bb-470a-91b2-331fc3388330, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=1badbb47-f2bb-470a-91b2-331fc3388330,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:28.635590 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-73b18b54-3849-4b07-a361-4e3e81957a63 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7184424 Jan 20 11:05:28.635938 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34444) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:28.639918 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:28.666158 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:28.702683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=914a8460-dbc2-4a8c-b35b-4be91e280adc,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:28.853065 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:28.951125 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4e1cfa67-d188-422f-b9f6-fe95627998f0 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:28.986415 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37a7783-9a73-4a95-a1e7-61b3d2b44d94 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet ee0e7cc0-d7f0-4c42-9f09-1bb3213ad187 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:05:28.995031 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e37a7783-9a73-4a95-a1e7-61b3d2b44d94 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:29.117559 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e37a7783-9a73-4a95-a1e7-61b3d2b44d94 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:29.129022 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2959ee-555c-4acc-ade6-732052df17e1 None None] Pushing event updated for resources: {'Port': ['ID=54fa0743-074b-4e2a-806b-e948d8de78be,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:29.167761 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.resource_extend [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 11:05:29.201435 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:29.220089 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4e1cfa67-d188-422f-b9f6-fe95627998f0 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:29.289454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:29.322265 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port f0f0e988-9aaf-424e-b675-bf3a11a57008 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:29.322917 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:29.323562 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:29.345774 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:29.362542 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e37a7783-9a73-4a95-a1e7-61b3d2b44d94 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:29.415758 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b18ca5-3db9-4cf1-b2aa-e0d16b17d8e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-561370a9-e2ad-4892-b259-c6ed73f2c7c9', 'network_id': '561370a9-e2ad-4892-b259-c6ed73f2c7c9', 'tenant_id': '949b8995678349629b6c3129d91b46e9', 'fixed_ips': [{'subnet_id': 'ee62dcfb-a57b-430f-a285-8b2a182cceb8'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:29.416894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2b18ca5-3db9-4cf1-b2aa-e0d16b17d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:29.463686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:29.464783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:29.479631 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Transition to ACTIVE for port object 2262a7fa-a3c7-425e-8182-3cc8943df7ca will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:29.568087 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6e4fd-6c99-4d97-8cdb-a12d4cec5990 None None] Pushing event updated for resources: {'Port': ['ID=ad0a696f-2cf4-43c4-91d4-03dd1f237bac,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:29.568377 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-de6264d7-faf3-44f6-b11a-e2081c5eb4ed tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:29.628810 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=e39d401a-ca8e-46ae-9112-95822141df6e,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:29.630907 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:29.632207 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Attempting to bind port 54fa0743-074b-4e2a-806b-e948d8de78be on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:29.632597 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Attempting to bind port 54fa0743-074b-4e2a-806b-e948d8de78be by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'b99294a4-afcc-42d4-956a-d6a804a975b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:29.632964 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Attempting to bind port 54fa0743-074b-4e2a-806b-e948d8de78be on network 8b681855-f2cc-4987-82a9-2e443def780c {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:29.694583 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4e1cfa67-d188-422f-b9f6-fe95627998f0 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:29.759369 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Transition to ACTIVE for port object 2262a7fa-a3c7-425e-8182-3cc8943df7ca will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:29.828109 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:29.848950 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:29.849843 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Checking segment: {'id': 'b99294a4-afcc-42d4-956a-d6a804a975b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:29.850479 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:29.851095 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Bound using segment: {'id': 'b99294a4-afcc-42d4-956a-d6a804a975b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:29.851845 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Bound port: 54fa0743-074b-4e2a-806b-e948d8de78be, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99294a4-afcc-42d4-956a-d6a804a975b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:29.852517 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:29.858847 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cfa67-d188-422f-b9f6-fe95627998f0 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Subnet': ['ID=ee62dcfb-a57b-430f-a285-8b2a182cceb8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:29.969844 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:29.983963 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Transition to ACTIVE for port object 03e2a7be-b199-4748-9a99-0fcd99a1eb95 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server [None req-f2b18ca5-3db9-4cf1-b2aa-e0d16b17d8e6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee62dcfb-a57b-430f-a285-8b2a182cceb8: This subnet is being modified by another concurrent operation. Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 11:05:29.989511 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise exception Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee62dcfb-a57b-430f-a285-8b2a182cceb8: This subnet is being modified by another concurrent operation. Jan 20 11:05:29.992911 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server Jan 20 11:05:30.005236 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e37a7783-9a73-4a95-a1e7-61b3d2b44d94 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:30.032443 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fce8fe-4588-4ceb-a927-5c1e6de4f36f None None] Network 561370a9-e2ad-4892-b259-c6ed73f2c7c9 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:30.079522 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c189e5-e825-4428-8ebe-e24d1b826c2c None None] Pushing event updated for resources: {'Port': ['ID=1badbb47-f2bb-470a-91b2-331fc3388330,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:30.081573 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a7783-9a73-4a95-a1e7-61b3d2b44d94 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=ee0e7cc0-d7f0-4c42-9f09-1bb3213ad187,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:30.128893 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4e1cfa67-d188-422f-b9f6-fe95627998f0 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:30.160005 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network 20018271-bf59-4151-a9aa-f621c7c82b53 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:30.180285 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e37a7783-9a73-4a95-a1e7-61b3d2b44d94 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:30.199509 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-4e1cfa67-d188-422f-b9f6-fe95627998f0 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561370a9-e2ad-4892-b259-c6ed73f2c7c9']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:30.217632 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-4e1cfa67-d188-422f-b9f6-fe95627998f0 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8d13ac-07cf-4521-9fde-ffeff31372cc') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:30.217932 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-4e1cfa67-d188-422f-b9f6-fe95627998f0 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8d13ac-07cf-4521-9fde-ffeff31372cc') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:30.230757 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:30.231727 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network 26a77f26-4bd4-4102-86c4-27342aa85fcd is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:30.234381 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:30.237294 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4e1cfa67-d188-422f-b9f6-fe95627998f0 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:30.321503 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e37a7783-9a73-4a95-a1e7-61b3d2b44d94 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/ee0e7cc0-d7f0-4c42-9f09-1bb3213ad187 HTTP/1.1" status: 204 len: 168 time: 1.8378243 Jan 20 11:05:30.321764 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Transition to ACTIVE for port object 03e2a7be-b199-4748-9a99-0fcd99a1eb95 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:30.354016 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device cda25e02-6ff5-4e3b-a6a1-5a9c50293a98 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:30.383382 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34448) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:30.387110 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Network 20018271-bf59-4151-a9aa-f621c7c82b53 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:30.406549 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:30.428907 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:30.431193 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:30.453461 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Pushing event updated for resources: {'Port': ['ID=2262a7fa-a3c7-425e-8182-3cc8943df7ca,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:30.466765 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4e1cfa67-d188-422f-b9f6-fe95627998f0 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:30.472812 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b55bba0d-1fdf-454c-aef2-48e74bcb452d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:router {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:05:30.488207 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1cfa67-d188-422f-b9f6-fe95627998f0 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:05:30.488617 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4e1cfa67-d188-422f-b9f6-fe95627998f0 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:30.495096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=4fad6854-1e4b-4a28-b3ba-f49829d89bd0,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:05:30.510049 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:05:30.586514 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] For port 54fa0743-074b-4e2a-806b-e948d8de78be, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:30.593520 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b55bba0d-1fdf-454c-aef2-48e74bcb452d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:router {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:05:30.595702 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b55bba0d-1fdf-454c-aef2-48e74bcb452d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2110407 Jan 20 11:05:30.603497 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34452) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:30.625958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f6bffc3d-ddda-4642-8370-ae3b7a938a41 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:30.724287 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] For port 54fa0743-074b-4e2a-806b-e948d8de78be, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=54fa0743-074b-4e2a-806b-e948d8de78be,segment=NetworkSegment(b99294a4-afcc-42d4-956a-d6a804a975b2),segment_id=b99294a4-afcc-42d4-956a-d6a804a975b2)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:30.737309 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Network 26a77f26-4bd4-4102-86c4-27342aa85fcd is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:30.753687 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:30.762667 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Pushing event updated for resources: {'Port': ['ID=03e2a7be-b199-4748-9a99-0fcd99a1eb95,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:30.767138 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:30.772691 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port cda25e02-6ff5-4e3b-a6a1-5a9c50293a98 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:30.773504 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:30.790818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f6bffc3d-ddda-4642-8370-ae3b7a938a41 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:30.800342 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f6bffc3d-ddda-4642-8370-ae3b7a938a41 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:30.803806 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Attempting to bind port 2262a7fa-a3c7-425e-8182-3cc8943df7ca on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:30.809387 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Attempting to bind port 2262a7fa-a3c7-425e-8182-3cc8943df7ca by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '7556ad81-751f-4954-a795-507261145a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:30.809387 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Attempting to bind port 2262a7fa-a3c7-425e-8182-3cc8943df7ca on network 20018271-bf59-4151-a9aa-f621c7c82b53 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:30.809678 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4e1cfa67-d188-422f-b9f6-fe95627998f0 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:30.810144 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f6bffc3d-ddda-4642-8370-ae3b7a938a41 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:30.810267 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4e1cfa67-d188-422f-b9f6-fe95627998f0 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:30.820972 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:30.821640 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Checking segment: {'id': '7556ad81-751f-4954-a795-507261145a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:30.822255 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:30.822867 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Bound using segment: {'id': '7556ad81-751f-4954-a795-507261145a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:30.823535 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Bound port: 2262a7fa-a3c7-425e-8182-3cc8943df7ca, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7556ad81-751f-4954-a795-507261145a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:30.824122 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:30.835358 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4e1cfa67-d188-422f-b9f6-fe95627998f0 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/561370a9-e2ad-4892-b259-c6ed73f2c7c9 HTTP/1.1" status: 204 len: 168 time: 2.2561791 Jan 20 11:05:30.843885 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34456) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:30.857790 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9c7dc8d2-5c47-4908-892e-abea60193076 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-519614115'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:30.862628 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cfa67-d188-422f-b9f6-fe95627998f0 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Network': ['ID=561370a9-e2ad-4892-b259-c6ed73f2c7c9,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:30.869443 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9c7dc8d2-5c47-4908-892e-abea60193076 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:30.883541 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9c7dc8d2-5c47-4908-892e-abea60193076 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:network and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:30.896074 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9c7dc8d2-5c47-4908-892e-abea60193076 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:30.908185 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:30.914670 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9c7dc8d2-5c47-4908-892e-abea60193076 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:30.943016 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router 97ce2dca-110c-4350-8730-2b8d0effd009 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:05:30.949935 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f6bffc3d-ddda-4642-8370-ae3b7a938a41 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:31.070574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-de6264d7-faf3-44f6-b11a-e2081c5eb4ed tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:31.135912 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bffc3d-ddda-4642-8370-ae3b7a938a41 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:31.139558 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f6bffc3d-ddda-4642-8370-ae3b7a938a41 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:31.162742 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3927a66c-53b8-4e64-9e7a-692de55b4c5f None None] Network cfd61c5a-59ab-4045-a119-2c9556bc23c1 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:31.169496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-de6264d7-faf3-44f6-b11a-e2081c5eb4ed tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:31.173739 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7dc8d2-5c47-4908-892e-abea60193076 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:31.178329 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9c7dc8d2-5c47-4908-892e-abea60193076 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:31.244344 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7dc8d2-5c47-4908-892e-abea60193076 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:05:31.275415 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9c7dc8d2-5c47-4908-892e-abea60193076 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:31.276041 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-9c7dc8d2-5c47-4908-892e-abea60193076 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Added segment 86a663d2-2d51-488e-9c9a-619f0d15d061 of type vlan for network 5430ce2c-9ae3-41b6-80a8-c3953b97fe87 Jan 20 11:05:31.296205 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:05:31.323421 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c975e1e2-9603-4fd9-8a41-f6d2c9a33145 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/97ce2dca-110c-4350-8730-2b8d0effd009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3064299 Jan 20 11:05:31.327255 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34460) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:31.333267 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-817cbc27-cbb9-4f37-bc81-f1adce992626 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'network': {'name': 'tempest-RoutersTest-1966757307'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:31.341505 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-817cbc27-cbb9-4f37-bc81-f1adce992626 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:31.345802 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9c7dc8d2-5c47-4908-892e-abea60193076 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:31.351239 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2959ee-555c-4acc-ade6-732052df17e1 None None] Pushing event updated for resources: {'Port': ['ID=54fa0743-074b-4e2a-806b-e948d8de78be,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:31.354303 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Attempting to bind port 03e2a7be-b199-4748-9a99-0fcd99a1eb95 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:31.354684 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Attempting to bind port 03e2a7be-b199-4748-9a99-0fcd99a1eb95 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:31.355028 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Attempting to bind port 03e2a7be-b199-4748-9a99-0fcd99a1eb95 on network 26a77f26-4bd4-4102-86c4-27342aa85fcd {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:31.360796 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-817cbc27-cbb9-4f37-bc81-f1adce992626 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:network and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:31.365946 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-817cbc27-cbb9-4f37-bc81-f1adce992626 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:31.374702 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-817cbc27-cbb9-4f37-bc81-f1adce992626 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:31.410283 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6264d7-faf3-44f6-b11a-e2081c5eb4ed tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=92c7212f-4028-4423-905d-1f309e2c3af8,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:31.462149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:31.462525 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Checking segment: {'id': '5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:31.462971 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:31.463576 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Bound using segment: {'id': '5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:31.464057 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Bound port: 03e2a7be-b199-4748-9a99-0fcd99a1eb95, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:31.464619 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:31.478458 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] For port 2262a7fa-a3c7-425e-8182-3cc8943df7ca, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:31.502271 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817cbc27-cbb9-4f37-bc81-f1adce992626 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Made reservation on behalf of 0c5b44fb39b64ea5a5d562662d9183a4 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:31.507059 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-817cbc27-cbb9-4f37-bc81-f1adce992626 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:31.515615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Routers {'97ce2dca-110c-4350-8730-2b8d0effd009'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:31.516209 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['97ce2dca-110c-4350-8730-2b8d0effd009'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:31.564316 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817cbc27-cbb9-4f37-bc81-f1adce992626 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:05:31.575511 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9c7dc8d2-5c47-4908-892e-abea60193076 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:31.580273 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] For port 2262a7fa-a3c7-425e-8182-3cc8943df7ca, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2262a7fa-a3c7-425e-8182-3cc8943df7ca,segment=NetworkSegment(7556ad81-751f-4954-a795-507261145a79),segment_id=7556ad81-751f-4954-a795-507261145a79)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:31.581956 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7dc8d2-5c47-4908-892e-abea60193076 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:31.590826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9c7dc8d2-5c47-4908-892e-abea60193076 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:31.601362 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router 68698e4e-b028-45b5-b308-88f1dc183078 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:05:31.628585 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f763fd6f-d9d6-447a-ba9b-0da870242fb6 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:31.632424 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-817cbc27-cbb9-4f37-bc81-f1adce992626 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:31.632768 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-817cbc27-cbb9-4f37-bc81-f1adce992626 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Added segment 2615fffe-bef7-470c-a6d1-9bcb01c14509 of type vlan for network b1c97ff5-1957-473c-872c-399b2ac39c10 Jan 20 11:05:31.699629 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8bbe3487-5568-4b94-8ede-9f7aad04823b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:31.701005 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a70b30a9-3f6c-4199-b56d-36504c0f6297 None None] Provisioning for port ad0a696f-2cf4-43c4-91d4-03dd1f237bac completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:31.740762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-817cbc27-cbb9-4f37-bc81-f1adce992626 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:31.747269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7dc8d2-5c47-4908-892e-abea60193076 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Network': ['ID=5430ce2c-9ae3-41b6-80a8-c3953b97fe87,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:31.767300 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9c7dc8d2-5c47-4908-892e-abea60193076 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9166276 Jan 20 11:05:31.771253 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34464) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:31.780769 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-04549c6b-fac0-442f-9a65-98fb4e63f7df tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'subnet': {'network_id': '5430ce2c-9ae3-41b6-80a8-c3953b97fe87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:31.804008 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:31.861715 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 5430ce2c-9ae3-41b6-80a8-c3953b97fe87 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:31.895975 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a9ee1873-b1c6-4207-b001-70a0cdc32104 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:05:31.962366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-de6264d7-faf3-44f6-b11a-e2081c5eb4ed tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:32.002435 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-817cbc27-cbb9-4f37-bc81-f1adce992626 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:32.006644 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817cbc27-cbb9-4f37-bc81-f1adce992626 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:32.007252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-817cbc27-cbb9-4f37-bc81-f1adce992626 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:32.054355 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f6bffc3d-ddda-4642-8370-ae3b7a938a41 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:32.096372 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: a9ee1873-b1c6-4207-b001-70a0cdc32104 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:05:32.096613 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a9ee1873-b1c6-4207-b001-70a0cdc32104 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:05:32.124684 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bffc3d-ddda-4642-8370-ae3b7a938a41 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:32.129115 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-f6bffc3d-ddda-4642-8370-ae3b7a938a41 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:32.151234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bffc3d-ddda-4642-8370-ae3b7a938a41 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:32.152257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f6bffc3d-ddda-4642-8370-ae3b7a938a41 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:32.165075 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-04549c6b-fac0-442f-9a65-98fb4e63f7df tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:32.165075 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817cbc27-cbb9-4f37-bc81-f1adce992626 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Network': ['ID=b1c97ff5-1957-473c-872c-399b2ac39c10,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:32.167667 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-04549c6b-fac0-442f-9a65-98fb4e63f7df tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:subnet and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:32.170808 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-04549c6b-fac0-442f-9a65-98fb4e63f7df tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:32.182173 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-04549c6b-fac0-442f-9a65-98fb4e63f7df tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:32.188017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bffc3d-ddda-4642-8370-ae3b7a938a41 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=3aa548ae-6ccd-408b-8e81-426bbbccef86,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:32.212161 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-817cbc27-cbb9-4f37-bc81-f1adce992626 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8833427 Jan 20 11:05:32.214504 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34468) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:32.219839 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f1d612fb-0555-43ee-87be-9ec498fdad51 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'subnet': {'network_id': 'b1c97ff5-1957-473c-872c-399b2ac39c10', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:32.232421 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:05:32.237905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network b1c97ff5-1957-473c-872c-399b2ac39c10 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:32.261528 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9641869e-9c56-4d82-8d6b-cfd3b27b1da4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/68698e4e-b028-45b5-b308-88f1dc183078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2155354 Jan 20 11:05:32.265014 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34472) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:32.265185 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Sync routers for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:05:32.271571 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-a0e24086-10a8-45b8-b354-31c24eff9005 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-293401757'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:32.277725 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a0e24086-10a8-45b8-b354-31c24eff9005 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:32.282106 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a0e24086-10a8-45b8-b354-31c24eff9005 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:network and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:32.295825 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f6bffc3d-ddda-4642-8370-ae3b7a938a41 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6805327 Jan 20 11:05:32.295825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a0e24086-10a8-45b8-b354-31c24eff9005 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:32.305684 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] For port 03e2a7be-b199-4748-9a99-0fcd99a1eb95, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:32.311999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34476) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:32.320483 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:32.342545 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a0e24086-10a8-45b8-b354-31c24eff9005 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:32.372153 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466d311-bf17-42a8-9698-788a8dd95863 None None] Pushing event updated for resources: {'Port': ['ID=2262a7fa-a3c7-425e-8182-3cc8943df7ca,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:32.388049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-de6264d7-faf3-44f6-b11a-e2081c5eb4ed tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:32.400012 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] Set router 97ce2dca-110c-4350-8730-2b8d0effd009 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:05:32.429792 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04549c6b-fac0-442f-9a65-98fb4e63f7df tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:32.482085 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] For port 03e2a7be-b199-4748-9a99-0fcd99a1eb95, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=03e2a7be-b199-4748-9a99-0fcd99a1eb95,segment=NetworkSegment(5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5),segment_id=5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:32.543865 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f1d612fb-0555-43ee-87be-9ec498fdad51 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:32.567518 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f1d612fb-0555-43ee-87be-9ec498fdad51 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:subnet and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:32.578394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f1d612fb-0555-43ee-87be-9ec498fdad51 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:32.587578 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-327c7c1a-60c4-4ff7-93d2-c65f303f4a87 None None] Provisioning for port 1badbb47-f2bb-470a-91b2-331fc3388330 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:32.605811 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:32.610046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:32.610046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:32.626865 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f1d612fb-0555-43ee-87be-9ec498fdad51 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:32.659809 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-04549c6b-fac0-442f-9a65-98fb4e63f7df tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:32.727068 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:32.733100 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 914a8460-dbc2-4a8c-b35b-4be91e280adc up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:32.782291 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e24086-10a8-45b8-b354-31c24eff9005 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Made reservation on behalf of 1aa6148e9f8944e88f329c972f79dedb for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:32.785363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a0e24086-10a8-45b8-b354-31c24eff9005 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:32.819320 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e24086-10a8-45b8-b354-31c24eff9005 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:05:32.830645 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a0e24086-10a8-45b8-b354-31c24eff9005 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:32.830645 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-a0e24086-10a8-45b8-b354-31c24eff9005 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Added segment 104b8414-f9e9-46cc-8184-d5bb39198685 of type vlan for network 0dbee288-d52b-498e-bf86-16347cbfa2ef Jan 20 11:05:32.858085 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a0e24086-10a8-45b8-b354-31c24eff9005 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:32.935330 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d612fb-0555-43ee-87be-9ec498fdad51 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Made reservation on behalf of 0c5b44fb39b64ea5a5d562662d9183a4 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:32.951556 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:32.968424 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:32.998954 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a0e24086-10a8-45b8-b354-31c24eff9005 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:33.002697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e24086-10a8-45b8-b354-31c24eff9005 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:33.003276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a0e24086-10a8-45b8-b354-31c24eff9005 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:33.025129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:33.062178 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5df53d-31e9-4dc7-9372-5a58dda5e1fc None None] Pushing event updated for resources: {'Port': ['ID=03e2a7be-b199-4748-9a99-0fcd99a1eb95,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:33.093450 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f1d612fb-0555-43ee-87be-9ec498fdad51 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:33.124013 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:05:33.133701 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e24086-10a8-45b8-b354-31c24eff9005 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Network': ['ID=0dbee288-d52b-498e-bf86-16347cbfa2ef,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:33.184003 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:33.187913 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:33.211230 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-de6264d7-faf3-44f6-b11a-e2081c5eb4ed tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:33.244463 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a0e24086-10a8-45b8-b354-31c24eff9005 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9749587 Jan 20 11:05:33.245440 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34480) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:33.251282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-38dae1da-dd40-4e2b-b2f0-0ec8a1c8dde7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'subnet': {'network_id': '0dbee288-d52b-498e-bf86-16347cbfa2ef', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:33.336482 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 0dbee288-d52b-498e-bf86-16347cbfa2ef details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:33.372235 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-de6264d7-faf3-44f6-b11a-e2081c5eb4ed tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:33.373250 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-de6264d7-faf3-44f6-b11a-e2081c5eb4ed tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:33.586575 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 914a8460-dbc2-4a8c-b35b-4be91e280adc triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:33.587257 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:33.589840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-04549c6b-fac0-442f-9a65-98fb4e63f7df tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:33.662213 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6264d7-faf3-44f6-b11a-e2081c5eb4ed tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=92c7212f-4028-4423-905d-1f309e2c3af8,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:33.666886 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-38dae1da-dd40-4e2b-b2f0-0ec8a1c8dde7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:33.681649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-38dae1da-dd40-4e2b-b2f0-0ec8a1c8dde7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:subnet and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:33.693450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-38dae1da-dd40-4e2b-b2f0-0ec8a1c8dde7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:33.714580 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-38dae1da-dd40-4e2b-b2f0-0ec8a1c8dde7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:33.857962 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04549c6b-fac0-442f-9a65-98fb4e63f7df tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Subnet': ['ID=28d8636c-0848-49c4-ba99-469a65742224,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:33.860419 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6264d7-faf3-44f6-b11a-e2081c5eb4ed tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network cfd61c5a-59ab-4045-a119-2c9556bc23c1 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:33.864757 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-de6264d7-faf3-44f6-b11a-e2081c5eb4ed tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:33.953376 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04549c6b-fac0-442f-9a65-98fb4e63f7df tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Checking segment: {'id': '86a663d2-2d51-488e-9c9a-619f0d15d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5430ce2c-9ae3-41b6-80a8-c3953b97fe87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:33.954191 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04549c6b-fac0-442f-9a65-98fb4e63f7df tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network hostable DHCP agents. Network: 5430ce2c-9ae3-41b6-80a8-c3953b97fe87, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:05:34.014429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dae1da-dd40-4e2b-b2f0-0ec8a1c8dde7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Made reservation on behalf of 1aa6148e9f8944e88f329c972f79dedb for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:34.108843 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e309764-a9e6-4546-aa46-a146a8e49f1a None None] Network 20018271-bf59-4151-a9aa-f621c7c82b53 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:34.154336 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04549c6b-fac0-442f-9a65-98fb4e63f7df tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network 5430ce2c-9ae3-41b6-80a8-c3953b97fe87 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:05:34.201954 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f1d612fb-0555-43ee-87be-9ec498fdad51 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:34.274170 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b318cee2-1d9d-4375-b0b5-7cdd9ac3c4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:34.288199 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:05:28Z', 'revision_number': 4, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': '54fa0743-074b-4e2a-806b-e948d8de78be', 'name': '', 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:74:cd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:17Z', 'updated_at': '2022-01-20T11:05:30Z', 'revision_number': 4, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e39d401a-ca8e-46ae-9112-95822141df6e', 'name': '', 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:4f:16:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:27Z', 'updated_at': '2022-01-20T11:05:28Z', 'revision_number': 2, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:19Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:34.299772 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38dae1da-dd40-4e2b-b2f0-0ec8a1c8dde7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:34.321227 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 23423de1-622f-4e36-95ce-642a112648dd up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:34.359813 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a95fb1-ef9a-4ec4-a093-678c6fe92243 None None] The sync data for ids ['97ce2dca-110c-4350-8730-2b8d0effd009'] in dv-neutron-825471-1-hyperv is: [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:05:28Z', 'revision_number': 4, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': '54fa0743-074b-4e2a-806b-e948d8de78be', 'name': '', 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:74:cd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:17Z', 'updated_at': '2022-01-20T11:05:30Z', 'revision_number': 4, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e39d401a-ca8e-46ae-9112-95822141df6e', 'name': '', 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:4f:16:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:27Z', 'updated_at': '2022-01-20T11:05:28Z', 'revision_number': 2, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:19Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:05:34.383860 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc96e7cb-a45b-4561-bb01-440b91eda4fe None None] Update dhcp port {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'fixed_ips': [{'subnet_id': '3aa548ae-6ccd-408b-8e81-426bbbccef86'}], 'binding:host_id': 'dv-neutron-825471-1-hyperv'}, 'id': '1badbb47-f2bb-470a-91b2-331fc3388330'} from dv-neutron-825471-1-hyperv. {{(pid=84333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 11:05:34.470802 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-36870df1-b6ea-49aa-b60b-e17be5abac6c None None] Provisioning for port 92c7212f-4028-4423-905d-1f309e2c3af8 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:34.510249 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-04549c6b-fac0-442f-9a65-98fb4e63f7df tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 5430ce2c-9ae3-41b6-80a8-c3953b97fe87) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:34.514390 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04549c6b-fac0-442f-9a65-98fb4e63f7df tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:34.515002 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-04549c6b-fac0-442f-9a65-98fb4e63f7df tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:34.519418 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-36870df1-b6ea-49aa-b60b-e17be5abac6c None None] Provisioning complete for port 92c7212f-4028-4423-905d-1f309e2c3af8 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:34.520427 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-36870df1-b6ea-49aa-b60b-e17be5abac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:34.548464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d612fb-0555-43ee-87be-9ec498fdad51 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Subnet': ['ID=1b260d15-db0f-486c-949d-9b30cadf0027,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:34.571957 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 11:05:34.643021 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d612fb-0555-43ee-87be-9ec498fdad51 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Checking segment: {'id': '2615fffe-bef7-470c-a6d1-9bcb01c14509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b1c97ff5-1957-473c-872c-399b2ac39c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:34.643381 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d612fb-0555-43ee-87be-9ec498fdad51 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network hostable DHCP agents. Network: b1c97ff5-1957-473c-872c-399b2ac39c10, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:05:34.645018 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-36870df1-b6ea-49aa-b60b-e17be5abac6c None None] Port 92c7212f-4028-4423-905d-1f309e2c3af8 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:05:34.647473 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f77954-7815-4b1d-b97a-2ddac981597e None None] Network 5430ce2c-9ae3-41b6-80a8-c3953b97fe87 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:34.670723 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-04549c6b-fac0-442f-9a65-98fb4e63f7df tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8981373 Jan 20 11:05:34.680493 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34484) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:34.909361 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3cf87eeb-2381-4ba5-8d24-4af09bfcdff6 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:34.966529 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d612fb-0555-43ee-87be-9ec498fdad51 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network b1c97ff5-1957-473c-872c-399b2ac39c10 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:05:34.985383 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f1d612fb-0555-43ee-87be-9ec498fdad51 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, b1c97ff5-1957-473c-872c-399b2ac39c10) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:34.997349 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d612fb-0555-43ee-87be-9ec498fdad51 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:34.998007 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f1d612fb-0555-43ee-87be-9ec498fdad51 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:35.011978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 23423de1-622f-4e36-95ce-642a112648dd triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:35.012357 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:35.124177 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664b921f-95c6-4d86-b8d9-e6138c32bccb None None] Network b1c97ff5-1957-473c-872c-399b2ac39c10 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:35.151618 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3cf87eeb-2381-4ba5-8d24-4af09bfcdff6 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:35.229097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:35.242831 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f1d612fb-0555-43ee-87be-9ec498fdad51 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0266740 Jan 20 11:05:35.242982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e382b45-5abb-435a-8c79-38370e651101 None None] Network 26a77f26-4bd4-4102-86c4-27342aa85fcd requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:35.245018 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34488) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:35.261726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc96e7cb-a45b-4561-bb01-440b91eda4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:35.368465 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38dae1da-dd40-4e2b-b2f0-0ec8a1c8dde7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:35.370067 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6264d7-faf3-44f6-b11a-e2081c5eb4ed tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Router 63cfb72e-9e72-469d-ba33-5cb31a9d5741 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:05:35.390042 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:05:27Z', 'revision_number': 4, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4437d072-408b-4c78-b764-07ef2c8e798f', 'name': '', 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:b2:26:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:14Z', 'updated_at': '2022-01-20T11:05:25Z', 'revision_number': 4, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fad6854-1e4b-4a28-b3ba-f49829d89bd0', 'name': '', 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:c4:a9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:25Z', 'updated_at': '2022-01-20T11:05:28Z', 'revision_number': 2, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:35.466830 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Checking router: 68698e4e-b028-45b5-b308-88f1dc183078 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:05:35.466830 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Updating router 68698e4e-b028-45b5-b308-88f1dc183078 port 4fad6854-1e4b-4a28-b3ba-f49829d89bd0 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:05:35.532342 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dae1da-dd40-4e2b-b2f0-0ec8a1c8dde7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Checking segment: {'id': '104b8414-f9e9-46cc-8184-d5bb39198685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dbee288-d52b-498e-bf86-16347cbfa2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:35.532785 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dae1da-dd40-4e2b-b2f0-0ec8a1c8dde7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network hostable DHCP agents. Network: 0dbee288-d52b-498e-bf86-16347cbfa2ef, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:05:35.553598 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] For port 1badbb47-f2bb-470a-91b2-331fc3388330, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=1badbb47-f2bb-470a-91b2-331fc3388330,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:35.583342 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:35.586390 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3cf87eeb-2381-4ba5-8d24-4af09bfcdff6 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:35.660920 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:35.663302 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:35.714415 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf87eeb-2381-4ba5-8d24-4af09bfcdff6 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Subnet': ['ID=28d8636c-0848-49c4-ba99-469a65742224,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:35.741058 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dae1da-dd40-4e2b-b2f0-0ec8a1c8dde7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Subnet': ['ID=3e1445b9-eceb-4afb-bb89-b10a52ec9011,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:35.778622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-fc96e7cb-a45b-4561-bb01-440b91eda4fe None None] Allocated IP 172.20.0.2 (8962365b-2f7b-4071-b5a5-7c805118ad36/3aa548ae-6ccd-408b-8e81-426bbbccef86/1badbb47-f2bb-470a-91b2-331fc3388330) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:35.854539 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:35.860734 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:35.862068 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dae1da-dd40-4e2b-b2f0-0ec8a1c8dde7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network 0dbee288-d52b-498e-bf86-16347cbfa2ef is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:05:35.868773 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:35.871592 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:35.872296 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:35.889382 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:35.889712 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:35.929812 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3cf87eeb-2381-4ba5-8d24-4af09bfcdff6 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:35.960814 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=64cb6479-2f23-4c3b-8e37-08f8b1261e11,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:35.965521 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=1badbb47-f2bb-470a-91b2-331fc3388330,revision_number=6']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:35.976369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-3cf87eeb-2381-4ba5-8d24-4af09bfcdff6 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5430ce2c-9ae3-41b6-80a8-c3953b97fe87']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:35.982609 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-38dae1da-dd40-4e2b-b2f0-0ec8a1c8dde7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 0dbee288-d52b-498e-bf86-16347cbfa2ef) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:35.987475 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dae1da-dd40-4e2b-b2f0-0ec8a1c8dde7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:35.992936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-38dae1da-dd40-4e2b-b2f0-0ec8a1c8dde7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:35.994558 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-3cf87eeb-2381-4ba5-8d24-4af09bfcdff6 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a663d2-2d51-488e-9c9a-619f0d15d061') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:35.994902 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-3cf87eeb-2381-4ba5-8d24-4af09bfcdff6 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a663d2-2d51-488e-9c9a-619f0d15d061') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:36.006117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6264d7-faf3-44f6-b11a-e2081c5eb4ed tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:05:36.010291 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3cf87eeb-2381-4ba5-8d24-4af09bfcdff6 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:36.023134 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9f9e45-1e85-4724-9f3a-fb5f7a587cf9 None None] Sync routers for ids ['63cfb72e-9e72-469d-ba33-5cb31a9d5741'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:05:36.030468 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-de6264d7-faf3-44f6-b11a-e2081c5eb4ed tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "PUT /v2.0/routers/63cfb72e-9e72-469d-ba33-5cb31a9d5741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3911664 Jan 20 11:05:36.030701 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fb8b18a4-d49f-417d-a397-4e205ef15f11 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7142622 Jan 20 11:05:36.030701 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34492) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:36.033731 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34494) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:36.037043 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9f9e45-1e85-4724-9f3a-fb5f7a587cf9 None None] Routers {'63cfb72e-9e72-469d-ba33-5cb31a9d5741'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:36.038199 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-9a9f9e45-1e85-4724-9f3a-fb5f7a587cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['63cfb72e-9e72-469d-ba33-5cb31a9d5741'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:36.040938 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'mac_address': 'fa:16:3e:b4:1d:04', 'name': 'tempest-NetworksTestDHCPv6-816534436'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:36.119350 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-9a9f9e45-1e85-4724-9f3a-fb5f7a587cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:36.132974 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9f9e45-1e85-4724-9f3a-fb5f7a587cf9 None None] Routers {'63cfb72e-9e72-469d-ba33-5cb31a9d5741'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:36.134065 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-9a9f9e45-1e85-4724-9f3a-fb5f7a587cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['63cfb72e-9e72-469d-ba33-5cb31a9d5741'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:36.185985 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:36.196794 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:port and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:36.199004 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-38dae1da-dd40-4e2b-b2f0-0ec8a1c8dde7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9469490 Jan 20 11:05:36.201328 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:36.209290 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34502) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:36.214403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:36.269401 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de2d3c7-b1f5-43b9-b281-5089a1a1ea53 None None] Network 0dbee288-d52b-498e-bf86-16347cbfa2ef requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:36.271574 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3cf87eeb-2381-4ba5-8d24-4af09bfcdff6 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:36.282709 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf87eeb-2381-4ba5-8d24-4af09bfcdff6 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:05:36.282709 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3cf87eeb-2381-4ba5-8d24-4af09bfcdff6 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:05:36.296241 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:05:36.307609 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-9a9f9e45-1e85-4724-9f3a-fb5f7a587cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:36.308280 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9f9e45-1e85-4724-9f3a-fb5f7a587cf9 None None] The sync data for ids ['63cfb72e-9e72-469d-ba33-5cb31a9d5741'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:05:36.355027 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:36.465711 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7226123c-2e2a-4b79-ad30-741c4073ca8b None None] Network 5430ce2c-9ae3-41b6-80a8-c3953b97fe87 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:36.497352 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b48e7c2-7e1c-4786-8229-e1f154b7d909 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:36.502340 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3b48e7c2-7e1c-4786-8229-e1f154b7d909 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cfb72e-9e72-469d-ba33-5cb31a9d5741 HTTP/1.1" status: 200 len: 988 time: 0.3190870 Jan 20 11:05:36.509940 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34506) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:36.570329 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:36.685466 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3cf87eeb-2381-4ba5-8d24-4af09bfcdff6 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:36.714010 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3cf87eeb-2381-4ba5-8d24-4af09bfcdff6 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:36.727687 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf87eeb-2381-4ba5-8d24-4af09bfcdff6 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Network': ['ID=5430ce2c-9ae3-41b6-80a8-c3953b97fe87,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:36.794945 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3cf87eeb-2381-4ba5-8d24-4af09bfcdff6 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/5430ce2c-9ae3-41b6-80a8-c3953b97fe87 HTTP/1.1" status: 204 len: 168 time: 2.1121325 Jan 20 11:05:36.798009 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:36.810527 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34510) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:36.815459 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 4437d072-408b-4c78-b764-07ef2c8e798f up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:36.819329 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-28f57937-01d5-41fe-ae44-1aef07b0b0c5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-39727197'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:36.828647 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-28f57937-01d5-41fe-ae44-1aef07b0b0c5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:36.843805 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-28f57937-01d5-41fe-ae44-1aef07b0b0c5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:network and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:36.850284 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-28f57937-01d5-41fe-ae44-1aef07b0b0c5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:36.865090 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port 8af60066-7f4c-4121-b756-55ae26c8015e yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:05:36.871836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:36.902434 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-28f57937-01d5-41fe-ae44-1aef07b0b0c5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:37.042286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-36870df1-b6ea-49aa-b60b-e17be5abac6c None None] Provisioning for port 2262a7fa-a3c7-425e-8182-3cc8943df7ca completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:37.048228 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f57937-01d5-41fe-ae44-1aef07b0b0c5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:37.051345 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28f57937-01d5-41fe-ae44-1aef07b0b0c5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:37.141445 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f57937-01d5-41fe-ae44-1aef07b0b0c5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:05:37.164286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-fc96e7cb-a45b-4561-bb01-440b91eda4fe None None] For port 1badbb47-f2bb-470a-91b2-331fc3388330, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=1badbb47-f2bb-470a-91b2-331fc3388330,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:37.164527 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28f57937-01d5-41fe-ae44-1aef07b0b0c5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:37.165123 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-28f57937-01d5-41fe-ae44-1aef07b0b0c5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Added segment 572a78d0-55bc-4271-8a02-197124732b73 of type vlan for network 94456ec8-645e-4aa4-bf89-c57c9a082c51 Jan 20 11:05:37.205893 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28f57937-01d5-41fe-ae44-1aef07b0b0c5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:37.215227 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-b1c97ff5-1957-473c-872c-399b2ac39c10', 'network_id': 'b1c97ff5-1957-473c-872c-399b2ac39c10', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'fixed_ips': [{'subnet_id': '1b260d15-db0f-486c-949d-9b30cadf0027'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:37.216044 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:37.389183 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28f57937-01d5-41fe-ae44-1aef07b0b0c5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:37.389183 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f57937-01d5-41fe-ae44-1aef07b0b0c5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:37.389736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-28f57937-01d5-41fe-ae44-1aef07b0b0c5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:37.403643 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-fc96e7cb-a45b-4561-bb01-440b91eda4fe None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 11:05:37.472141 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc96e7cb-a45b-4561-bb01-440b91eda4fe None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:37.487493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 11:05:37.512548 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Allocated IP 172.23.0.1 (b1c97ff5-1957-473c-872c-399b2ac39c10/1b260d15-db0f-486c-949d-9b30cadf0027/659f73cd-219c-4130-a138-f966bf3f0d9a) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:37.557976 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f57937-01d5-41fe-ae44-1aef07b0b0c5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Network': ['ID=94456ec8-645e-4aa4-bf89-c57c9a082c51,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:37.573797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-0dbee288-d52b-498e-bf86-16347cbfa2ef', 'network_id': '0dbee288-d52b-498e-bf86-16347cbfa2ef', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'fixed_ips': [{'subnet_id': '3e1445b9-eceb-4afb-bb89-b10a52ec9011'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:37.574621 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:37.586661 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fc96e7cb-a45b-4561-bb01-440b91eda4fe None None] Transition to ACTIVE for port object 1badbb47-f2bb-470a-91b2-331fc3388330 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:37.606206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 94456ec8-645e-4aa4-bf89-c57c9a082c51 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:37.610119 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78948518-fec0-498f-adf0-933cd836693e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:37.648879 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 4437d072-408b-4c78-b764-07ef2c8e798f completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:37.651657 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1b656940-1488-438c-a7fb-8cb92f1ba8e5 None None] Provisioning for port 03e2a7be-b199-4748-9a99-0fcd99a1eb95 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:37.685950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:37.691105 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-28f57937-01d5-41fe-ae44-1aef07b0b0c5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8800471 Jan 20 11:05:37.700605 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34514) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:37.708389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-319fb517-c8a1-497b-9efe-d4eaeb20dfec tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'subnet': {'network_id': '94456ec8-645e-4aa4-bf89-c57c9a082c51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:37.749528 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc96e7cb-a45b-4561-bb01-440b91eda4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:37.763116 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 4437d072-408b-4c78-b764-07ef2c8e798f triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:37.763487 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:37.813267 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:37.827445 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Transition to ACTIVE for port object 4fad6854-1e4b-4a28-b3ba-f49829d89bd0 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:37.849316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-319fb517-c8a1-497b-9efe-d4eaeb20dfec tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:37.856932 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-319fb517-c8a1-497b-9efe-d4eaeb20dfec tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:subnet and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:37.914496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-319fb517-c8a1-497b-9efe-d4eaeb20dfec tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:38.016821 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 172.20.0.9 (8962365b-2f7b-4071-b5a5-7c805118ad36/3aa548ae-6ccd-408b-8e81-426bbbccef86/8af60066-7f4c-4121-b756-55ae26c8015e) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:38.032480 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::f816:3eff:feb4:1d04 (8962365b-2f7b-4071-b5a5-7c805118ad36/64cb6479-2f23-4c3b-8e37-08f8b1261e11/8af60066-7f4c-4121-b756-55ae26c8015e) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:38.130138 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96e7cb-a45b-4561-bb01-440b91eda4fe None None] Pushing event updated for resources: {'Port': ['ID=1badbb47-f2bb-470a-91b2-331fc3388330,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:38.138727 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:38.141234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-319fb517-c8a1-497b-9efe-d4eaeb20dfec tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:38.231626 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:38.264787 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908256e7-d7a4-43d5-9c1f-b77942eb206c None None] Pushing event updated for resources: {'Port': ['ID=4fad6854-1e4b-4a28-b3ba-f49829d89bd0,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:38.279491 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-78948518-fec0-498f-adf0-933cd836693e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port 92c7212f-4028-4423-905d-1f309e2c3af8 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:05:38.280197 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78948518-fec0-498f-adf0-933cd836693e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:38.287350 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319fb517-c8a1-497b-9efe-d4eaeb20dfec tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:38.353483 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1b656940-1488-438c-a7fb-8cb92f1ba8e5 None None] Provisioning complete for port 92c7212f-4028-4423-905d-1f309e2c3af8 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:38.353892 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b656940-1488-438c-a7fb-8cb92f1ba8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:38.369112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Transition to ACTIVE for port object 659f73cd-219c-4130-a138-f966bf3f0d9a will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:38.593105 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1b656940-1488-438c-a7fb-8cb92f1ba8e5 None None] Port 92c7212f-4028-4423-905d-1f309e2c3af8 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:05:38.748436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-319fb517-c8a1-497b-9efe-d4eaeb20dfec tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:38.875724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:38.885883 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:38.921484 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Allocated IP 2001:db8:3::2 (0dbee288-d52b-498e-bf86-16347cbfa2ef/3e1445b9-eceb-4afb-bb89-b10a52ec9011/69b0d872-6b9d-420e-95c7-276c2b97cc9c) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:38.994332 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Attempting to bind port 4fad6854-1e4b-4a28-b3ba-f49829d89bd0 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:38.994332 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Attempting to bind port 4fad6854-1e4b-4a28-b3ba-f49829d89bd0 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '7556ad81-751f-4954-a795-507261145a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:38.994332 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Attempting to bind port 4fad6854-1e4b-4a28-b3ba-f49829d89bd0 on network 20018271-bf59-4151-a9aa-f621c7c82b53 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:39.040155 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:39.065988 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object 8af60066-7f4c-4121-b756-55ae26c8015e will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:39.115659 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78948518-fec0-498f-adf0-933cd836693e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:39.121930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network b1c97ff5-1957-473c-872c-399b2ac39c10 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:39.157786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Allocated IP 172.23.0.2 (b1c97ff5-1957-473c-872c-399b2ac39c10/1b260d15-db0f-486c-949d-9b30cadf0027/d9810449-acd1-44b8-aa05-386f20596c17) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:39.162039 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3f76eae2-6127-4ff2-acaa-adb8191c43c1 None None] Provisioning for port 4fad6854-1e4b-4a28-b3ba-f49829d89bd0 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:39.173117 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:39.173117 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Checking segment: {'id': '7556ad81-751f-4954-a795-507261145a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:39.173117 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:39.173117 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Bound using segment: {'id': '7556ad81-751f-4954-a795-507261145a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:39.173941 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Bound port: 4fad6854-1e4b-4a28-b3ba-f49829d89bd0, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7556ad81-751f-4954-a795-507261145a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:39.174501 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:39.201602 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 4437d072-408b-4c78-b764-07ef2c8e798f, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=4437d072-408b-4c78-b764-07ef2c8e798f,segment=NetworkSegment(68deb864-edd2-4957-b53d-3a6b29ce7017),segment_id=68deb864-edd2-4957-b53d-3a6b29ce7017)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:39.220240 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:39.268073 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:39.288324 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=659f73cd-219c-4130-a138-f966bf3f0d9a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:39.304165 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:39.311039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-78948518-fec0-498f-adf0-933cd836693e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for 92c7212f-4028-4423-905d-1f309e2c3af8 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:05:39.385391 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:39.386563 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 1badbb47-f2bb-470a-91b2-331fc3388330 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:39.439858 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:39.461864 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-319fb517-c8a1-497b-9efe-d4eaeb20dfec tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:39.507015 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=8af60066-7f4c-4121-b756-55ae26c8015e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:39.520254 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:39.523490 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:39.526633 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:39.602703 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:39.603358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:39.624555 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:39.645095 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Transition to ACTIVE for port object 69b0d872-6b9d-420e-95c7-276c2b97cc9c will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:39.653422 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319fb517-c8a1-497b-9efe-d4eaeb20dfec tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Subnet': ['ID=1cd88b14-13d3-4c6d-adff-0fcd82395895,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:39.663107 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Transition to ACTIVE for port object 69b0d872-6b9d-420e-95c7-276c2b97cc9c will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:39.701575 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d8beaaf8-06e4-4129-b0b5-79e076e56e42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.6689088 Jan 20 11:05:39.705176 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319fb517-c8a1-497b-9efe-d4eaeb20dfec tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Checking segment: {'id': '572a78d0-55bc-4271-8a02-197124732b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '94456ec8-645e-4aa4-bf89-c57c9a082c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:39.714864 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319fb517-c8a1-497b-9efe-d4eaeb20dfec tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network hostable DHCP agents. Network: 94456ec8-645e-4aa4-bf89-c57c9a082c51, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:05:39.717880 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34518) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:39.721721 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfbf457-6282-48b3-bb47-5532387631c9 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:39.735789 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Sync routers for ids ['97ce2dca-110c-4350-8730-2b8d0effd009'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:05:39.804423 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78948518-fec0-498f-adf0-933cd836693e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:39.836938 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:39.861917 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78948518-fec0-498f-adf0-933cd836693e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=92c7212f-4028-4423-905d-1f309e2c3af8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:39.869390 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:39.916870 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] For port 4fad6854-1e4b-4a28-b3ba-f49829d89bd0, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:39.966215 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:39.981165 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] For port 4fad6854-1e4b-4a28-b3ba-f49829d89bd0, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=4fad6854-1e4b-4a28-b3ba-f49829d89bd0,segment=NetworkSegment(7556ad81-751f-4954-a795-507261145a79),segment_id=7556ad81-751f-4954-a795-507261145a79)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:40.007666 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Allocated IP 2001:db8:3::1 (0dbee288-d52b-498e-bf86-16347cbfa2ef/3e1445b9-eceb-4afb-bb89-b10a52ec9011/d21f8c1d-d267-4124-bc5f-852e6b3c7aae) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:40.010138 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319fb517-c8a1-497b-9efe-d4eaeb20dfec tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network 94456ec8-645e-4aa4-bf89-c57c9a082c51 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:05:40.038156 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Routers {'97ce2dca-110c-4350-8730-2b8d0effd009'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:40.039171 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['97ce2dca-110c-4350-8730-2b8d0effd009'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:40.094857 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78948518-fec0-498f-adf0-933cd836693e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:40.161374 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=4437d072-408b-4c78-b764-07ef2c8e798f,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:40.189147 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-319fb517-c8a1-497b-9efe-d4eaeb20dfec tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 94456ec8-645e-4aa4-bf89-c57c9a082c51) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:40.212077 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Network 0dbee288-d52b-498e-bf86-16347cbfa2ef is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:40.224145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319fb517-c8a1-497b-9efe-d4eaeb20dfec tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:40.224730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-319fb517-c8a1-497b-9efe-d4eaeb20dfec tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:40.252108 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e51d6b-0101-45d4-a2c1-29befc9b62f1 None None] Network 94456ec8-645e-4aa4-bf89-c57c9a082c51 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:40.266022 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:40.268465 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:40.271530 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:40.302865 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bdcbf7-55a6-438a-99a8-d7baaa8fe645 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:40.306716 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bdcbf7-55a6-438a-99a8-d7baaa8fe645 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:40.308292 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d8bdcbf7-55a6-438a-99a8-d7baaa8fe645 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.5881782 Jan 20 11:05:40.320796 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34522) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:40.521459 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-948df9eb-7b78-4e3d-92f4-9e9f06787848 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port 8af60066-7f4c-4121-b756-55ae26c8015e {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:05:40.521961 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-948df9eb-7b78-4e3d-92f4-9e9f06787848 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:40.548864 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Pushing event updated for resources: {'Port': ['ID=69b0d872-6b9d-420e-95c7-276c2b97cc9c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:40.565529 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78948518-fec0-498f-adf0-933cd836693e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Router 63cfb72e-9e72-469d-ba33-5cb31a9d5741 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:05:40.591925 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:40.662784 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 1badbb47-f2bb-470a-91b2-331fc3388330 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:40.708932 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-319fb517-c8a1-497b-9efe-d4eaeb20dfec tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0050368 Jan 20 11:05:40.729530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34526) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:40.735269 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Transition to ACTIVE for port object d9810449-acd1-44b8-aa05-386f20596c17 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:40.735818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:40.746540 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 26199d08-78f0-4e64-ba05-64a0d78eaa3c up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:40.848039 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Set router 97ce2dca-110c-4350-8730-2b8d0effd009 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:05:40.865437 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78948518-fec0-498f-adf0-933cd836693e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:05:40.870989 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-78948518-fec0-498f-adf0-933cd836693e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "PUT /v2.0/routers/63cfb72e-9e72-469d-ba33-5cb31a9d5741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3597617 Jan 20 11:05:40.873569 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34530) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:40.876051 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff1cde5-1cb8-4822-8a0a-b7cfef620db7 None None] Sync routers for ids ['63cfb72e-9e72-469d-ba33-5cb31a9d5741'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:05:40.903253 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Transition to ACTIVE for port object d21f8c1d-d267-4124-bc5f-852e6b3c7aae will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:40.908932 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff1cde5-1cb8-4822-8a0a-b7cfef620db7 None None] Routers {'63cfb72e-9e72-469d-ba33-5cb31a9d5741'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:40.909173 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Attempting to bind port 69b0d872-6b9d-420e-95c7-276c2b97cc9c on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:40.909575 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Attempting to bind port 69b0d872-6b9d-420e-95c7-276c2b97cc9c by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '104b8414-f9e9-46cc-8184-d5bb39198685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dbee288-d52b-498e-bf86-16347cbfa2ef'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:40.910001 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Attempting to bind port 69b0d872-6b9d-420e-95c7-276c2b97cc9c on network 0dbee288-d52b-498e-bf86-16347cbfa2ef {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:40.910808 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bff1cde5-1cb8-4822-8a0a-b7cfef620db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['63cfb72e-9e72-469d-ba33-5cb31a9d5741'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:40.936576 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8cc5ca4-6844-4600-8efd-77514de1645e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] GET failed (client error): The resource could not be found. Jan 20 11:05:40.937303 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d8cc5ca4-6844-4600-8efd-77514de1645e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Synchronizing usage tracker for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:05:40.964776 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:40.965411 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:41.009113 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.resource_extend [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 11:05:41.026431 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bff1cde5-1cb8-4822-8a0a-b7cfef620db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:41.028429 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908256e7-d7a4-43d5-9c1f-b77942eb206c None None] Pushing event updated for resources: {'Port': ['ID=4fad6854-1e4b-4a28-b3ba-f49829d89bd0,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:41.037827 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Transition to ACTIVE for port object d9810449-acd1-44b8-aa05-386f20596c17 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:41.047528 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff1cde5-1cb8-4822-8a0a-b7cfef620db7 None None] Routers {'63cfb72e-9e72-469d-ba33-5cb31a9d5741'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:41.048362 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bff1cde5-1cb8-4822-8a0a-b7cfef620db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['63cfb72e-9e72-469d-ba33-5cb31a9d5741'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:41.062286 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:41.081193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:41.111720 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bff1cde5-1cb8-4822-8a0a-b7cfef620db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:41.112067 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff1cde5-1cb8-4822-8a0a-b7cfef620db7 None None] The sync data for ids ['63cfb72e-9e72-469d-ba33-5cb31a9d5741'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:05:41.138009 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d8cc5ca4-6844-4600-8efd-77514de1645e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Unset dirty status for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:05:41.141583 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d8cc5ca4-6844-4600-8efd-77514de1645e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports/92c7212f-4028-4423-905d-1f309e2c3af8 HTTP/1.1" status: 404 len: 333 time: 0.2609410 Jan 20 11:05:41.141841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34534) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:41.152456 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:41.152866 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Checking segment: {'id': '104b8414-f9e9-46cc-8184-d5bb39198685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dbee288-d52b-498e-bf86-16347cbfa2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:41.153366 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:41.153796 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Bound using segment: {'id': '104b8414-f9e9-46cc-8184-d5bb39198685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dbee288-d52b-498e-bf86-16347cbfa2ef'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:41.154291 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Bound port: 69b0d872-6b9d-420e-95c7-276c2b97cc9c, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104b8414-f9e9-46cc-8184-d5bb39198685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dbee288-d52b-498e-bf86-16347cbfa2ef'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:41.154667 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:41.232544 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-772a29a3-f2bf-43a6-be23-d0e23f24d6d3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:41.255544 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:41.288823 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b6e107d-be6e-4913-abd0-96a7de052e64 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:41.290246 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network 0dbee288-d52b-498e-bf86-16347cbfa2ef is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:41.297531 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=d21f8c1d-d267-4124-bc5f-852e6b3c7aae,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:41.303946 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:41.331537 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:41.350086 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:41.350866 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:41.447457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-948df9eb-7b78-4e3d-92f4-9e9f06787848 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:41.475040 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a6666a8e-308e-4e77-8ce2-a11dc1bf7ea9 None None] Provisioning for port 1badbb47-f2bb-470a-91b2-331fc3388330 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:41.551206 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:41.612541 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event updated for resources: {'Port': ['ID=659f73cd-219c-4130-a138-f966bf3f0d9a,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:41.631990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-948df9eb-7b78-4e3d-92f4-9e9f06787848 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for 8af60066-7f4c-4121-b756-55ae26c8015e owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:05:41.641511 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a6666a8e-308e-4e77-8ce2-a11dc1bf7ea9 None None] Provisioning complete for port 1badbb47-f2bb-470a-91b2-331fc3388330 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:41.641917 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6666a8e-308e-4e77-8ce2-a11dc1bf7ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:41.679669 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:05:41.687717 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-772a29a3-f2bf-43a6-be23-d0e23f24d6d3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:41.718305 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bf50eb-a3d7-4d39-84b4-5936a585ce08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-94456ec8-645e-4aa4-bf89-c57c9a082c51', 'network_id': '94456ec8-645e-4aa4-bf89-c57c9a082c51', 'tenant_id': '949b8995678349629b6c3129d91b46e9', 'fixed_ips': [{'subnet_id': '1cd88b14-13d3-4c6d-adff-0fcd82395895'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:41.719065 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9bf50eb-a3d7-4d39-84b4-5936a585ce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:41.721417 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b6e107d-be6e-4913-abd0-96a7de052e64 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:41.729887 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b6e107d-be6e-4913-abd0-96a7de052e64 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:41.749305 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Network b1c97ff5-1957-473c-872c-399b2ac39c10 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:41.750132 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Pushing event updated for resources: {'Port': ['ID=d9810449-acd1-44b8-aa05-386f20596c17,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:41.766091 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:41.794405 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:41.805285 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] For port 69b0d872-6b9d-420e-95c7-276c2b97cc9c, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:41.833294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 26199d08-78f0-4e64-ba05-64a0d78eaa3c completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:41.903149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 26199d08-78f0-4e64-ba05-64a0d78eaa3c triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:41.903393 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:41.924292 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b6e107d-be6e-4913-abd0-96a7de052e64 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:41.925612 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6e107d-be6e-4913-abd0-96a7de052e64 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Fanout notify agent at l3_agent the message router_deleted on router 63cfb72e-9e72-469d-ba33-5cb31a9d5741 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:05:41.939403 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] For port 69b0d872-6b9d-420e-95c7-276c2b97cc9c, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=69b0d872-6b9d-420e-95c7-276c2b97cc9c,segment=NetworkSegment(104b8414-f9e9-46cc-8184-d5bb39198685),segment_id=104b8414-f9e9-46cc-8184-d5bb39198685)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:41.942367 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9b6e107d-be6e-4913-abd0-96a7de052e64 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:41.949498 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9b6e107d-be6e-4913-abd0-96a7de052e64 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/routers/63cfb72e-9e72-469d-ba33-5cb31a9d5741 HTTP/1.1" status: 204 len: 168 time: 0.8066120 Jan 20 11:05:41.950479 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34538) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:41.989798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:42.055226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-772a29a3-f2bf-43a6-be23-d0e23f24d6d3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:42.114388 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Network b1c97ff5-1957-473c-872c-399b2ac39c10 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:42.164668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:42.185727 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a29a3-f2bf-43a6-be23-d0e23f24d6d3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd88b14-13d3-4c6d-adff-0fcd82395895,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:42.235473 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f4a003-0459-4fa7-8cb9-52a9897cd43d tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting subnet df6a6b29-33bf-48fc-8243-69e13a21584d {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:05:42.239055 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87f4a003-0459-4fa7-8cb9-52a9897cd43d tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:42.321822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87f4a003-0459-4fa7-8cb9-52a9897cd43d tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:42.404555 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:42.428337 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87f4a003-0459-4fa7-8cb9-52a9897cd43d tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:42.430126 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Attempting to bind port d9810449-acd1-44b8-aa05-386f20596c17 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:42.430691 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Attempting to bind port d9810449-acd1-44b8-aa05-386f20596c17 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '2615fffe-bef7-470c-a6d1-9bcb01c14509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b1c97ff5-1957-473c-872c-399b2ac39c10'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:42.431221 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Attempting to bind port d9810449-acd1-44b8-aa05-386f20596c17 on network b1c97ff5-1957-473c-872c-399b2ac39c10 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:42.558737 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:42.560083 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Checking segment: {'id': '2615fffe-bef7-470c-a6d1-9bcb01c14509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b1c97ff5-1957-473c-872c-399b2ac39c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:42.560663 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:42.561223 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Bound using segment: {'id': '2615fffe-bef7-470c-a6d1-9bcb01c14509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b1c97ff5-1957-473c-872c-399b2ac39c10'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:42.561932 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Bound port: d9810449-acd1-44b8-aa05-386f20596c17, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2615fffe-bef7-470c-a6d1-9bcb01c14509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b1c97ff5-1957-473c-872c-399b2ac39c10'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:42.562579 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:42.572878 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99c016-bef5-46ee-a512-033a4cdf02f5 None None] Pushing event updated for resources: {'Port': ['ID=69b0d872-6b9d-420e-95c7-276c2b97cc9c,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:42.616345 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c578efb-4a08-4a9c-8b2b-df2fd7dd2a34 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:42.635183 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87f4a003-0459-4fa7-8cb9-52a9897cd43d tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:42.691595 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4a003-0459-4fa7-8cb9-52a9897cd43d tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Subnet': ['ID=df6a6b29-33bf-48fc-8243-69e13a21584d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:42.695450 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87f4a003-0459-4fa7-8cb9-52a9897cd43d tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:42.702002 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-87f4a003-0459-4fa7-8cb9-52a9897cd43d tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/df6a6b29-33bf-48fc-8243-69e13a21584d HTTP/1.1" status: 204 len: 168 time: 0.7504227 Jan 20 11:05:42.713240 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34542) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:42.763446 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-772a29a3-f2bf-43a6-be23-d0e23f24d6d3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:42.791314 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc597f5-5999-41b6-99c7-047341c19404 None None] Network cfd61c5a-59ab-4045-a119-2c9556bc23c1 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:42.839691 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:42.853193 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port ad0a696f-2cf4-43c4-91d4-03dd1f237bac {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:05:42.853866 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:42.911173 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-772a29a3-f2bf-43a6-be23-d0e23f24d6d3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94456ec8-645e-4aa4-bf89-c57c9a082c51']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:42.933096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-772a29a3-f2bf-43a6-be23-d0e23f24d6d3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572a78d0-55bc-4271-8a02-197124732b73') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:42.933479 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-772a29a3-f2bf-43a6-be23-d0e23f24d6d3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572a78d0-55bc-4271-8a02-197124732b73') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:42.937203 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:42.950639 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-772a29a3-f2bf-43a6-be23-d0e23f24d6d3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:42.986784 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-772a29a3-f2bf-43a6-be23-d0e23f24d6d3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:42.996210 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772a29a3-f2bf-43a6-be23-d0e23f24d6d3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:05:42.996693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-772a29a3-f2bf-43a6-be23-d0e23f24d6d3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:43.022445 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6666a8e-308e-4e77-8ce2-a11dc1bf7ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server [None req-e9bf50eb-a3d7-4d39-84b4-5936a585ce08 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1cd88b14-13d3-4c6d-adff-0fcd82395895: This subnet is being modified by another concurrent operation. Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 11:05:43.104423 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise exception Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1cd88b14-13d3-4c6d-adff-0fcd82395895: This subnet is being modified by another concurrent operation. Jan 20 11:05:43.108520 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:05:43.137252 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:05:43.157753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-948df9eb-7b78-4e3d-92f4-9e9f06787848 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:43.179494 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b4094d-468d-4f6f-ab80-f20b87e0a5a7 None None] Network 94456ec8-645e-4aa4-bf89-c57c9a082c51 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:43.221292 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:05:27Z', 'revision_number': 4, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4437d072-408b-4c78-b764-07ef2c8e798f', 'name': '', 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:b2:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:14Z', 'updated_at': '2022-01-20T11:05:39Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fad6854-1e4b-4a28-b3ba-f49829d89bd0', 'name': '', 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:c4:a9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:25Z', 'updated_at': '2022-01-20T11:05:39Z', 'revision_number': 4, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:43.239440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] For port ad0a696f-2cf4-43c4-91d4-03dd1f237bac, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ad0a696f-2cf4-43c4-91d4-03dd1f237bac,segment=NetworkSegment(ade8ff0d-f4fc-4ffd-98cd-66f49fc0e108),segment_id=ade8ff0d-f4fc-4ffd-98cd-66f49fc0e108)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:43.240001 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:43.244580 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a6666a8e-308e-4e77-8ce2-a11dc1bf7ea9 None None] For port 1badbb47-f2bb-470a-91b2-331fc3388330, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=1badbb47-f2bb-470a-91b2-331fc3388330,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:43.311830 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e139d2b-28b4-4eec-8b3c-c32e0a72be95 None None] The sync data for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv is: [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:05:27Z', 'revision_number': 4, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4437d072-408b-4c78-b764-07ef2c8e798f', 'name': '', 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:b2:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:14Z', 'updated_at': '2022-01-20T11:05:39Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fad6854-1e4b-4a28-b3ba-f49829d89bd0', 'name': '', 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:c4:a9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:25Z', 'updated_at': '2022-01-20T11:05:39Z', 'revision_number': 4, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:05:43.372025 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for ad0a696f-2cf4-43c4-91d4-03dd1f237bac owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:05:43.373438 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 26199d08-78f0-4e64-ba05-64a0d78eaa3c, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=26199d08-78f0-4e64-ba05-64a0d78eaa3c,segment=NetworkSegment(b99294a4-afcc-42d4-956a-d6a804a975b2),segment_id=b99294a4-afcc-42d4-956a-d6a804a975b2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:43.395462 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948df9eb-7b78-4e3d-92f4-9e9f06787848 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=8af60066-7f4c-4121-b756-55ae26c8015e,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:43.426550 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] For port d9810449-acd1-44b8-aa05-386f20596c17, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:43.458811 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:05:39Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': '54fa0743-074b-4e2a-806b-e948d8de78be', 'name': '', 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:74:cd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:17Z', 'updated_at': '2022-01-20T11:05:30Z', 'revision_number': 4, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '659f73cd-219c-4130-a138-f966bf3f0d9a', 'name': '', 'network_id': 'b1c97ff5-1957-473c-872c-399b2ac39c10', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:e2:32:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b260d15-db0f-486c-949d-9b30cadf0027', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:37Z', 'updated_at': '2022-01-20T11:05:37Z', 'revision_number': 1, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '1b260d15-db0f-486c-949d-9b30cadf0027', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e39d401a-ca8e-46ae-9112-95822141df6e', 'name': '', 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:4f:16:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:27Z', 'updated_at': '2022-01-20T11:05:28Z', 'revision_number': 2, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:19Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:43.465632 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6666a8e-308e-4e77-8ce2-a11dc1bf7ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:43.484378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-772a29a3-f2bf-43a6-be23-d0e23f24d6d3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:43.542156 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-772a29a3-f2bf-43a6-be23-d0e23f24d6d3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:43.570333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a29a3-f2bf-43a6-be23-d0e23f24d6d3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Network': ['ID=94456ec8-645e-4aa4-bf89-c57c9a082c51,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:43.571913 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:43.593139 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Checking router: 97ce2dca-110c-4350-8730-2b8d0effd009 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:05:43.593496 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Updating router 97ce2dca-110c-4350-8730-2b8d0effd009 port 659f73cd-219c-4130-a138-f966bf3f0d9a binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:05:43.628047 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-772a29a3-f2bf-43a6-be23-d0e23f24d6d3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/94456ec8-645e-4aa4-bf89-c57c9a082c51 HTTP/1.1" status: 204 len: 168 time: 2.8956904 Jan 20 11:05:43.631462 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34546) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:43.643801 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e947ef18-19ef-43c3-991e-dd872f4e6ad5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1040876661'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:43.670733 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=ad0a696f-2cf4-43c4-91d4-03dd1f237bac,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:43.677927 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-948df9eb-7b78-4e3d-92f4-9e9f06787848 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:43.685053 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e947ef18-19ef-43c3-991e-dd872f4e6ad5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:43.685434 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-948df9eb-7b78-4e3d-92f4-9e9f06787848 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/8af60066-7f4c-4121-b756-55ae26c8015e HTTP/1.1" status: 204 len: 168 time: 3.3578970 Jan 20 11:05:43.686655 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34552) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:43.701962 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No DVR routers for this DVR port ad0a696f-2cf4-43c4-91d4-03dd1f237bac on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:05:43.709804 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:43.729866 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:43.731844 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ad0a696f-2cf4-43c4-91d4-03dd1f237bac up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:43.762182 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e947ef18-19ef-43c3-991e-dd872f4e6ad5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:network and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:43.770471 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e947ef18-19ef-43c3-991e-dd872f4e6ad5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:43.802059 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:43.807330 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f38e0b1-6541-4670-9b13-0b76ca5fa89b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:43.809515 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f38e0b1-6541-4670-9b13-0b76ca5fa89b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:43.815067 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f38e0b1-6541-4670-9b13-0b76ca5fa89b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:43.815067 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5f38e0b1-6541-4670-9b13-0b76ca5fa89b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:05:43.819597 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e947ef18-19ef-43c3-991e-dd872f4e6ad5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:43.819922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] For port d9810449-acd1-44b8-aa05-386f20596c17, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d9810449-acd1-44b8-aa05-386f20596c17,segment=NetworkSegment(2615fffe-bef7-470c-a6d1-9bcb01c14509),segment_id=2615fffe-bef7-470c-a6d1-9bcb01c14509)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:43.832133 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router 97ce2dca-110c-4350-8730-2b8d0effd009 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:05:43.869953 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: ad0a696f-2cf4-43c4-91d4-03dd1f237bac {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:05:43.878344 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ad0a696f-2cf4-43c4-91d4-03dd1f237bac not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 20 11:05:43.921905 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:43.922694 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:43.946660 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:43.994069 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e947ef18-19ef-43c3-991e-dd872f4e6ad5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:44.002963 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e947ef18-19ef-43c3-991e-dd872f4e6ad5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:44.010353 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5f38e0b1-6541-4670-9b13-0b76ca5fa89b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:05:44.011870 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5f38e0b1-6541-4670-9b13-0b76ca5fa89b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3226821 Jan 20 11:05:44.013662 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event updated for resources: {'Port': ['ID=d21f8c1d-d267-4124-bc5f-852e6b3c7aae,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:44.017808 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34556) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:44.038026 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd61c5a-59ab-4045-a119-2c9556bc23c1']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:44.068305 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:44.089632 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade8ff0d-f4fc-4ffd-98cd-66f49fc0e108') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:44.090613 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade8ff0d-f4fc-4ffd-98cd-66f49fc0e108') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:44.113176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:44.133873 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e947ef18-19ef-43c3-991e-dd872f4e6ad5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:05:44.148675 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:44.165892 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e947ef18-19ef-43c3-991e-dd872f4e6ad5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:44.165892 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-e947ef18-19ef-43c3-991e-dd872f4e6ad5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Added segment 86c14823-b77f-4e03-b3e9-821846b37cde of type vlan for network a7638149-91a6-462a-b7ff-83f77e161107 Jan 20 11:05:44.166113 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:05:44.166660 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:44.219429 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Port ad0a696f-2cf4-43c4-91d4-03dd1f237bac not found, will not notify nova. {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:05:44.307349 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:05:44.389590 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb58e37b-f64c-42de-b0e5-67b3ae336cac None None] Network 0dbee288-d52b-498e-bf86-16347cbfa2ef requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:44.393175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e947ef18-19ef-43c3-991e-dd872f4e6ad5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:44.419157 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:44.424552 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6666a8e-308e-4e77-8ce2-a11dc1bf7ea9 None None] Pushing event updated for resources: {'Port': ['ID=1badbb47-f2bb-470a-91b2-331fc3388330,revision_number=8']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:44.433198 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:44.476687 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Network': ['ID=cfd61c5a-59ab-4045-a119-2c9556bc23c1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:44.571862 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a01842a9-3b06-459f-919a-149037173be5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/networks/cfd61c5a-59ab-4045-a119-2c9556bc23c1 HTTP/1.1" status: 204 len: 168 time: 1.8574278 Jan 20 11:05:44.575839 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34560) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:44.636054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a6666a8e-308e-4e77-8ce2-a11dc1bf7ea9 None None] Provisioning for port e39d401a-ca8e-46ae-9112-95822141df6e completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:44.642439 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-095c7b0e-7f10-44b9-9ece-e96a72784916 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet 3aa548ae-6ccd-408b-8e81-426bbbccef86 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:05:44.650798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e947ef18-19ef-43c3-991e-dd872f4e6ad5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:44.654574 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e947ef18-19ef-43c3-991e-dd872f4e6ad5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:44.655156 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e947ef18-19ef-43c3-991e-dd872f4e6ad5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784476'] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:44.665477 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-095c7b0e-7f10-44b9-9ece-e96a72784916 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:44.730531 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Network 0dbee288-d52b-498e-bf86-16347cbfa2ef is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:44.738075 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:44.775368 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a6666a8e-308e-4e77-8ce2-a11dc1bf7ea9 None None] Provisioning complete for port e39d401a-ca8e-46ae-9112-95822141df6e triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:44.775744 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6666a8e-308e-4e77-8ce2-a11dc1bf7ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:44.827242 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 03e2a7be-b199-4748-9a99-0fcd99a1eb95 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:44.928428 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9643aad-e760-42d1-85ad-891e81c24acc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:44.929277 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c9643aad-e760-42d1-85ad-891e81c24acc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Synchronizing usage tracker for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:05:44.964985 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e947ef18-19ef-43c3-991e-dd872f4e6ad5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3324454 Jan 20 11:05:44.969278 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34564) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:44.982150 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6fa6c2d2-f7c0-41ed-b8aa-23e26f23d8fd tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:44.998305 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=26199d08-78f0-4e64-ba05-64a0d78eaa3c,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:45.030792 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:05:45.038673 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a6666a8e-308e-4e77-8ce2-a11dc1bf7ea9 None None] Port e39d401a-ca8e-46ae-9112-95822141df6e cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:05:45.090712 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:05:45.095950 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947ef18-19ef-43c3-991e-dd872f4e6ad5 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Network': ['ID=a7638149-91a6-462a-b7ff-83f77e161107,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:45.118448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-095c7b0e-7f10-44b9-9ece-e96a72784916 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:45.130658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13302922-508b-4e7c-8d61-ebe504457724 None None] DHCP port deletion for cfd61c5a-59ab-4045-a119-2c9556bc23c1 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:05:45.155038 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f25a1e46-31f3-465f-8166-ce51d00b8174 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/97ce2dca-110c-4350-8730-2b8d0effd009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9034934 Jan 20 11:05:45.156866 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34568) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:45.171689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e1e85e9c-0cda-4861-8212-4b4867c1a571 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:45.195143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network a7638149-91a6-462a-b7ff-83f77e161107 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:45.276577 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c9643aad-e760-42d1-85ad-891e81c24acc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Unset dirty status for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:05:45.277820 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c9643aad-e760-42d1-85ad-891e81c24acc tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports/1ba178e5-a4c0-4779-b466-4c9c89d19c67 HTTP/1.1" status: 200 len: 843 time: 0.7010446 Jan 20 11:05:45.287840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34572) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:45.349165 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 11:05:45.356976 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-095c7b0e-7f10-44b9-9ece-e96a72784916 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:45.473933 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a85c2682-1353-48ad-9463-92dc27a15724 None None] Provisioning for port 69b0d872-6b9d-420e-95c7-276c2b97cc9c completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:45.482353 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea2ea9-7347-4c6d-bfa6-ce753f79947a None None] Pushing event updated for resources: {'Port': ['ID=d9810449-acd1-44b8-aa05-386f20596c17,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:45.494520 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router 68698e4e-b028-45b5-b308-88f1dc183078 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:05:45.515992 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:45.553587 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Transition to ACTIVE for port object 659f73cd-219c-4130-a138-f966bf3f0d9a will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:45.565191 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-095c7b0e-7f10-44b9-9ece-e96a72784916 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:45.566140 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6fa6c2d2-f7c0-41ed-b8aa-23e26f23d8fd tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:45.575946 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ebd08853-e10b-41d3-860d-170668390fe0 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports/1ba178e5-a4c0-4779-b466-4c9c89d19c67?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2740765 Jan 20 11:05:45.579686 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a85c2682-1353-48ad-9463-92dc27a15724 None None] Could not find standard attr ID for object 8af60066-7f4c-4121-b756-55ae26c8015e. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:05:45.579686 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 03e2a7be-b199-4748-9a99-0fcd99a1eb95 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:45.590640 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 03e2a7be-b199-4748-9a99-0fcd99a1eb95 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:45.591457 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:45.592154 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34576) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:45.603364 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-33142c40-e6a6-4ed4-a5da-4aef21ec791e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'subnet': {'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:45.620256 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c7b0e-7f10-44b9-9ece-e96a72784916 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa548ae-6ccd-408b-8e81-426bbbccef86,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:45.640288 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:45.687931 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-095c7b0e-7f10-44b9-9ece-e96a72784916 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:45.748978 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-33142c40-e6a6-4ed4-a5da-4aef21ec791e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:45.755088 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-33142c40-e6a6-4ed4-a5da-4aef21ec791e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:subnet and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:45.758569 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-33142c40-e6a6-4ed4-a5da-4aef21ec791e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:45.765150 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-33142c40-e6a6-4ed4-a5da-4aef21ec791e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:45.770925 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96917ee-fe57-4b56-a225-686f54a06861 None None] Pushing event updated for resources: {'Port': ['ID=659f73cd-219c-4130-a138-f966bf3f0d9a,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:45.780964 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:05:45.789389 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e7a81106-0486-4c4a-9f2b-6b44af2bda57 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/68698e4e-b028-45b5-b308-88f1dc183078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5908911 Jan 20 11:05:45.799562 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34580) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:45.799679 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-095c7b0e-7f10-44b9-9ece-e96a72784916 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/3aa548ae-6ccd-408b-8e81-426bbbccef86 HTTP/1.1" status: 204 len: 168 time: 1.7749631 Jan 20 11:05:45.801481 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34584) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:45.803755 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-94c4e20e-f487-48c7-8fd9-c50f220c63d3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:45.813505 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a85c2682-1353-48ad-9463-92dc27a15724 None None] Provisioning complete for port 1badbb47-f2bb-470a-91b2-331fc3388330 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:45.814248 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a85c2682-1353-48ad-9463-92dc27a15724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:45.861524 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6fa6c2d2-f7c0-41ed-b8aa-23e26f23d8fd tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:45.896539 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6fa6c2d2-f7c0-41ed-b8aa-23e26f23d8fd tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network a7638149-91a6-462a-b7ff-83f77e161107 is not hosted by any dhcp agent {{(pid=84332) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 20 11:05:45.901770 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa6c2d2-f7c0-41ed-b8aa-23e26f23d8fd tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:45.902590 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6fa6c2d2-f7c0-41ed-b8aa-23e26f23d8fd tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:45.904075 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6fa6c2d2-f7c0-41ed-b8aa-23e26f23d8fd tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "PUT /v2.0/networks/a7638149-91a6-462a-b7ff-83f77e161107 HTTP/1.1" status: 200 len: 723 time: 0.9300308 Jan 20 11:05:45.905203 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33142c40-e6a6-4ed4-a5da-4aef21ec791e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:45.912047 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34588) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:45.928668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-3378776e-550b-4b4c-8537-3cef39edbf6a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet 64cb6479-2f23-4c3b-8e37-08f8b1261e11 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:05:45.948871 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-2e572519-8946-4564-a75d-9553ce39c7fc tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'subnet': {'network_id': 'a7638149-91a6-462a-b7ff-83f77e161107', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:45.991210 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3378776e-550b-4b4c-8537-3cef39edbf6a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:46.062399 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3378776e-550b-4b4c-8537-3cef39edbf6a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:46.127959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6c2d2-f7c0-41ed-b8aa-23e26f23d8fd tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Network': ['ID=a7638149-91a6-462a-b7ff-83f77e161107,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:46.235455 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network a7638149-91a6-462a-b7ff-83f77e161107 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:46.257878 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2e572519-8946-4564-a75d-9553ce39c7fc tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:46.269607 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d36394d-7548-457d-8d89-f222bd26a263 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:46.292237 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3378776e-550b-4b4c-8537-3cef39edbf6a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:46.342251 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33142c40-e6a6-4ed4-a5da-4aef21ec791e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:46.354253 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-2e572519-8946-4564-a75d-9553ce39c7fc tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:subnet and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:46.360763 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-2e572519-8946-4564-a75d-9553ce39c7fc tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:46.368797 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2e572519-8946-4564-a75d-9553ce39c7fc tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:46.452663 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba8c161-8d21-4a99-b309-9dafa716bc62 None None] Network b1c97ff5-1957-473c-872c-399b2ac39c10 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:46.512826 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e572519-8946-4564-a75d-9553ce39c7fc tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:46.542135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3378776e-550b-4b4c-8537-3cef39edbf6a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:46.852017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e572519-8946-4564-a75d-9553ce39c7fc tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:46.880634 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378776e-550b-4b4c-8537-3cef39edbf6a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=64cb6479-2f23-4c3b-8e37-08f8b1261e11,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:46.931647 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:46.946324 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Attempting to bind port 659f73cd-219c-4130-a138-f966bf3f0d9a on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:46.947145 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Attempting to bind port 659f73cd-219c-4130-a138-f966bf3f0d9a by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '2615fffe-bef7-470c-a6d1-9bcb01c14509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b1c97ff5-1957-473c-872c-399b2ac39c10'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:46.947730 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Attempting to bind port 659f73cd-219c-4130-a138-f966bf3f0d9a on network b1c97ff5-1957-473c-872c-399b2ac39c10 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:46.950916 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3378776e-550b-4b4c-8537-3cef39edbf6a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:46.965325 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3378776e-550b-4b4c-8537-3cef39edbf6a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/64cb6479-2f23-4c3b-8e37-08f8b1261e11 HTTP/1.1" status: 204 len: 168 time: 1.1623077 Jan 20 11:05:46.978081 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34592) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:47.022679 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:47.023054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Checking segment: {'id': '2615fffe-bef7-470c-a6d1-9bcb01c14509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b1c97ff5-1957-473c-872c-399b2ac39c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:47.023457 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:47.023846 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Bound using segment: {'id': '2615fffe-bef7-470c-a6d1-9bcb01c14509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b1c97ff5-1957-473c-872c-399b2ac39c10'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:47.024324 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Bound port: 659f73cd-219c-4130-a138-f966bf3f0d9a, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2615fffe-bef7-470c-a6d1-9bcb01c14509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b1c97ff5-1957-473c-872c-399b2ac39c10'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:47.024885 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:47.062035 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 03e2a7be-b199-4748-9a99-0fcd99a1eb95, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=03e2a7be-b199-4748-9a99-0fcd99a1eb95,segment=NetworkSegment(5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5),segment_id=5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:47.083085 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1c852b04-8efe-4cdc-b94c-4595058dfcf5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016605 Jan 20 11:05:47.086000 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34596) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:47.092889 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-0cb17a1c-3da9-47d8-828d-30bf052cdf31 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:47.165941 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:47.166760 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 54fa0743-074b-4e2a-806b-e948d8de78be up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:47.243634 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0cb17a1c-3da9-47d8-828d-30bf052cdf31 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:47.249980 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0cb17a1c-3da9-47d8-828d-30bf052cdf31 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:47.253508 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0cb17a1c-3da9-47d8-828d-30bf052cdf31 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:47.260417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0cb17a1c-3da9-47d8-828d-30bf052cdf31 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:47.344550 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] For port 659f73cd-219c-4130-a138-f966bf3f0d9a, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:47.348154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e572519-8946-4564-a75d-9553ce39c7fc tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:47.350652 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] For port 659f73cd-219c-4130-a138-f966bf3f0d9a, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=659f73cd-219c-4130-a138-f966bf3f0d9a,segment=NetworkSegment(2615fffe-bef7-470c-a6d1-9bcb01c14509),segment_id=2615fffe-bef7-470c-a6d1-9bcb01c14509)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:47.351351 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=03e2a7be-b199-4748-9a99-0fcd99a1eb95,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:47.376418 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9a6164c1-f564-4970-aa50-cb0d74281887 None None] Provisioning for port d9810449-acd1-44b8-aa05-386f20596c17 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:47.392512 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0af58cd-6691-484b-876b-8938b9d2e296 None None] DHCP port deletion for 8962365b-2f7b-4071-b5a5-7c805118ad36 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:05:47.401355 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb17a1c-3da9-47d8-828d-30bf052cdf31 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:47.402221 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d0af58cd-6691-484b-876b-8938b9d2e296 None None] Deleting port 1badbb47-f2bb-470a-91b2-331fc3388330 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:05:47.413255 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0af58cd-6691-484b-876b-8938b9d2e296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:47.413523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cb17a1c-3da9-47d8-828d-30bf052cdf31 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:47.469681 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33142c40-e6a6-4ed4-a5da-4aef21ec791e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:47.518539 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:47.541595 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e572519-8946-4564-a75d-9553ce39c7fc tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Subnet': ['ID=a55f90e8-b190-433d-95c8-ebbe587e4beb,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:47.550367 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e572519-8946-4564-a75d-9553ce39c7fc tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Checking segment: {'id': '86c14823-b77f-4e03-b3e9-821846b37cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a7638149-91a6-462a-b7ff-83f77e161107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:47.550950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e572519-8946-4564-a75d-9553ce39c7fc tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network hostable DHCP agents. Network: a7638149-91a6-462a-b7ff-83f77e161107, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:05:47.577936 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33142c40-e6a6-4ed4-a5da-4aef21ec791e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:47.585141 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-33142c40-e6a6-4ed4-a5da-4aef21ec791e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:47.594984 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33142c40-e6a6-4ed4-a5da-4aef21ec791e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:47.595768 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33142c40-e6a6-4ed4-a5da-4aef21ec791e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:47.602402 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9a6164c1-f564-4970-aa50-cb0d74281887 None None] Provisioning for port d21f8c1d-d267-4124-bc5f-852e6b3c7aae completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:47.602402 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 54fa0743-074b-4e2a-806b-e948d8de78be completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:47.615062 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.extraroute_db [None req-e1e85e9c-0cda-4861-8212-4b4867c1a571 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=84332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 20 11:05:47.616354 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea30149-976a-48ee-a9dd-12b57b1e415b None None] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:47.649311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Updating router 97ce2dca-110c-4350-8730-2b8d0effd009 port e39d401a-ca8e-46ae-9112-95822141df6e binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:05:47.684698 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9a6164c1-f564-4970-aa50-cb0d74281887 None None] Provisioning complete for port d21f8c1d-d267-4124-bc5f-852e6b3c7aae triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:47.694613 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a6164c1-f564-4970-aa50-cb0d74281887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:47.703603 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33142c40-e6a6-4ed4-a5da-4aef21ec791e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Subnet': ['ID=c69c1fca-ce93-4835-9c33-f34a79810b07,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:47.709962 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 54fa0743-074b-4e2a-806b-e948d8de78be triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:47.710355 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:47.713348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.extraroute_db [None req-e1e85e9c-0cda-4861-8212-4b4867c1a571 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Removed routes are [] {{(pid=84332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 20 11:05:47.713941 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1e85e9c-0cda-4861-8212-4b4867c1a571 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:47.714954 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e572519-8946-4564-a75d-9553ce39c7fc tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network a7638149-91a6-462a-b7ff-83f77e161107 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:05:47.729697 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-33142c40-e6a6-4ed4-a5da-4aef21ec791e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1334827 Jan 20 11:05:47.730005 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34600) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:47.776390 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1f9e438a-9352-467d-ba0d-6660878a2f96 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'security_group': {'name': 'tempest-secgroup-925849616'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:47.782558 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1f9e438a-9352-467d-ba0d-6660878a2f96 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:47.787256 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1f9e438a-9352-467d-ba0d-6660878a2f96 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:security_group and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:47.790469 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1f9e438a-9352-467d-ba0d-6660878a2f96 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:47.799403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1f9e438a-9352-467d-ba0d-6660878a2f96 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:47.834676 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-2e572519-8946-4564-a75d-9553ce39c7fc tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, a7638149-91a6-462a-b7ff-83f77e161107) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:47.847459 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e572519-8946-4564-a75d-9553ce39c7fc tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:47.848336 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e572519-8946-4564-a75d-9553ce39c7fc tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:47.872723 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1f9e438a-9352-467d-ba0d-6660878a2f96 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:47.876386 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e38a4d-c4ec-4d92-9929-a74217b913b6 None None] Network a7638149-91a6-462a-b7ff-83f77e161107 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:47.897835 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cb17a1c-3da9-47d8-828d-30bf052cdf31 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:47.947047 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.extraroute_db [None req-94c4e20e-f487-48c7-8fd9-c50f220c63d3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 20 11:05:47.978551 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb17a1c-3da9-47d8-828d-30bf052cdf31 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:47.984432 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-0cb17a1c-3da9-47d8-828d-30bf052cdf31 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:47.998300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb17a1c-3da9-47d8-828d-30bf052cdf31 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:47.998300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cb17a1c-3da9-47d8-828d-30bf052cdf31 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:48.000222 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.extraroute_db [None req-94c4e20e-f487-48c7-8fd9-c50f220c63d3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Removed routes are [] {{(pid=84332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 20 11:05:48.001509 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94c4e20e-f487-48c7-8fd9-c50f220c63d3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:48.046777 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1f9e438a-9352-467d-ba0d-6660878a2f96 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:48.049725 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb17a1c-3da9-47d8-828d-30bf052cdf31 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=d73649db-3a60-4e80-8cbf-8733cb5f4587,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:48.054779 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2e572519-8946-4564-a75d-9553ce39c7fc tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1384394 Jan 20 11:05:48.056182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1f9e438a-9352-467d-ba0d-6660878a2f96 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:security_group_rule and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:48.059523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1f9e438a-9352-467d-ba0d-6660878a2f96 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:48.062410 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34604) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:48.068600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-7a97d37c-9d36-400b-b234-f4e41e6c11cf tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:48.108427 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0cb17a1c-3da9-47d8-828d-30bf052cdf31 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0200756 Jan 20 11:05:48.114198 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1f9e438a-9352-467d-ba0d-6660878a2f96 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:48.118647 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34608) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:48.122837 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96917ee-fe57-4b56-a225-686f54a06861 None None] Pushing event updated for resources: {'Port': ['ID=659f73cd-219c-4130-a138-f966bf3f0d9a,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:48.125073 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-67d46a55-c795-40ca-860f-0e752c9c8c27 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:48.284447 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:48.347266 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a97d37c-9d36-400b-b234-f4e41e6c11cf tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32064715'] for subnet, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:48.370395 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1e85e9c-0cda-4861-8212-4b4867c1a571 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:48.376659 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1e85e9c-0cda-4861-8212-4b4867c1a571 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:48.413557 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:48.423078 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9a6164c1-f564-4970-aa50-cb0d74281887 None None] Port d21f8c1d-d267-4124-bc5f-852e6b3c7aae cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:05:48.453385 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d0af58cd-6691-484b-876b-8938b9d2e296 None None] For port 1badbb47-f2bb-470a-91b2-331fc3388330, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=1badbb47-f2bb-470a-91b2-331fc3388330,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:48.454646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0af58cd-6691-484b-876b-8938b9d2e296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:48.590245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-67d46a55-c795-40ca-860f-0e752c9c8c27 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:48.640408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-67d46a55-c795-40ca-860f-0e752c9c8c27 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:48.650714 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-67d46a55-c795-40ca-860f-0e752c9c8c27 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:48.668481 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-67d46a55-c795-40ca-860f-0e752c9c8c27 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:48.676404 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1f9e438a-9352-467d-ba0d-6660878a2f96 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:48.698600 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d0af58cd-6691-484b-876b-8938b9d2e296 None None] Calling delete_port for 1badbb47-f2bb-470a-91b2-331fc3388330 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:05:48.730854 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94c4e20e-f487-48c7-8fd9-c50f220c63d3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:48.733080 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1f9e438a-9352-467d-ba0d-6660878a2f96 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:48.737403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94c4e20e-f487-48c7-8fd9-c50f220c63d3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:48.760885 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a97d37c-9d36-400b-b234-f4e41e6c11cf tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747725419255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32148229'] for subnet, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:48.822633 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d46a55-c795-40ca-860f-0e752c9c8c27 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:48.826156 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-67d46a55-c795-40ca-860f-0e752c9c8c27 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:48.904094 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e438a-9352-467d-ba0d-6660878a2f96 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=316ac57b-45ab-45dc-b1fa-8db26c187cd2,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:48.911803 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a97d37c-9d36-400b-b234-f4e41e6c11cf tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:48.912398 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7a97d37c-9d36-400b-b234-f4e41e6c11cf tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:48.916646 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7a97d37c-9d36-400b-b234-f4e41e6c11cf tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "PUT /v2.0/subnets/a55f90e8-b190-433d-95c8-ebbe587e4beb HTTP/1.1" status: 200 len: 806 time: 0.8530614 Jan 20 11:05:48.917485 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1f9e438a-9352-467d-ba0d-6660878a2f96 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:48.921232 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1f9e438a-9352-467d-ba0d-6660878a2f96 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1862283 Jan 20 11:05:48.921402 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 54fa0743-074b-4e2a-806b-e948d8de78be, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=54fa0743-074b-4e2a-806b-e948d8de78be,segment=NetworkSegment(b99294a4-afcc-42d4-956a-d6a804a975b2),segment_id=b99294a4-afcc-42d4-956a-d6a804a975b2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:48.923097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34612) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:48.923097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34614) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:48.935192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-2dc79c8d-bb10-4215-a5b5-834053813c89 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'security_group': {'name': 'tempest-secgroup-105072805'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:48.941384 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2dc79c8d-bb10-4215-a5b5-834053813c89 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:48.945585 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-2dc79c8d-bb10-4215-a5b5-834053813c89 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:security_group and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:48.948665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-2dc79c8d-bb10-4215-a5b5-834053813c89 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:48.954441 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2dc79c8d-bb10-4215-a5b5-834053813c89 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:49.002129 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9a6164c1-f564-4970-aa50-cb0d74281887 None None] Provisioning complete for port 1badbb47-f2bb-470a-91b2-331fc3388330 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:49.002599 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a6164c1-f564-4970-aa50-cb0d74281887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:49.018365 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e85e9c-0cda-4861-8212-4b4867c1a571 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router 97ce2dca-110c-4350-8730-2b8d0effd009 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:05:49.056172 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97d37c-9d36-400b-b234-f4e41e6c11cf tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Subnet': ['ID=a55f90e8-b190-433d-95c8-ebbe587e4beb,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:49.069798 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:49.070811 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2262a7fa-a3c7-425e-8182-3cc8943df7ca up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:49.183013 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Sync routers for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:05:49.232220 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2dc79c8d-bb10-4215-a5b5-834053813c89 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:49.242949 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c4e20e-f487-48c7-8fd9-c50f220c63d3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router 68698e4e-b028-45b5-b308-88f1dc183078 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:05:49.274154 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cda0d5e-3b7e-45ab-929c-16c380e7a554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-a7638149-91a6-462a-b7ff-83f77e161107', 'network_id': 'a7638149-91a6-462a-b7ff-83f77e161107', 'tenant_id': '949b8995678349629b6c3129d91b46e9', 'fixed_ips': [{'subnet_id': 'a55f90e8-b190-433d-95c8-ebbe587e4beb'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:49.275006 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2cda0d5e-3b7e-45ab-929c-16c380e7a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:49.324284 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0481f884-a563-4a18-8dad-2188cfb6e40f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:49.330080 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2dc79c8d-bb10-4215-a5b5-834053813c89 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:49.335458 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-2dc79c8d-bb10-4215-a5b5-834053813c89 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:security_group_rule and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:49.337271 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e85e9c-0cda-4861-8212-4b4867c1a571 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:05:49.342843 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-2dc79c8d-bb10-4215-a5b5-834053813c89 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:49.352776 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2dc79c8d-bb10-4215-a5b5-834053813c89 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:49.387321 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1e85e9c-0cda-4861-8212-4b4867c1a571 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:49.388807 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e1e85e9c-0cda-4861-8212-4b4867c1a571 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/97ce2dca-110c-4350-8730-2b8d0effd009 HTTP/1.1" status: 200 len: 933 time: 4.2279799 Jan 20 11:05:49.394248 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34620) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:49.399098 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d0af58cd-6691-484b-876b-8938b9d2e296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:49.402471 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9a6164c1-f564-4970-aa50-cb0d74281887 None None] Could not find standard attr ID for object 1badbb47-f2bb-470a-91b2-331fc3388330. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:05:49.413646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:49.414278 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:49.503903 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0481f884-a563-4a18-8dad-2188cfb6e40f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:49.508737 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.plugins.ml2.db [None req-9a6164c1-f564-4970-aa50-cb0d74281887 None None] No ports have port_id starting with 1badbb47-f2bb-470a-91b2-331fc3388330 Jan 20 11:05:49.509523 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=54fa0743-074b-4e2a-806b-e948d8de78be,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:49.555979 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2dc79c8d-bb10-4215-a5b5-834053813c89 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:49.602079 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c4e20e-f487-48c7-8fd9-c50f220c63d3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:05:49.610243 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-94c4e20e-f487-48c7-8fd9-c50f220c63d3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:49.613843 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-94c4e20e-f487-48c7-8fd9-c50f220c63d3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/68698e4e-b028-45b5-b308-88f1dc183078 HTTP/1.1" status: 200 len: 953 time: 3.8131754 Jan 20 11:05:49.614137 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34624) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:49.638282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2dc79c8d-bb10-4215-a5b5-834053813c89 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:49.697051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc79c8d-bb10-4215-a5b5-834053813c89 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08639f60-6e7a-4a69-8380-94f073e58780,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:49.732679 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0481f884-a563-4a18-8dad-2188cfb6e40f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:49.746496 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b88e6564-5aa0-4b1e-80aa-2156b9bf4fc8 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/routers/97ce2dca-110c-4350-8730-2b8d0effd009 HTTP/1.1" status: 200 len: 933 time: 0.3509514 Jan 20 11:05:49.750349 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af58cd-6691-484b-876b-8938b9d2e296 None None] Pushing event deleted for resources: {'Port': ['ID=1badbb47-f2bb-470a-91b2-331fc3388330,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:49.753235 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34628) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:49.759084 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7482f873-7aae-480b-a01f-4bec1eb1c78d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'router': {'routes': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:49.766685 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0af58cd-6691-484b-876b-8938b9d2e296 None None] No DVR routers for this DVR port 1badbb47-f2bb-470a-91b2-331fc3388330 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:05:49.774318 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2dc79c8d-bb10-4215-a5b5-834053813c89 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:49.776486 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2dc79c8d-bb10-4215-a5b5-834053813c89 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8483813 Jan 20 11:05:49.785824 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34632) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:49.794119 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-b2dbeba7-8d85-469d-93a0-9e1ea2fbde13 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-954515331', 'security_groups': ['08639f60-6e7a-4a69-8380-94f073e58780'], 'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c69c1fca-ce93-4835-9c33-f34a79810b07'}]}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:49.829868 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481f884-a563-4a18-8dad-2188cfb6e40f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Subnet': ['ID=a55f90e8-b190-433d-95c8-ebbe587e4beb,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:49.832192 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-33462417-dca9-43a6-b9b1-804c6d7f7b0e', 'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e', 'tenant_id': '7f6d045691344d49ab6811343d11a04c', 'fixed_ips': [{'subnet_id': 'c69c1fca-ce93-4835-9c33-f34a79810b07'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:49.833454 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:49.861451 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a631466b-0ca6-4a29-827d-76d24cadf0f6 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:49.903779 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 2262a7fa-a3c7-425e-8182-3cc8943df7ca completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:49.933339 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0481f884-a563-4a18-8dad-2188cfb6e40f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:49.963777 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-0481f884-a563-4a18-8dad-2188cfb6e40f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7638149-91a6-462a-b7ff-83f77e161107']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:49.978856 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-0481f884-a563-4a18-8dad-2188cfb6e40f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c14823-b77f-4e03-b3e9-821846b37cde') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:49.979468 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-0481f884-a563-4a18-8dad-2188cfb6e40f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c14823-b77f-4e03-b3e9-821846b37cde') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server [None req-2cda0d5e-3b7e-45ab-929c-16c380e7a554 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a55f90e8-b190-433d-95c8-ebbe587e4beb: This subnet is being modified by another concurrent operation. Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 11:05:49.986201 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise exception Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a55f90e8-b190-433d-95c8-ebbe587e4beb: This subnet is being modified by another concurrent operation. Jan 20 11:05:49.989654 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server Jan 20 11:05:50.005786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 2262a7fa-a3c7-425e-8182-3cc8943df7ca triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:50.005786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:50.006681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0481f884-a563-4a18-8dad-2188cfb6e40f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:50.033948 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:05:50.039413 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5b3d4b55-3d1f-43ed-b884-c2c395c84595 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/routers/68698e4e-b028-45b5-b308-88f1dc183078 HTTP/1.1" status: 200 len: 953 time: 0.4241920 Jan 20 11:05:50.043407 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34636) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:50.053753 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ff3ec331-7273-4484-80c1-e6d2c3b01d99 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'router': {'routes': None}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:50.109249 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0481f884-a563-4a18-8dad-2188cfb6e40f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:50.112557 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a90815-787e-41e3-8ef8-51ce55c0f477 None None] Network a7638149-91a6-462a-b7ff-83f77e161107 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:50.133574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0481f884-a563-4a18-8dad-2188cfb6e40f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:05:50.134262 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0481f884-a563-4a18-8dad-2188cfb6e40f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:05:50.161136 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:05:50.170985 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.objects.ports [None req-67d46a55-c795-40ca-860f-0e752c9c8c27 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84331) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 11:05:50.235992 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-67d46a55-c795-40ca-860f-0e752c9c8c27 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:50.252990 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 11:05:50.328718 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d46a55-c795-40ca-860f-0e752c9c8c27 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=d3383af8-9f65-42dc-87ad-aac53104000b,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:50.371373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d46a55-c795-40ca-860f-0e752c9c8c27 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:50.379036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-67d46a55-c795-40ca-860f-0e752c9c8c27 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:50.381257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b2dbeba7-8d85-469d-93a0-9e1ea2fbde13 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:50.384169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d46a55-c795-40ca-860f-0e752c9c8c27 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:50.384949 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-67d46a55-c795-40ca-860f-0e752c9c8c27 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:50.404616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b2dbeba7-8d85-469d-93a0-9e1ea2fbde13 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:50.452408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0481f884-a563-4a18-8dad-2188cfb6e40f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:50.465964 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0481f884-a563-4a18-8dad-2188cfb6e40f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:50.470317 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0481f884-a563-4a18-8dad-2188cfb6e40f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/a7638149-91a6-462a-b7ff-83f77e161107 HTTP/1.1" status: 204 len: 168 time: 1.5428014 Jan 20 11:05:50.471628 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34640) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:50.496529 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481f884-a563-4a18-8dad-2188cfb6e40f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Network': ['ID=a7638149-91a6-462a-b7ff-83f77e161107,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:50.507336 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4aa75e-7f87-43a7-acee-f7d17d81d6fe tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:05:50.507804 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4aa75e-7f87-43a7-acee-f7d17d81d6fe tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:05:50.524728 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-eb4aa75e-7f87-43a7-acee-f7d17d81d6fe tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/a7638149-91a6-462a-b7ff-83f77e161107 HTTP/1.1" status: 404 len: 339 time: 0.0363429 Jan 20 11:05:50.524728 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34644) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:50.524728 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-67d46a55-c795-40ca-860f-0e752c9c8c27 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4011230 Jan 20 11:05:50.524728 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-c2b732b6-61d0-4f29-b791-76706866b0fa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1175710852', 'description': 'd1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:50.525567 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34648) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:50.531988 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'mac_address': 'fa:16:3e:0d:bd:53', 'name': 'tempest-NetworksTestDHCPv6-291355385'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:50.554610 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c2b732b6-61d0-4f29-b791-76706866b0fa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:50.591595 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f023526f-2c18-4cbf-a15d-7f443251c37a None None] Provisioning for port 659f73cd-219c-4130-a138-f966bf3f0d9a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:50.607599 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c2b732b6-61d0-4f29-b791-76706866b0fa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:network and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:50.617049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c2b732b6-61d0-4f29-b791-76706866b0fa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:50.623122 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dbeba7-8d85-469d-93a0-9e1ea2fbde13 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:50.646729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c2b732b6-61d0-4f29-b791-76706866b0fa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:50.712545 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:50.776642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2321919d-4708-4be9-86de-bb53aa7a1832 None None] Network a7638149-91a6-462a-b7ff-83f77e161107 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:50.782044 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b732b6-61d0-4f29-b791-76706866b0fa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:50.785425 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c2b732b6-61d0-4f29-b791-76706866b0fa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:50.820832 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:50.842455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:port and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:50.850293 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:50.860874 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Transition to ACTIVE for port object e39d401a-ca8e-46ae-9112-95822141df6e will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:50.865010 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2dbeba7-8d85-469d-93a0-9e1ea2fbde13 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:50.879447 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:50.884094 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:50.892251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b732b6-61d0-4f29-b791-76706866b0fa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:05:50.895777 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2321919d-4708-4be9-86de-bb53aa7a1832 None None] Network a7638149-91a6-462a-b7ff-83f77e161107 could not be found, it might have been deleted concurrently. {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 20 11:05:50.910003 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-b2dbeba7-8d85-469d-93a0-9e1ea2fbde13 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] device_id is not set on port 13ddd158-da57-42e9-bb10-f91eb9e5a13a yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:05:50.944031 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8962365b-2f7b-4071-b5a5-7c805118ad36', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'fixed_ips': [{'subnet_id': 'd3383af8-9f65-42dc-87ad-aac53104000b'}, {'subnet_id': 'd73649db-3a60-4e80-8cbf-8733cb5f4587'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:50.944192 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:50.951653 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c2b732b6-61d0-4f29-b791-76706866b0fa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:50.952316 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-c2b732b6-61d0-4f29-b791-76706866b0fa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Added segment 0a18dc13-9f88-4316-b590-0443c62d7bcd of type vlan for network 4c07a454-e2e2-40d0-8d0e-f5d28c7acc06 Jan 20 11:05:50.974578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:50.980988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:51.039158 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Allocated IP 2001:db8::2 (33462417-dca9-43a6-b9b1-804c6d7f7b0e/c69c1fca-ce93-4835-9c33-f34a79810b07/349a067e-c8ab-4a40-88ae-5a65b4b4fded) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:51.100857 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c2b732b6-61d0-4f29-b791-76706866b0fa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:51.140807 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.extraroute_db [None req-7482f873-7aae-480b-a01f-4bec1eb1c78d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Added routes are [] {{(pid=84332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 20 11:05:51.141803 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.extraroute_db [None req-7482f873-7aae-480b-a01f-4bec1eb1c78d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=84332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 20 11:05:51.216943 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 2262a7fa-a3c7-425e-8182-3cc8943df7ca, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2262a7fa-a3c7-425e-8182-3cc8943df7ca,segment=NetworkSegment(7556ad81-751f-4954-a795-507261145a79),segment_id=7556ad81-751f-4954-a795-507261145a79)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:51.234985 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7482f873-7aae-480b-a01f-4bec1eb1c78d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:51.248418 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.extraroute_db [None req-ff3ec331-7273-4484-80c1-e6d2c3b01d99 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Added routes are [] {{(pid=84332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 20 11:05:51.251858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.extraroute_db [None req-ff3ec331-7273-4484-80c1-e6d2c3b01d99 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 20 11:05:51.259020 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:51.293230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff3ec331-7273-4484-80c1-e6d2c3b01d99 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:51.301417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port 9ef5c514-2475-4426-b556-21313f9d53eb yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:05:51.450169 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96917ee-fe57-4b56-a225-686f54a06861 None None] Pushing event updated for resources: {'Port': ['ID=e39d401a-ca8e-46ae-9112-95822141df6e,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:51.460623 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:51.461679 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 4fad6854-1e4b-4a28-b3ba-f49829d89bd0 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:51.462016 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c2b732b6-61d0-4f29-b791-76706866b0fa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:51.466214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b732b6-61d0-4f29-b791-76706866b0fa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:51.472922 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c2b732b6-61d0-4f29-b791-76706866b0fa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:51.617934 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b732b6-61d0-4f29-b791-76706866b0fa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Network': ['ID=4c07a454-e2e2-40d0-8d0e-f5d28c7acc06,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:51.667582 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 4c07a454-e2e2-40d0-8d0e-f5d28c7acc06 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:51.734413 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c2b732b6-61d0-4f29-b791-76706866b0fa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2192502 Jan 20 11:05:51.740481 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34652) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:51.867105 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 172.20.0.4 (8962365b-2f7b-4071-b5a5-7c805118ad36/d73649db-3a60-4e80-8cbf-8733cb5f4587/9ef5c514-2475-4426-b556-21313f9d53eb) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:51.874328 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=2262a7fa-a3c7-425e-8182-3cc8943df7ca,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:51.886654 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::f816:3eff:fe0d:bd53 (8962365b-2f7b-4071-b5a5-7c805118ad36/d3383af8-9f65-42dc-87ad-aac53104000b/9ef5c514-2475-4426-b556-21313f9d53eb) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:51.898649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa310e3-b1d7-44ba-896e-8a19aae6481d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:51.899358 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0fa310e3-b1d7-44ba-896e-8a19aae6481d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Synchronizing usage tracker for tenant:949b8995678349629b6c3129d91b46e9 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:05:51.934524 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Attempting to bind port e39d401a-ca8e-46ae-9112-95822141df6e on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:51.935148 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Attempting to bind port e39d401a-ca8e-46ae-9112-95822141df6e by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:51.935534 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Attempting to bind port e39d401a-ca8e-46ae-9112-95822141df6e on network 26a77f26-4bd4-4102-86c4-27342aa85fcd {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:51.985203 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0fa310e3-b1d7-44ba-896e-8a19aae6481d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Unset dirty status for tenant:949b8995678349629b6c3129d91b46e9 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:05:51.986528 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0fa310e3-b1d7-44ba-896e-8a19aae6481d tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "GET /v2.0/networks?id=4c07a454-e2e2-40d0-8d0e-f5d28c7acc06 HTTP/1.1" status: 200 len: 761 time: 0.2448509 Jan 20 11:05:51.992578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34656) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:51.997093 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:05:47Z', 'revision_number': 6, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4437d072-408b-4c78-b764-07ef2c8e798f', 'name': '', 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:b2:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:14Z', 'updated_at': '2022-01-20T11:05:39Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fad6854-1e4b-4a28-b3ba-f49829d89bd0', 'name': '', 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:c4:a9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:25Z', 'updated_at': '2022-01-20T11:05:39Z', 'revision_number': 4, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd21f8c1d-d267-4124-bc5f-852e6b3c7aae', 'name': '', 'network_id': '0dbee288-d52b-498e-bf86-16347cbfa2ef', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:95:e3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e1445b9-eceb-4afb-bb89-b10a52ec9011', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:38Z', 'updated_at': '2022-01-20T11:05:43Z', 'revision_number': 2, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '3e1445b9-eceb-4afb-bb89-b10a52ec9011', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:52.008217 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:52.008628 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Checking segment: {'id': '5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:52.009034 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:52.009429 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Bound using segment: {'id': '5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:52.009945 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Bound port: e39d401a-ca8e-46ae-9112-95822141df6e, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:52.010362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:52.026797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Checking router: 68698e4e-b028-45b5-b308-88f1dc183078 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:05:52.027158 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Updating router 68698e4e-b028-45b5-b308-88f1dc183078 port d21f8c1d-d267-4124-bc5f-852e6b3c7aae binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:05:52.050772 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-b1721326-57a8-436c-afc3-8800482af125 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'network': {'description': 'd2'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:52.076553 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 4fad6854-1e4b-4a28-b3ba-f49829d89bd0 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:52.095240 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7482f873-7aae-480b-a01f-4bec1eb1c78d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:52.105340 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7482f873-7aae-480b-a01f-4bec1eb1c78d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:52.113440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff3ec331-7273-4484-80c1-e6d2c3b01d99 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:52.116961 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:52.135831 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 4fad6854-1e4b-4a28-b3ba-f49829d89bd0 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:52.136211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:52.186345 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff3ec331-7273-4484-80c1-e6d2c3b01d99 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:52.197719 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Transition to ACTIVE for port object 349a067e-c8ab-4a40-88ae-5a65b4b4fded will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:52.208889 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:52.266961 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Transition to ACTIVE for port object 349a067e-c8ab-4a40-88ae-5a65b4b4fded will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:52.324931 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:52.328398 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] For port e39d401a-ca8e-46ae-9112-95822141df6e, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:52.366545 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object 9ef5c514-2475-4426-b556-21313f9d53eb will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:52.372128 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] For port e39d401a-ca8e-46ae-9112-95822141df6e, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e39d401a-ca8e-46ae-9112-95822141df6e,segment=NetworkSegment(5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5),segment_id=5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:52.412597 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:52.413164 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b1721326-57a8-436c-afc3-8800482af125 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:52.474426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-b2dbeba7-8d85-469d-93a0-9e1ea2fbde13 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Allocated IP 2001:db8::117 (33462417-dca9-43a6-b9b1-804c6d7f7b0e/c69c1fca-ce93-4835-9c33-f34a79810b07/13ddd158-da57-42e9-bb10-f91eb9e5a13a) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:52.476794 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:52.495062 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7482f873-7aae-480b-a01f-4bec1eb1c78d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router 97ce2dca-110c-4350-8730-2b8d0effd009 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:05:52.514144 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3ec331-7273-4484-80c1-e6d2c3b01d99 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router 68698e4e-b028-45b5-b308-88f1dc183078 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:05:52.520114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b1721326-57a8-436c-afc3-8800482af125 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:52.546713 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:52.563260 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:52.573420 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:52.600241 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:52.619435 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:52.761622 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=9ef5c514-2475-4426-b556-21313f9d53eb,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:52.777693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b1721326-57a8-436c-afc3-8800482af125 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network 4c07a454-e2e2-40d0-8d0e-f5d28c7acc06 is not hosted by any dhcp agent {{(pid=84331) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 20 11:05:52.779078 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Allocated IP 172.20.0.2 (8962365b-2f7b-4071-b5a5-7c805118ad36/d73649db-3a60-4e80-8cbf-8733cb5f4587/da130c10-2812-4c2c-ac30-e889a3cc88a6) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:52.781436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1721326-57a8-436c-afc3-8800482af125 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:52.782065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b1721326-57a8-436c-afc3-8800482af125 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:52.786221 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b1721326-57a8-436c-afc3-8800482af125 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "PUT /v2.0/networks/4c07a454-e2e2-40d0-8d0e-f5d28c7acc06 HTTP/1.1" status: 200 len: 758 time: 0.7896035 Jan 20 11:05:52.786962 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Allocated IP 2001:db8::f816:3eff:feb7:1df9 (8962365b-2f7b-4071-b5a5-7c805118ad36/d3383af8-9f65-42dc-87ad-aac53104000b/da130c10-2812-4c2c-ac30-e889a3cc88a6) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:52.791771 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34662) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:52.827430 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Pushing event updated for resources: {'Port': ['ID=349a067e-c8ab-4a40-88ae-5a65b4b4fded,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:52.832646 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1721326-57a8-436c-afc3-8800482af125 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Network': ['ID=4c07a454-e2e2-40d0-8d0e-f5d28c7acc06,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:52.839943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:52.844205 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:52.846337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:52.948635 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:52.949322 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:52.956559 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2dbeba7-8d85-469d-93a0-9e1ea2fbde13 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:52.962282 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be04d8f-b219-4567-b6a3-fb68ce61ab73 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:52.962992 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8be04d8f-b219-4567-b6a3-fb68ce61ab73 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Synchronizing usage tracker for tenant:949b8995678349629b6c3129d91b46e9 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:05:52.980615 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-b2dbeba7-8d85-469d-93a0-9e1ea2fbde13 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Transition to ACTIVE for port object 13ddd158-da57-42e9-bb10-f91eb9e5a13a will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:53.001020 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8be04d8f-b219-4567-b6a3-fb68ce61ab73 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Unset dirty status for tenant:949b8995678349629b6c3129d91b46e9 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:05:53.002241 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8be04d8f-b219-4567-b6a3-fb68ce61ab73 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "GET /v2.0/networks?id=4c07a454-e2e2-40d0-8d0e-f5d28c7acc06 HTTP/1.1" status: 200 len: 761 time: 0.2094250 Jan 20 11:05:53.007311 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34666) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:53.012357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7482f873-7aae-480b-a01f-4bec1eb1c78d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:05:53.014061 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-7ae5927e-2732-418c-a708-f6b06227cf8a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-511348383'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:53.018167 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 4c07a454-e2e2-40d0-8d0e-f5d28c7acc06 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:53.018933 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7482f873-7aae-480b-a01f-4bec1eb1c78d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:53.023020 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7482f873-7aae-480b-a01f-4bec1eb1c78d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/97ce2dca-110c-4350-8730-2b8d0effd009 HTTP/1.1" status: 200 len: 699 time: 3.2656748 Jan 20 11:05:53.023116 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7ae5927e-2732-418c-a708-f6b06227cf8a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:53.023200 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34670) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:53.035062 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7ae5927e-2732-418c-a708-f6b06227cf8a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:53.062573 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0563b0c7-1edb-42e1-a774-2517c76d3ace tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5357823 Jan 20 11:05:53.064981 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34674) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:53.095902 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3ec331-7273-4484-80c1-e6d2c3b01d99 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:05:53.103469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ff3ec331-7273-4484-80c1-e6d2c3b01d99 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:53.106032 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ff3ec331-7273-4484-80c1-e6d2c3b01d99 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/68698e4e-b028-45b5-b308-88f1dc183078 HTTP/1.1" status: 200 len: 703 time: 3.0577385 Jan 20 11:05:53.109671 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34678) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:53.114650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2dbeba7-8d85-469d-93a0-9e1ea2fbde13 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:53.293668 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Routers {'97ce2dca-110c-4350-8730-2b8d0effd009'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:53.294311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['97ce2dca-110c-4350-8730-2b8d0effd009'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:53.353483 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae5927e-2732-418c-a708-f6b06227cf8a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:53.356433 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7ae5927e-2732-418c-a708-f6b06227cf8a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:53.361166 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-51adb304-97d3-44d9-9ebb-5c7530982109 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/routers/97ce2dca-110c-4350-8730-2b8d0effd009 HTTP/1.1" status: 200 len: 699 time: 0.3372815 Jan 20 11:05:53.361896 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34682) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:53.424764 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 4fad6854-1e4b-4a28-b3ba-f49829d89bd0, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=4fad6854-1e4b-4a28-b3ba-f49829d89bd0,segment=NetworkSegment(7556ad81-751f-4954-a795-507261145a79),segment_id=7556ad81-751f-4954-a795-507261145a79)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:53.478536 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbeba7-8d85-469d-93a0-9e1ea2fbde13 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=13ddd158-da57-42e9-bb10-f91eb9e5a13a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:53.487013 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dbeba7-8d85-469d-93a0-9e1ea2fbde13 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:53.496773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-b2dbeba7-8d85-469d-93a0-9e1ea2fbde13 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:53.506694 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae5927e-2732-418c-a708-f6b06227cf8a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:05:53.506694 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dbeba7-8d85-469d-93a0-9e1ea2fbde13 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:53.509903 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dbeba7-8d85-469d-93a0-9e1ea2fbde13 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:53.510519 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2dbeba7-8d85-469d-93a0-9e1ea2fbde13 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:53.512103 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96917ee-fe57-4b56-a225-686f54a06861 None None] Pushing event updated for resources: {'Port': ['ID=e39d401a-ca8e-46ae-9112-95822141df6e,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:53.548279 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7ae5927e-2732-418c-a708-f6b06227cf8a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:53.549104 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-7ae5927e-2732-418c-a708-f6b06227cf8a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Added segment 7d4cb767-86db-486d-a505-2ba3ef8d007a of type vlan for network 0767f93c-a3ff-411c-a27b-cbf7434d7d75 Jan 20 11:05:53.562019 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:53.563080 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 69b0d872-6b9d-420e-95c7-276c2b97cc9c up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:53.563691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dffc9df-d278-41ad-8413-7abb7ac38cac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:53.564420 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1dffc9df-d278-41ad-8413-7abb7ac38cac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:05:53.602215 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7ae5927e-2732-418c-a708-f6b06227cf8a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:53.629482 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Attempting to bind port 349a067e-c8ab-4a40-88ae-5a65b4b4fded on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:53.630166 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Attempting to bind port 349a067e-c8ab-4a40-88ae-5a65b4b4fded by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '42824545-314d-4ee4-b162-5ed26a727e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:53.630542 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Attempting to bind port 349a067e-c8ab-4a40-88ae-5a65b4b4fded on network 33462417-dca9-43a6-b9b1-804c6d7f7b0e {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:53.653709 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-470fd016-da56-403c-9c31-71a99ceaad8b tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/routers/68698e4e-b028-45b5-b308-88f1dc183078 HTTP/1.1" status: 200 len: 703 time: 0.5409338 Jan 20 11:05:53.653936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34686) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:53.720770 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1dffc9df-d278-41ad-8413-7abb7ac38cac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:05:53.720770 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1dffc9df-d278-41ad-8413-7abb7ac38cac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.6525044 Jan 20 11:05:53.720770 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b2dbeba7-8d85-469d-93a0-9e1ea2fbde13 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9321334 Jan 20 11:05:53.734661 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34690) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:53.734661 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34692) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:53.746096 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:53.746479 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Checking segment: {'id': '42824545-314d-4ee4-b162-5ed26a727e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:53.746887 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:53.747286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Bound using segment: {'id': '42824545-314d-4ee4-b162-5ed26a727e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:53.747779 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Bound port: 349a067e-c8ab-4a40-88ae-5a65b4b4fded, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42824545-314d-4ee4-b162-5ed26a727e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:53.748156 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:53.764065 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6c68e650-1223-4279-87e1-7b4ad14c6791 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'subnet': {'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:53.792206 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7ae5927e-2732-418c-a708-f6b06227cf8a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:53.796199 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae5927e-2732-418c-a708-f6b06227cf8a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:53.797015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7ae5927e-2732-418c-a708-f6b06227cf8a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:53.809090 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 11:05:53.819819 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] Set router 97ce2dca-110c-4350-8730-2b8d0effd009 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:05:53.888235 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=4fad6854-1e4b-4a28-b3ba-f49829d89bd0,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:53.896989 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-87bbf79c-4355-4e87-b974-34a6804c0160 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port 9ef5c514-2475-4426-b556-21313f9d53eb {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:05:53.897338 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87bbf79c-4355-4e87-b974-34a6804c0160 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:53.928765 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5927e-2732-418c-a708-f6b06227cf8a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Network': ['ID=0767f93c-a3ff-411c-a27b-cbf7434d7d75,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:53.983293 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:53.986406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 0767f93c-a3ff-411c-a27b-cbf7434d7d75 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:05:54.044758 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7ae5927e-2732-418c-a708-f6b06227cf8a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0363402 Jan 20 11:05:54.048970 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34698) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:54.069806 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a43e2732-928f-4875-9c77-c142aa39462e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'subnet': {'network_id': '0767f93c-a3ff-411c-a27b-cbf7434d7d75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:54.085902 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-239771ce-082b-470c-b006-d1941abca34e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:54.088157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Transition to ACTIVE for port object da130c10-2812-4c2c-ac30-e889a3cc88a6 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:54.174739 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9241bcdd-7e44-4577-8e44-38832e7e856c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:54.193531 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:54.207914 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6c68e650-1223-4279-87e1-7b4ad14c6791 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:54.243171 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6c68e650-1223-4279-87e1-7b4ad14c6791 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:subnet and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:54.301086 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] For port 349a067e-c8ab-4a40-88ae-5a65b4b4fded, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:54.303594 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Transition to ACTIVE for port object d21f8c1d-d267-4124-bc5f-852e6b3c7aae will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:54.317354 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Transition to ACTIVE for port object da130c10-2812-4c2c-ac30-e889a3cc88a6 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:05:54.320755 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 69b0d872-6b9d-420e-95c7-276c2b97cc9c completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:54.332042 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 69b0d872-6b9d-420e-95c7-276c2b97cc9c triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:54.332606 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:54.355542 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6c68e650-1223-4279-87e1-7b4ad14c6791 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:54.356019 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] For port 349a067e-c8ab-4a40-88ae-5a65b4b4fded, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=349a067e-c8ab-4a40-88ae-5a65b4b4fded,segment=NetworkSegment(42824545-314d-4ee4-b162-5ed26a727e55),segment_id=42824545-314d-4ee4-b162-5ed26a727e55)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:54.385665 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6c68e650-1223-4279-87e1-7b4ad14c6791 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:54.421626 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:54.426303 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a43e2732-928f-4875-9c77-c142aa39462e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:54.445018 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a43e2732-928f-4875-9c77-c142aa39462e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Usage tracker for resource:subnet and tenant:949b8995678349629b6c3129d91b46e9 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:54.448969 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a43e2732-928f-4875-9c77-c142aa39462e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:54.473745 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a43e2732-928f-4875-9c77-c142aa39462e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:54.488031 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:54.491893 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:54.498254 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c68e650-1223-4279-87e1-7b4ad14c6791 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:54.519210 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87bbf79c-4355-4e87-b974-34a6804c0160 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:54.645954 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43e2732-928f-4875-9c77-c142aa39462e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:54.684750 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48565d1b-588d-46ee-94bf-0e4140ca9fab None None] Pushing event updated for resources: {'Port': ['ID=d21f8c1d-d267-4124-bc5f-852e6b3c7aae,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:54.701612 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:54.786896 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:54.786896 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Pushing event updated for resources: {'Port': ['ID=da130c10-2812-4c2c-ac30-e889a3cc88a6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:54.800072 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:05:54.857756 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-87bbf79c-4355-4e87-b974-34a6804c0160 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for 9ef5c514-2475-4426-b556-21313f9d53eb owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:05:54.879851 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:54.905261 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-9241bcdd-7e44-4577-8e44-38832e7e856c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port d21f8c1d-d267-4124-bc5f-852e6b3c7aae {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:05:54.907190 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9241bcdd-7e44-4577-8e44-38832e7e856c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:55.118973 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a43e2732-928f-4875-9c77-c142aa39462e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:55.165345 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6c68e650-1223-4279-87e1-7b4ad14c6791 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:55.252686 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3768daf-a4a0-4a21-a331-76be958eda6e None None] Pushing event updated for resources: {'Port': ['ID=349a067e-c8ab-4a40-88ae-5a65b4b4fded,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:55.263020 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 69b0d872-6b9d-420e-95c7-276c2b97cc9c, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=69b0d872-6b9d-420e-95c7-276c2b97cc9c,segment=NetworkSegment(104b8414-f9e9-46cc-8184-d5bb39198685),segment_id=104b8414-f9e9-46cc-8184-d5bb39198685)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:55.273336 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-9241bcdd-7e44-4577-8e44-38832e7e856c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] For port d21f8c1d-d267-4124-bc5f-852e6b3c7aae, host dv-neutron-825471-1-hyperv, got binding levels [] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:55.273771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9241bcdd-7e44-4577-8e44-38832e7e856c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:55.277567 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Attempting to bind port d21f8c1d-d267-4124-bc5f-852e6b3c7aae on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:55.278775 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Attempting to bind port d21f8c1d-d267-4124-bc5f-852e6b3c7aae by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '104b8414-f9e9-46cc-8184-d5bb39198685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dbee288-d52b-498e-bf86-16347cbfa2ef'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:55.278775 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Attempting to bind port d21f8c1d-d267-4124-bc5f-852e6b3c7aae on network 0dbee288-d52b-498e-bf86-16347cbfa2ef {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:55.286589 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Attempting to bind port da130c10-2812-4c2c-ac30-e889a3cc88a6 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:55.286967 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Attempting to bind port da130c10-2812-4c2c-ac30-e889a3cc88a6 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:55.287562 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Attempting to bind port da130c10-2812-4c2c-ac30-e889a3cc88a6 on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:55.301500 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:05:51Z', 'revision_number': 7, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': '54fa0743-074b-4e2a-806b-e948d8de78be', 'name': '', 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:74:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:17Z', 'updated_at': '2022-01-20T11:05:48Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '659f73cd-219c-4130-a138-f966bf3f0d9a', 'name': '', 'network_id': 'b1c97ff5-1957-473c-872c-399b2ac39c10', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:e2:32:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b260d15-db0f-486c-949d-9b30cadf0027', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:37Z', 'updated_at': '2022-01-20T11:05:47Z', 'revision_number': 4, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '1b260d15-db0f-486c-949d-9b30cadf0027', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e39d401a-ca8e-46ae-9112-95822141df6e', 'name': '', 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:4f:16:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:27Z', 'updated_at': '2022-01-20T11:05:52Z', 'revision_number': 4, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:19Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:55.304539 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:55.305127 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Checking segment: {'id': '104b8414-f9e9-46cc-8184-d5bb39198685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dbee288-d52b-498e-bf86-16347cbfa2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:55.306390 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:55.308430 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Bound using segment: {'id': '104b8414-f9e9-46cc-8184-d5bb39198685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dbee288-d52b-498e-bf86-16347cbfa2ef'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:55.309078 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Bound port: d21f8c1d-d267-4124-bc5f-852e6b3c7aae, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104b8414-f9e9-46cc-8184-d5bb39198685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dbee288-d52b-498e-bf86-16347cbfa2ef'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:55.309651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:55.325457 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:55.326170 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:55.326746 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:55.327303 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:55.327949 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Bound port: da130c10-2812-4c2c-ac30-e889a3cc88a6, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:55.328506 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:55.349693 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f18168-c446-40e6-b3c3-ef8f1f06c949 None None] The sync data for ids ['97ce2dca-110c-4350-8730-2b8d0effd009'] in dv-neutron-825471-1-hyperv is: [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:05:51Z', 'revision_number': 7, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': '54fa0743-074b-4e2a-806b-e948d8de78be', 'name': '', 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:74:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:17Z', 'updated_at': '2022-01-20T11:05:48Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '659f73cd-219c-4130-a138-f966bf3f0d9a', 'name': '', 'network_id': 'b1c97ff5-1957-473c-872c-399b2ac39c10', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:e2:32:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b260d15-db0f-486c-949d-9b30cadf0027', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:37Z', 'updated_at': '2022-01-20T11:05:47Z', 'revision_number': 4, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '1b260d15-db0f-486c-949d-9b30cadf0027', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e39d401a-ca8e-46ae-9112-95822141df6e', 'name': '', 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:4f:16:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:27Z', 'updated_at': '2022-01-20T11:05:52Z', 'revision_number': 4, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:19Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:05:55.451261 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-9241bcdd-7e44-4577-8e44-38832e7e856c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Calling delete_port for d21f8c1d-d267-4124-bc5f-852e6b3c7aae owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:05:55.492690 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:55.493770 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 4437d072-408b-4c78-b764-07ef2c8e798f up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:55.685245 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.ipam_backend_mixin [None req-6c68e650-1223-4279-87e1-7b4ad14c6791 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c69c1fca-ce93-4835-9c33-f34a79810b07 (CIDR: 2001:db8::/64) Jan 20 11:05:55.732216 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c68e650-1223-4279-87e1-7b4ad14c6791 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:05:55.732472 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c68e650-1223-4279-87e1-7b4ad14c6791 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:05:55.784863 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=69b0d872-6b9d-420e-95c7-276c2b97cc9c,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:55.789301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] For port da130c10-2812-4c2c-ac30-e889a3cc88a6, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:05:55.794046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] For port da130c10-2812-4c2c-ac30-e889a3cc88a6, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=da130c10-2812-4c2c-ac30-e889a3cc88a6,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:05:55.817816 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 4437d072-408b-4c78-b764-07ef2c8e798f triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:55.818431 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:55.869456 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6c68e650-1223-4279-87e1-7b4ad14c6791 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1400158 Jan 20 11:05:55.873255 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34702) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:55.880113 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1be3ad86-31b1-4d27-8f24-1b678c21452e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'subnet': {'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:55.887174 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:56.015029 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9241bcdd-7e44-4577-8e44-38832e7e856c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:56.015425 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87bbf79c-4355-4e87-b974-34a6804c0160 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:56.019208 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:05:56.021606 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:05:56.074277 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8841d31-c21f-4885-bec0-38228fc0211a None None] Pushing event updated for resources: {'Port': ['ID=da130c10-2812-4c2c-ac30-e889a3cc88a6,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:56.113310 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbf79c-4355-4e87-b974-34a6804c0160 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=9ef5c514-2475-4426-b556-21313f9d53eb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:56.126554 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 1badbb47-f2bb-470a-91b2-331fc3388330 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:56.165926 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 1badbb47-f2bb-470a-91b2-331fc3388330 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:05:56.166602 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 1badbb47-f2bb-470a-91b2-331fc3388330 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 20 11:05:56.216401 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Port 1badbb47-f2bb-470a-91b2-331fc3388330 not found, will not notify nova. {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 20 11:05:56.240662 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241bcdd-7e44-4577-8e44-38832e7e856c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Port': ['ID=d21f8c1d-d267-4124-bc5f-852e6b3c7aae,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:56.365137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1be3ad86-31b1-4d27-8f24-1b678c21452e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:05:56.467175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-87bbf79c-4355-4e87-b974-34a6804c0160 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:56.479114 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-87bbf79c-4355-4e87-b974-34a6804c0160 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/9ef5c514-2475-4426-b556-21313f9d53eb HTTP/1.1" status: 204 len: 168 time: 2.7536056 Jan 20 11:05:56.490883 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34706) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:56.491084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1be3ad86-31b1-4d27-8f24-1b678c21452e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:subnet and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:05:56.506693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1be3ad86-31b1-4d27-8f24-1b678c21452e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:05:56.534298 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1be3ad86-31b1-4d27-8f24-1b678c21452e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:05:56.557176 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Attempting to bind port d21f8c1d-d267-4124-bc5f-852e6b3c7aae on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:05:56.557585 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Attempting to bind port d21f8c1d-d267-4124-bc5f-852e6b3c7aae by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '104b8414-f9e9-46cc-8184-d5bb39198685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dbee288-d52b-498e-bf86-16347cbfa2ef'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:05:56.558015 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Attempting to bind port d21f8c1d-d267-4124-bc5f-852e6b3c7aae on network 0dbee288-d52b-498e-bf86-16347cbfa2ef {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:05:56.574743 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:05:56.581745 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Checking segment: {'id': '104b8414-f9e9-46cc-8184-d5bb39198685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dbee288-d52b-498e-bf86-16347cbfa2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:56.581745 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:56.581745 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Bound using segment: {'id': '104b8414-f9e9-46cc-8184-d5bb39198685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dbee288-d52b-498e-bf86-16347cbfa2ef'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:05:56.581745 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Bound port: d21f8c1d-d267-4124-bc5f-852e6b3c7aae, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104b8414-f9e9-46cc-8184-d5bb39198685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0dbee288-d52b-498e-bf86-16347cbfa2ef'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:05:56.587856 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:56.628874 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9241bcdd-7e44-4577-8e44-38832e7e856c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:56.636402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be3ad86-31b1-4d27-8f24-1b678c21452e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:05:56.650401 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff917150-1984-4d99-ba94-16bcecdf80fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:56.656752 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff917150-1984-4d99-ba94-16bcecdf80fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:56.658347 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff917150-1984-4d99-ba94-16bcecdf80fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:56.660157 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ff917150-1984-4d99-ba94-16bcecdf80fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:05:56.716064 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Port d21f8c1d-d267-4124-bc5f-852e6b3c7aae has been deleted concurrently {{(pid=84333) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:632}} Jan 20 11:05:56.735150 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:56.736093 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:56.814422 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-239771ce-082b-470c-b006-d1941abca34e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting port 659f73cd-219c-4130-a138-f966bf3f0d9a {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:05:56.814935 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-239771ce-082b-470c-b006-d1941abca34e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:56.835225 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e39d401a-ca8e-46ae-9112-95822141df6e up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:56.880425 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a43e2732-928f-4875-9c77-c142aa39462e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:56.949918 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ff917150-1984-4d99-ba94-16bcecdf80fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:05:56.951078 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ff917150-1984-4d99-ba94-16bcecdf80fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4613900 Jan 20 11:05:56.978804 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34710) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:57.018982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:05:57.051716 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1be3ad86-31b1-4d27-8f24-1b678c21452e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:57.179480 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port e39d401a-ca8e-46ae-9112-95822141df6e completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:57.206773 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port e39d401a-ca8e-46ae-9112-95822141df6e triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:57.207510 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:57.243844 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e2732-928f-4875-9c77-c142aa39462e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Subnet': ['ID=5146e861-2bee-4a94-9b5b-014d3a03e6c8,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:57.275753 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e2732-928f-4875-9c77-c142aa39462e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Checking segment: {'id': '7d4cb767-86db-486d-a505-2ba3ef8d007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0767f93c-a3ff-411c-a27b-cbf7434d7d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:05:57.276122 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43e2732-928f-4875-9c77-c142aa39462e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network hostable DHCP agents. Network: 0767f93c-a3ff-411c-a27b-cbf7434d7d75, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:05:57.474081 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:57.490778 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-204cb092-8bb8-4ff7-ba61-b4d3b3c1f2a5 None None] Provisioning for port 349a067e-c8ab-4a40-88ae-5a65b4b4fded completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:57.514955 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-239771ce-082b-470c-b006-d1941abca34e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] For port 659f73cd-219c-4130-a138-f966bf3f0d9a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=659f73cd-219c-4130-a138-f966bf3f0d9a,segment=NetworkSegment(2615fffe-bef7-470c-a6d1-9bcb01c14509),segment_id=2615fffe-bef7-470c-a6d1-9bcb01c14509)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:57.515523 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-239771ce-082b-470c-b006-d1941abca34e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:57.686874 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-204cb092-8bb8-4ff7-ba61-b4d3b3c1f2a5 None None] Provisioning complete for port 1ba178e5-a4c0-4779-b466-4c9c89d19c67 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:57.688829 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-204cb092-8bb8-4ff7-ba61-b4d3b3c1f2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:57.691537 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43e2732-928f-4875-9c77-c142aa39462e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network 0767f93c-a3ff-411c-a27b-cbf7434d7d75 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:05:57.701593 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-239771ce-082b-470c-b006-d1941abca34e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Calling delete_port for 659f73cd-219c-4130-a138-f966bf3f0d9a owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:05:57.776134 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port e39d401a-ca8e-46ae-9112-95822141df6e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e39d401a-ca8e-46ae-9112-95822141df6e,segment=NetworkSegment(5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5),segment_id=5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:05:57.798293 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-204cb092-8bb8-4ff7-ba61-b4d3b3c1f2a5 None None] Port 1ba178e5-a4c0-4779-b466-4c9c89d19c67 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:05:57.817186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:05:55Z', 'revision_number': 8, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4437d072-408b-4c78-b764-07ef2c8e798f', 'name': '', 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:b2:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:14Z', 'updated_at': '2022-01-20T11:05:39Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fad6854-1e4b-4a28-b3ba-f49829d89bd0', 'name': '', 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:c4:a9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:25Z', 'updated_at': '2022-01-20T11:05:53Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:57.822198 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d28932-0911-4156-ba3d-515532747a62 None None] The sync data for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv is: [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:05:55Z', 'revision_number': 8, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4437d072-408b-4c78-b764-07ef2c8e798f', 'name': '', 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:b2:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:14Z', 'updated_at': '2022-01-20T11:05:39Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fad6854-1e4b-4a28-b3ba-f49829d89bd0', 'name': '', 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:c4:a9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:25Z', 'updated_at': '2022-01-20T11:05:53Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:05:57.840592 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-a43e2732-928f-4875-9c77-c142aa39462e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 0767f93c-a3ff-411c-a27b-cbf7434d7d75) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:57.855226 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c114ef-3a51-4b68-9c43-55aede58a12a None None] Network 0767f93c-a3ff-411c-a27b-cbf7434d7d75 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:57.857176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43e2732-928f-4875-9c77-c142aa39462e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:57.858004 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a43e2732-928f-4875-9c77-c142aa39462e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:57.883240 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-380bd69a-419e-4f06-a7eb-e19e2fd82aac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet d3383af8-9f65-42dc-87ad-aac53104000b {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:05:57.886755 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-380bd69a-419e-4f06-a7eb-e19e2fd82aac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:57.907740 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:57.908567 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 03e2a7be-b199-4748-9a99-0fcd99a1eb95 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:57.939577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9241bcdd-7e44-4577-8e44-38832e7e856c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router 68698e4e-b028-45b5-b308-88f1dc183078 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:05:57.954479 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-380bd69a-419e-4f06-a7eb-e19e2fd82aac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:58.025951 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1be3ad86-31b1-4d27-8f24-1b678c21452e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:58.093434 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a43e2732-928f-4875-9c77-c142aa39462e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0395718 Jan 20 11:05:58.094963 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-380bd69a-419e-4f06-a7eb-e19e2fd82aac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:58.100510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34714) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:58.106097 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e079c1-fb0e-4349-b31c-ce5b1ad919d1 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:58.262371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be3ad86-31b1-4d27-8f24-1b678c21452e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:05:58.278641 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-1be3ad86-31b1-4d27-8f24-1b678c21452e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:05:58.285862 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3ad86-31b1-4d27-8f24-1b678c21452e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Subnet': ['ID=c9da019e-ebbe-46c7-a62d-321b85354709,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:58.291272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be3ad86-31b1-4d27-8f24-1b678c21452e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:05:58.291925 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1be3ad86-31b1-4d27-8f24-1b678c21452e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:58.341726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352ddaf4-7a76-407a-9eea-754674c23a6d None None] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:58.344998 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-239771ce-082b-470c-b006-d1941abca34e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:58.390930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d800a41-08d9-42e3-81d1-647f6c535506 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:58.426438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-380bd69a-419e-4f06-a7eb-e19e2fd82aac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:58.446615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=e39d401a-ca8e-46ae-9112-95822141df6e,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:58.447000 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23534cb4-87f0-43f5-b724-a7c9947bd0db None None] Sync routers for ids ['97ce2dca-110c-4350-8730-2b8d0effd009'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:05:58.453902 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1be3ad86-31b1-4d27-8f24-1b678c21452e tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5750594 Jan 20 11:05:58.454406 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34718) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:58.462205 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-67a71782-4db1-4d28-97f1-72552f797a5a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-256209989', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c9da019e-ebbe-46c7-a62d-321b85354709'}], 'security_groups': ['316ac57b-45ab-45dc-b1fa-8db26c187cd2']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:05:58.508611 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23534cb4-87f0-43f5-b724-a7c9947bd0db None None] Routers {'97ce2dca-110c-4350-8730-2b8d0effd009'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:58.509247 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-23534cb4-87f0-43f5-b724-a7c9947bd0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['97ce2dca-110c-4350-8730-2b8d0effd009'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:58.527682 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239771ce-082b-470c-b006-d1941abca34e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Port': ['ID=659f73cd-219c-4130-a138-f966bf3f0d9a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:58.533206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0330acde-6c61-49b9-89f4-8c152b2c9a8a None None] Sync routers for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:05:58.536726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8ad80836-7c38-4996-b2d8-8e06b28c6a48 None None] Provisioning for port 13ddd158-da57-42e9-bb10-f91eb9e5a13a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:58.547198 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bd69a-419e-4f06-a7eb-e19e2fd82aac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=d3383af8-9f65-42dc-87ad-aac53104000b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:58.549519 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9241bcdd-7e44-4577-8e44-38832e7e856c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:05:58.638594 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8ad80836-7c38-4996-b2d8-8e06b28c6a48 None None] Provisioning complete for port 13ddd158-da57-42e9-bb10-f91eb9e5a13a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:58.638594 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8ad80836-7c38-4996-b2d8-8e06b28c6a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:58.642942 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9241bcdd-7e44-4577-8e44-38832e7e856c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/68698e4e-b028-45b5-b308-88f1dc183078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9854209 Jan 20 11:05:58.650180 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34722) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:58.682585 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d800a41-08d9-42e3-81d1-647f6c535506 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:58.762475 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-380bd69a-419e-4f06-a7eb-e19e2fd82aac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:58.781119 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-23534cb4-87f0-43f5-b724-a7c9947bd0db None None] Set router 97ce2dca-110c-4350-8730-2b8d0effd009 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:05:58.788056 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-67a71782-4db1-4d28-97f1-72552f797a5a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:58.806581 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0330acde-6c61-49b9-89f4-8c152b2c9a8a None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:58.807656 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-0330acde-6c61-49b9-89f4-8c152b2c9a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:58.908615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 03e2a7be-b199-4748-9a99-0fcd99a1eb95 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:05:58.911064 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:58.989918 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-61419c58-4b71-4978-afb2-1f5754c8af12 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting subnet 3e1445b9-eceb-4afb-bb89-b10a52ec9011 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:05:58.992814 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-380bd69a-419e-4f06-a7eb-e19e2fd82aac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/d3383af8-9f65-42dc-87ad-aac53104000b HTTP/1.1" status: 204 len: 168 time: 2.0130355 Jan 20 11:05:58.997033 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34726) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:05:59.005990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61419c58-4b71-4978-afb2-1f5754c8af12 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:59.031024 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8ad80836-7c38-4996-b2d8-8e06b28c6a48 None None] Port 13ddd158-da57-42e9-bb10-f91eb9e5a13a cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:05:59.077350 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de41fb1-e770-4d2c-8fa2-79bada8a169b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-0767f93c-a3ff-411c-a27b-cbf7434d7d75', 'network_id': '0767f93c-a3ff-411c-a27b-cbf7434d7d75', 'tenant_id': '949b8995678349629b6c3129d91b46e9', 'fixed_ips': [{'subnet_id': '5146e861-2bee-4a94-9b5b-014d3a03e6c8'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:05:59.080150 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5de41fb1-e770-4d2c-8fa2-79bada8a169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:59.131687 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ca3faa-1511-48a7-a0b2-76d468b3f570 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet d73649db-3a60-4e80-8cbf-8733cb5f4587 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:05:59.218427 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-23534cb4-87f0-43f5-b724-a7c9947bd0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:05:58Z', 'revision_number': 8, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': '54fa0743-074b-4e2a-806b-e948d8de78be', 'name': '', 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:74:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:17Z', 'updated_at': '2022-01-20T11:05:48Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e39d401a-ca8e-46ae-9112-95822141df6e', 'name': '', 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:4f:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:27Z', 'updated_at': '2022-01-20T11:05:57Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:19Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:59.222812 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-80ca3faa-1511-48a7-a0b2-76d468b3f570 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:59.223893 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23534cb4-87f0-43f5-b724-a7c9947bd0db None None] Checking router: 97ce2dca-110c-4350-8730-2b8d0effd009 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:05:59.236609 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23534cb4-87f0-43f5-b724-a7c9947bd0db None None] Routers {'97ce2dca-110c-4350-8730-2b8d0effd009'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:05:59.237716 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-23534cb4-87f0-43f5-b724-a7c9947bd0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['97ce2dca-110c-4350-8730-2b8d0effd009'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:59.298821 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-0330acde-6c61-49b9-89f4-8c152b2c9a8a None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:05:59.394792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-67a71782-4db1-4d28-97f1-72552f797a5a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Delete allocated IP 2001:db8::117 (33462417-dca9-43a6-b9b1-804c6d7f7b0e/c69c1fca-ce93-4835-9c33-f34a79810b07) {{(pid=84331) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 20 11:05:59.403809 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-67a71782-4db1-4d28-97f1-72552f797a5a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Allocated IP 2001:db8:0:1::38 (33462417-dca9-43a6-b9b1-804c6d7f7b0e/c9da019e-ebbe-46c7-a62d-321b85354709/13ddd158-da57-42e9-bb10-f91eb9e5a13a) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:05:59.430625 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d800a41-08d9-42e3-81d1-647f6c535506 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:59.488509 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d800a41-08d9-42e3-81d1-647f6c535506 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Subnet': ['ID=5146e861-2bee-4a94-9b5b-014d3a03e6c8,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:05:59.522698 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-23534cb4-87f0-43f5-b724-a7c9947bd0db None None] Set router 97ce2dca-110c-4350-8730-2b8d0effd009 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:05:59.559239 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61419c58-4b71-4978-afb2-1f5754c8af12 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:59.583316 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-23aeb047-bd88-49cd-bfcb-dd9cfeffa0b6 None None] Provisioning for port da130c10-2812-4c2c-ac30-e889a3cc88a6 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:05:59.603823 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-80ca3faa-1511-48a7-a0b2-76d468b3f570 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:59.616346 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d800a41-08d9-42e3-81d1-647f6c535506 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:59.662069 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046dcd69-7466-4e77-b3f3-07938ff74866 None None] Network 0767f93c-a3ff-411c-a27b-cbf7434d7d75 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:59.674198 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-4d800a41-08d9-42e3-81d1-647f6c535506 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0767f93c-a3ff-411c-a27b-cbf7434d7d75']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:59.676173 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 54fa0743-074b-4e2a-806b-e948d8de78be up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:05:59.777195 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87e84b9-ca2a-4bfa-a527-07f578a6534e None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:05:59.788995 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-239771ce-082b-470c-b006-d1941abca34e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:59.911248 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-4d800a41-08d9-42e3-81d1-647f6c535506 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4cb767-86db-486d-a505-2ba3ef8d007a') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:59.918064 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-4d800a41-08d9-42e3-81d1-647f6c535506 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4cb767-86db-486d-a505-2ba3ef8d007a') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:05:59.936095 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d800a41-08d9-42e3-81d1-647f6c535506 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:59.943122 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-80ca3faa-1511-48a7-a0b2-76d468b3f570 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:59.978036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d800a41-08d9-42e3-81d1-647f6c535506 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:05:59.985719 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61419c58-4b71-4978-afb2-1f5754c8af12 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:00.014403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d800a41-08d9-42e3-81d1-647f6c535506 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:06:00.015324 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d800a41-08d9-42e3-81d1-647f6c535506 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:06:00.036452 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:06:00.137225 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-23534cb4-87f0-43f5-b724-a7c9947bd0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:05:58Z', 'revision_number': 8, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': '54fa0743-074b-4e2a-806b-e948d8de78be', 'name': '', 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:74:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:17Z', 'updated_at': '2022-01-20T11:05:48Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e39d401a-ca8e-46ae-9112-95822141df6e', 'name': '', 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:4f:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:27Z', 'updated_at': '2022-01-20T11:05:57Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:19Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:00.147120 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23534cb4-87f0-43f5-b724-a7c9947bd0db None None] The sync data for ids ['97ce2dca-110c-4350-8730-2b8d0effd009'] in dv-neutron-825471-1-hyperv is: [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:05:58Z', 'revision_number': 8, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': '54fa0743-074b-4e2a-806b-e948d8de78be', 'name': '', 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:74:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:17Z', 'updated_at': '2022-01-20T11:05:48Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e39d401a-ca8e-46ae-9112-95822141df6e', 'name': '', 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:4f:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:27Z', 'updated_at': '2022-01-20T11:05:57Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:19Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:06:00.193518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-67a71782-4db1-4d28-97f1-72552f797a5a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:00.214836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-67a71782-4db1-4d28-97f1-72552f797a5a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Transition to ACTIVE for port object 13ddd158-da57-42e9-bb10-f91eb9e5a13a will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:00.237873 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-80ca3faa-1511-48a7-a0b2-76d468b3f570 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:00.249735 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d800a41-08d9-42e3-81d1-647f6c535506 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:00.278367 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d800a41-08d9-42e3-81d1-647f6c535506 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:00.280954 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d800a41-08d9-42e3-81d1-647f6c535506 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Network': ['ID=0767f93c-a3ff-411c-a27b-cbf7434d7d75,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:00.318379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-67a71782-4db1-4d28-97f1-72552f797a5a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:00.351398 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca3faa-1511-48a7-a0b2-76d468b3f570 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=d73649db-3a60-4e80-8cbf-8733cb5f4587,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:00.354725 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61419c58-4b71-4978-afb2-1f5754c8af12 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:00.375279 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4d800a41-08d9-42e3-81d1-647f6c535506 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/0767f93c-a3ff-411c-a27b-cbf7434d7d75 HTTP/1.1" status: 204 len: 168 time: 2.2664251 Jan 20 11:06:00.384460 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34730) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:00.412842 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-80ca3faa-1511-48a7-a0b2-76d468b3f570 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:00.418075 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61419c58-4b71-4978-afb2-1f5754c8af12 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Subnet': ['ID=3e1445b9-eceb-4afb-bb89-b10a52ec9011,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:00.429389 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61419c58-4b71-4978-afb2-1f5754c8af12 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:00.446818 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87772ac2-2a5a-4d4d-b1cb-b1a480030ab7 None None] Network 0dbee288-d52b-498e-bf86-16347cbfa2ef requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:00.447401 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2cea84-a57a-44b8-b251-d856af479af2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] GET failed (client error): The resource could not be found. Jan 20 11:06:00.447401 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1a2cea84-a57a-44b8-b251-d856af479af2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Synchronizing usage tracker for tenant:949b8995678349629b6c3129d91b46e9 on resource:subnet {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:00.448527 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-80ca3faa-1511-48a7-a0b2-76d468b3f570 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/d73649db-3a60-4e80-8cbf-8733cb5f4587 HTTP/1.1" status: 204 len: 168 time: 1.4444582 Jan 20 11:06:00.451593 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34734) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:00.453740 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-61419c58-4b71-4978-afb2-1f5754c8af12 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/subnets/3e1445b9-eceb-4afb-bb89-b10a52ec9011 HTTP/1.1" status: 204 len: 168 time: 1.8011739 Jan 20 11:06:00.459873 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244b9f55-bcd0-4008-96a7-53348b203e64 None None] Update dhcp port {'port': {'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e', 'fixed_ips': [{'subnet_id': 'c69c1fca-ce93-4835-9c33-f34a79810b07', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c9da019e-ebbe-46c7-a62d-321b85354709'}], 'binding:host_id': 'dv-neutron-825471-1-hyperv'}, 'id': '349a067e-c8ab-4a40-88ae-5a65b4b4fded'} from dv-neutron-825471-1-hyperv. {{(pid=84333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 11:06:00.460909 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34738) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:00.529799 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8f389fc2-371a-4285-821a-f437ecadb12d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745928 Jan 20 11:06:00.532868 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34742) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:00.554370 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-67a71782-4db1-4d28-97f1-72552f797a5a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] In _notify_port_updated(), no bound segment for port 13ddd158-da57-42e9-bb10-f91eb9e5a13a on network 33462417-dca9-43a6-b9b1-804c6d7f7b0e {{(pid=84331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 11:06:00.558433 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a71782-4db1-4d28-97f1-72552f797a5a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:00.559515 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-67a71782-4db1-4d28-97f1-72552f797a5a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:00.564507 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-67a71782-4db1-4d28-97f1-72552f797a5a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "PUT /v2.0/ports/13ddd158-da57-42e9-bb10-f91eb9e5a13a HTTP/1.1" status: 200 len: 929 time: 2.1093438 Jan 20 11:06:00.571767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34746) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:00.620358 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a71782-4db1-4d28-97f1-72552f797a5a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=13ddd158-da57-42e9-bb10-f91eb9e5a13a,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:00.631062 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 54fa0743-074b-4e2a-806b-e948d8de78be triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:00.631062 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:00.710096 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-244b9f55-bcd0-4008-96a7-53348b203e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:00.715326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-730a258f-45bb-4e27-84eb-f9fe131d6323 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port 13ddd158-da57-42e9-bb10-f91eb9e5a13a {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:00.716706 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-730a258f-45bb-4e27-84eb-f9fe131d6323 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:00.753482 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ab1a35-5caf-42c1-be3f-2cf0b7039bde tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:00.754211 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-58ab1a35-5caf-42c1-be3f-2cf0b7039bde tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:00.768900 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1a2cea84-a57a-44b8-b251-d856af479af2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Unset dirty status for tenant:949b8995678349629b6c3129d91b46e9 on resource:subnet {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:00.770072 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1a2cea84-a57a-44b8-b251-d856af479af2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "GET /v2.0/subnets/5146e861-2bee-4a94-9b5b-014d3a03e6c8 HTTP/1.1" status: 404 len: 337 time: 0.3844430 Jan 20 11:06:00.772888 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34750) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:00.807133 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98edfcb-a612-4c38-ba16-e7254fca1d9a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:00.807633 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98edfcb-a612-4c38-ba16-e7254fca1d9a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:00.809254 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d98edfcb-a612-4c38-ba16-e7254fca1d9a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/0767f93c-a3ff-411c-a27b-cbf7434d7d75 HTTP/1.1" status: 404 len: 339 time: 0.0354652 Jan 20 11:06:00.812065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:00.815618 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34754) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:00.871732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port 69b0d872-6b9d-420e-95c7-276c2b97cc9c {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:00.872495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:00.898466 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239771ce-082b-470c-b006-d1941abca34e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router 97ce2dca-110c-4350-8730-2b8d0effd009 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:06:00.903857 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-58ab1a35-5caf-42c1-be3f-2cf0b7039bde tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:00.907743 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-58ab1a35-5caf-42c1-be3f-2cf0b7039bde tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3739572 Jan 20 11:06:00.908736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34758) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:01.002008 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-0330acde-6c61-49b9-89f4-8c152b2c9a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:05:55Z', 'revision_number': 8, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4437d072-408b-4c78-b764-07ef2c8e798f', 'name': '', 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:b2:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:14Z', 'updated_at': '2022-01-20T11:05:39Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fad6854-1e4b-4a28-b3ba-f49829d89bd0', 'name': '', 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:c4:a9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:25Z', 'updated_at': '2022-01-20T11:05:53Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:01.055421 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0330acde-6c61-49b9-89f4-8c152b2c9a8a None None] Checking router: 68698e4e-b028-45b5-b308-88f1dc183078 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:06:01.123615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2262a7fa-a3c7-425e-8182-3cc8943df7ca up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:01.129041 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4911b4-63b2-4a09-8250-35912632ecb3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:01.129758 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ff4911b4-63b2-4a09-8250-35912632ecb3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:01.151602 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762e1a30-9bf0-4288-9de1-c80f363409eb None None] DHCP port deletion for 8962365b-2f7b-4071-b5a5-7c805118ad36 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:06:01.181449 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-762e1a30-9bf0-4288-9de1-c80f363409eb None None] Deleting port da130c10-2812-4c2c-ac30-e889a3cc88a6 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:01.181857 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-762e1a30-9bf0-4288-9de1-c80f363409eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:01.234107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-730a258f-45bb-4e27-84eb-f9fe131d6323 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:01.321397 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ba0ec-f5fa-47e3-9cec-41878b2c5e37 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:01.325458 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b28ba0ec-f5fa-47e3-9cec-41878b2c5e37 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5064397 Jan 20 11:06:01.329280 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34762) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:01.330308 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0330acde-6c61-49b9-89f4-8c152b2c9a8a None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:01.334026 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-0330acde-6c61-49b9-89f4-8c152b2c9a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:01.380441 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-730a258f-45bb-4e27-84eb-f9fe131d6323 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for 13ddd158-da57-42e9-bb10-f91eb9e5a13a owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:01.386653 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c4dd4735-9442-405d-a4d1-87188c9e8041 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Synchronizing usage tracker for tenant:949b8995678349629b6c3129d91b46e9 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:01.405793 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4d3aef-f61a-4976-9ce8-755e9f871b68 None None] DHCP port deletion for 0dbee288-d52b-498e-bf86-16347cbfa2ef request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:06:01.412262 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c4dd4735-9442-405d-a4d1-87188c9e8041 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Unset dirty status for tenant:949b8995678349629b6c3129d91b46e9 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:01.413395 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c4dd4735-9442-405d-a4d1-87188c9e8041 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc HTTP/1.1" status: 200 len: 207 time: 0.0836775 Jan 20 11:06:01.417358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34766) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:01.428160 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-244b9f55-bcd0-4008-96a7-53348b203e64 None None] Allocated IP 2001:db8:0:1::2 (33462417-dca9-43a6-b9b1-804c6d7f7b0e/c9da019e-ebbe-46c7-a62d-321b85354709/349a067e-c8ab-4a40-88ae-5a65b4b4fded) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:01.437696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] For port 69b0d872-6b9d-420e-95c7-276c2b97cc9c, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=69b0d872-6b9d-420e-95c7-276c2b97cc9c,segment=NetworkSegment(104b8414-f9e9-46cc-8184-d5bb39198685),segment_id=104b8414-f9e9-46cc-8184-d5bb39198685)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:01.438071 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:01.494928 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ff4911b4-63b2-4a09-8250-35912632ecb3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:01.496307 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-de4d3aef-f61a-4976-9ce8-755e9f871b68 None None] Deleting port 69b0d872-6b9d-420e-95c7-276c2b97cc9c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:01.496862 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de4d3aef-f61a-4976-9ce8-755e9f871b68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:01.497605 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ff4911b4-63b2-4a09-8250-35912632ecb3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5832884 Jan 20 11:06:01.498260 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34770) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:01.535699 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-37ea9778-8d61-4d48-a8ad-69c75f6309cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:01.572309 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Calling delete_port for 69b0d872-6b9d-420e-95c7-276c2b97cc9c owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:01.584814 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7ef6131f-2720-4f72-9e41-58c0723e0eae tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795743 Jan 20 11:06:01.606924 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34774) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:01.610503 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8455d729-276e-47e0-90aa-78fa40fed745 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:01.737978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-0330acde-6c61-49b9-89f4-8c152b2c9a8a None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:01.756214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239771ce-082b-470c-b006-d1941abca34e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:06:01.764539 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-239771ce-082b-470c-b006-d1941abca34e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/97ce2dca-110c-4350-8730-2b8d0effd009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4010179 Jan 20 11:06:01.764921 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34780) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:01.772071 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17514c5-b0f3-4bf5-bea3-d1d963318180 None None] Sync routers for ids ['97ce2dca-110c-4350-8730-2b8d0effd009'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:06:01.790600 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17514c5-b0f3-4bf5-bea3-d1d963318180 None None] Routers {'97ce2dca-110c-4350-8730-2b8d0effd009'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:01.791206 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e17514c5-b0f3-4bf5-bea3-d1d963318180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['97ce2dca-110c-4350-8730-2b8d0effd009'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:01.829573 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e219f632-bde3-4240-8465-fd0607287ed3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:01.834548 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e219f632-bde3-4240-8465-fd0607287ed3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:01.838352 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e219f632-bde3-4240-8465-fd0607287ed3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:01.842318 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e219f632-bde3-4240-8465-fd0607287ed3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:01.848665 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e219f632-bde3-4240-8465-fd0607287ed3 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4260132 Jan 20 11:06:01.852734 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34784) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:01.858679 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8455d729-276e-47e0-90aa-78fa40fed745 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:01.878533 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8455d729-276e-47e0-90aa-78fa40fed745 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:01.920494 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 2262a7fa-a3c7-425e-8182-3cc8943df7ca triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:01.920862 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:01.954695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-730a258f-45bb-4e27-84eb-f9fe131d6323 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:01.964383 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:02.037234 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8455d729-276e-47e0-90aa-78fa40fed745 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:02.041572 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8455d729-276e-47e0-90aa-78fa40fed745 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:02.043024 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-8455d729-276e-47e0-90aa-78fa40fed745 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:02.043485 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8455d729-276e-47e0-90aa-78fa40fed745 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:02.045982 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-e17514c5-b0f3-4bf5-bea3-d1d963318180 None None] Set router 97ce2dca-110c-4350-8730-2b8d0effd009 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:02.057331 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-244b9f55-bcd0-4008-96a7-53348b203e64 None None] For port 349a067e-c8ab-4a40-88ae-5a65b4b4fded, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=349a067e-c8ab-4a40-88ae-5a65b4b4fded,segment=NetworkSegment(42824545-314d-4ee4-b162-5ed26a727e55),segment_id=42824545-314d-4ee4-b162-5ed26a727e55)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:02.114809 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc479d4-688f-4cc7-9c74-dea43b778cdf tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting subnet 1b260d15-db0f-486c-949d-9b30cadf0027 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:06:02.121391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5bc479d4-688f-4cc7-9c74-dea43b778cdf tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:02.129234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Port': ['ID=69b0d872-6b9d-420e-95c7-276c2b97cc9c,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:02.139133 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-101681fc-d506-43c8-8d89-f85996fd248a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Synchronizing usage tracker for tenant:949b8995678349629b6c3129d91b46e9 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:02.150492 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8455d729-276e-47e0-90aa-78fa40fed745 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5479507 Jan 20 11:06:02.156716 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34788) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:02.167348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a59324c8-ad16-4ab5-a721-aebe45466319 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:02.239751 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a258f-45bb-4e27-84eb-f9fe131d6323 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=13ddd158-da57-42e9-bb10-f91eb9e5a13a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:02.250038 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-730a258f-45bb-4e27-84eb-f9fe131d6323 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:02.267048 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-730a258f-45bb-4e27-84eb-f9fe131d6323 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/ports/13ddd158-da57-42e9-bb10-f91eb9e5a13a HTTP/1.1" status: 204 len: 168 time: 1.6461892 Jan 20 11:06:02.267048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] No DVR routers for this DVR port 69b0d872-6b9d-420e-95c7-276c2b97cc9c on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:06:02.271123 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34792) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:02.288316 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5bc479d4-688f-4cc7-9c74-dea43b778cdf tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:02.319147 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-762e1a30-9bf0-4288-9de1-c80f363409eb None None] For port da130c10-2812-4c2c-ac30-e889a3cc88a6, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=da130c10-2812-4c2c-ac30-e889a3cc88a6,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:02.319635 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-762e1a30-9bf0-4288-9de1-c80f363409eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:02.342325 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-244b9f55-bcd0-4008-96a7-53348b203e64 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 11:06:02.369906 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3d54c5-54cd-4065-a00f-3a4d670c15bb tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] GET failed (client error): The resource could not be found. Jan 20 11:06:02.370339 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1e3d54c5-54cd-4065-a00f-3a4d670c15bb tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Synchronizing usage tracker for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:02.372230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a59324c8-ad16-4ab5-a721-aebe45466319 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:02.392101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a59324c8-ad16-4ab5-a721-aebe45466319 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:02.422296 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5bc479d4-688f-4cc7-9c74-dea43b778cdf tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:02.482101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59324c8-ad16-4ab5-a721-aebe45466319 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:02.485925 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a59324c8-ad16-4ab5-a721-aebe45466319 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:02.487680 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-762e1a30-9bf0-4288-9de1-c80f363409eb None None] Calling delete_port for da130c10-2812-4c2c-ac30-e889a3cc88a6 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:02.488925 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59324c8-ad16-4ab5-a721-aebe45466319 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:02.489464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59324c8-ad16-4ab5-a721-aebe45466319 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:02.508606 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e17514c5-b0f3-4bf5-bea3-d1d963318180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:05:58Z', 'revision_number': 8, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': '54fa0743-074b-4e2a-806b-e948d8de78be', 'name': '', 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:74:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:17Z', 'updated_at': '2022-01-20T11:05:48Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e39d401a-ca8e-46ae-9112-95822141df6e', 'name': '', 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:4f:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:27Z', 'updated_at': '2022-01-20T11:05:57Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:19Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:02.513205 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17514c5-b0f3-4bf5-bea3-d1d963318180 None None] Checking router: 97ce2dca-110c-4350-8730-2b8d0effd009 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:06:02.519240 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:02.526522 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17514c5-b0f3-4bf5-bea3-d1d963318180 None None] Routers {'97ce2dca-110c-4350-8730-2b8d0effd009'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:02.527117 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e17514c5-b0f3-4bf5-bea3-d1d963318180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['97ce2dca-110c-4350-8730-2b8d0effd009'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:02.535388 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-244b9f55-bcd0-4008-96a7-53348b203e64 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:02.536472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-101681fc-d506-43c8-8d89-f85996fd248a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Unset dirty status for tenant:949b8995678349629b6c3129d91b46e9 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:02.538063 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-101681fc-d506-43c8-8d89-f85996fd248a tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6865220 Jan 20 11:06:02.538569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1e3d54c5-54cd-4065-a00f-3a4d670c15bb tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Unset dirty status for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:02.539568 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1e3d54c5-54cd-4065-a00f-3a4d670c15bb tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports/13ddd158-da57-42e9-bb10-f91eb9e5a13a HTTP/1.1" status: 404 len: 333 time: 0.2337737 Jan 20 11:06:02.548640 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34796) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:02.548986 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34798) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:02.588273 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a59324c8-ad16-4ab5-a721-aebe45466319 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4291277 Jan 20 11:06:02.590385 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34804) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:02.597406 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f8dfc2c0-f611-47b2-a352-707c66af74bb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:02.630245 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-de4d3aef-f61a-4976-9ce8-755e9f871b68 None None] For port 69b0d872-6b9d-420e-95c7-276c2b97cc9c, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=69b0d872-6b9d-420e-95c7-276c2b97cc9c,segment=NetworkSegment(104b8414-f9e9-46cc-8184-d5bb39198685),segment_id=104b8414-f9e9-46cc-8184-d5bb39198685)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:02.631480 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de4d3aef-f61a-4976-9ce8-755e9f871b68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:02.636219 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdd16dc-a546-4210-8397-67f84fb0f009 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:02.641409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdd16dc-a546-4210-8397-67f84fb0f009 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:02.641409 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0bdd16dc-a546-4210-8397-67f84fb0f009 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0890837 Jan 20 11:06:02.645176 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34808) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:02.648654 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbee288-d52b-498e-bf86-16347cbfa2ef']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:02.652246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-244b9f55-bcd0-4008-96a7-53348b203e64 None None] Transition to ACTIVE for port object 349a067e-c8ab-4a40-88ae-5a65b4b4fded will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:02.703869 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-e17514c5-b0f3-4bf5-bea3-d1d963318180 None None] Set router 97ce2dca-110c-4350-8730-2b8d0effd009 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:02.737853 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6c0cb0-99f9-4ea9-b9cb-f04d435d0d92 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['shared'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:02.739143 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6c0cb0-99f9-4ea9-b9cb-f04d435d0d92 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['shared'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:02.740767 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0a6c0cb0-99f9-4ea9-b9cb-f04d435d0d92 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0945523 Jan 20 11:06:02.751362 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34812) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:02.784189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f8dfc2c0-f611-47b2-a352-707c66af74bb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:02.787427 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5bc479d4-688f-4cc7-9c74-dea43b778cdf tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:02.840887 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f8dfc2c0-f611-47b2-a352-707c66af74bb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:02.843250 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc479d4-688f-4cc7-9c74-dea43b778cdf tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Subnet': ['ID=1b260d15-db0f-486c-949d-9b30cadf0027,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:02.872154 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc479d4-688f-4cc7-9c74-dea43b778cdf tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:02.872514 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc479d4-688f-4cc7-9c74-dea43b778cdf tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:02.873034 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc479d4-688f-4cc7-9c74-dea43b778cdf tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:02.874002 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc479d4-688f-4cc7-9c74-dea43b778cdf tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:02.874349 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc479d4-688f-4cc7-9c74-dea43b778cdf tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:02.874685 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc479d4-688f-4cc7-9c74-dea43b778cdf tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:02.875023 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc479d4-688f-4cc7-9c74-dea43b778cdf tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:02.875351 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc479d4-688f-4cc7-9c74-dea43b778cdf tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:02.875675 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc479d4-688f-4cc7-9c74-dea43b778cdf tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:02.875999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc479d4-688f-4cc7-9c74-dea43b778cdf tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:02.876323 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc479d4-688f-4cc7-9c74-dea43b778cdf tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:02.880728 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5bc479d4-688f-4cc7-9c74-dea43b778cdf tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:02.885406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-de4d3aef-f61a-4976-9ce8-755e9f871b68 None None] Calling delete_port for 69b0d872-6b9d-420e-95c7-276c2b97cc9c owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:02.887509 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5bc479d4-688f-4cc7-9c74-dea43b778cdf tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/subnets/1b260d15-db0f-486c-949d-9b30cadf0027 HTTP/1.1" status: 204 len: 168 time: 1.1123950 Jan 20 11:06:02.889989 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34816) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:02.914546 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104b8414-f9e9-46cc-8184-d5bb39198685') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:02.914840 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104b8414-f9e9-46cc-8184-d5bb39198685') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:02.919399 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-244b9f55-bcd0-4008-96a7-53348b203e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:02.926849 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e19a3d1-4895-4ae0-9d8f-2679a66025fb None None] Network b1c97ff5-1957-473c-872c-399b2ac39c10 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:02.927091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b28036-0032-4e87-8ba2-27f2b8002224 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:02.928846 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a2b28036-0032-4e87-8ba2-27f2b8002224 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "GET /v2.0/networks/5272c573-f9e0-4a49-a87e-5e72e4e347eb HTTP/1.1" status: 200 len: 799 time: 0.1765578 Jan 20 11:06:02.949641 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34820) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:02.981272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:02.987715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dfc2c0-f611-47b2-a352-707c66af74bb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:03.006266 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 4fad6854-1e4b-4a28-b3ba-f49829d89bd0 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:03.076521 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6bc6e285-cb5f-49b4-abbb-00e81e496761 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:03.082446 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:03.107072 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:06:03.107606 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:06:03.122116 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:06:03.149658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:03.157752 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc2c0-f611-47b2-a352-707c66af74bb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:03.159254 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8dfc2c0-f611-47b2-a352-707c66af74bb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:03.159686 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8dfc2c0-f611-47b2-a352-707c66af74bb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:03.192936 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting port d9810449-acd1-44b8-aa05-386f20596c17 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:03.193344 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:03.231598 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6bc6e285-cb5f-49b4-abbb-00e81e496761 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:03.251635 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e17514c5-b0f3-4bf5-bea3-d1d963318180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:05:58Z', 'revision_number': 8, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': '54fa0743-074b-4e2a-806b-e948d8de78be', 'name': '', 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:74:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:17Z', 'updated_at': '2022-01-20T11:05:48Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e39d401a-ca8e-46ae-9112-95822141df6e', 'name': '', 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:4f:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:27Z', 'updated_at': '2022-01-20T11:05:57Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:19Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:03.257806 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17514c5-b0f3-4bf5-bea3-d1d963318180 None None] The sync data for ids ['97ce2dca-110c-4350-8730-2b8d0effd009'] in dv-neutron-825471-1-hyperv is: [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:05:58Z', 'revision_number': 8, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': '54fa0743-074b-4e2a-806b-e948d8de78be', 'name': '', 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:74:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:17Z', 'updated_at': '2022-01-20T11:05:48Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e39d401a-ca8e-46ae-9112-95822141df6e', 'name': '', 'network_id': '26a77f26-4bd4-4102-86c4-27342aa85fcd', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:4f:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:27Z', 'updated_at': '2022-01-20T11:05:57Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:19Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:06:03.308861 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0f6503fc-925b-4748-b362-175fe9c1bac2 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "GET /v2.0/networks/5272c573-f9e0-4a49-a87e-5e72e4e347eb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3563857 Jan 20 11:06:03.316433 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f8dfc2c0-f611-47b2-a352-707c66af74bb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7213130 Jan 20 11:06:03.317594 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34824) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:03.318209 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34826) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:03.326580 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-5637fd9b-b7c1-4462-a03d-bd5f6b2d19c5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:03.398933 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-762e1a30-9bf0-4288-9de1-c80f363409eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:03.407323 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b9f55-bcd0-4008-96a7-53348b203e64 None None] Pushing event updated for resources: {'Port': ['ID=349a067e-c8ab-4a40-88ae-5a65b4b4fded,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:03.497602 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e1a30-9bf0-4288-9de1-c80f363409eb None None] Pushing event deleted for resources: {'Port': ['ID=da130c10-2812-4c2c-ac30-e889a3cc88a6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:03.533475 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:03.542211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-de4d3aef-f61a-4976-9ce8-755e9f871b68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:06:03.542801 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-de4d3aef-f61a-4976-9ce8-755e9f871b68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:06:03.543640 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5637fd9b-b7c1-4462-a03d-bd5f6b2d19c5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:03.565646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762e1a30-9bf0-4288-9de1-c80f363409eb None None] No DVR routers for this DVR port da130c10-2812-4c2c-ac30-e889a3cc88a6 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:06:03.579886 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:03.600170 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/networks/0dbee288-d52b-498e-bf86-16347cbfa2ef HTTP/1.1" status: 204 len: 168 time: 3.1043108 Jan 20 11:06:03.603517 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34832) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:03.613803 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5637fd9b-b7c1-4462-a03d-bd5f6b2d19c5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:03.616833 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6bc6e285-cb5f-49b4-abbb-00e81e496761 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:03.619687 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6bc6e285-cb5f-49b4-abbb-00e81e496761 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:03.623360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-0330acde-6c61-49b9-89f4-8c152b2c9a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:05:55Z', 'revision_number': 8, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4437d072-408b-4c78-b764-07ef2c8e798f', 'name': '', 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:b2:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:14Z', 'updated_at': '2022-01-20T11:05:39Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fad6854-1e4b-4a28-b3ba-f49829d89bd0', 'name': '', 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:c4:a9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:25Z', 'updated_at': '2022-01-20T11:05:53Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:03.624033 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6bc6e285-cb5f-49b4-abbb-00e81e496761 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/security-groups/08639f60-6e7a-4a69-8380-94f073e58780 HTTP/1.1" status: 204 len: 168 time: 1.0722477 Jan 20 11:06:03.624605 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 4fad6854-1e4b-4a28-b3ba-f49829d89bd0 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:03.624909 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:03.629436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34836) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:03.641667 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54aae9-2387-4583-b630-5656fdf122da tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Network': ['ID=0dbee288-d52b-498e-bf86-16347cbfa2ef,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:03.664786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0330acde-6c61-49b9-89f4-8c152b2c9a8a None None] The sync data for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv is: [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:05:55Z', 'revision_number': 8, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4437d072-408b-4c78-b764-07ef2c8e798f', 'name': '', 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:b2:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:14Z', 'updated_at': '2022-01-20T11:05:39Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fad6854-1e4b-4a28-b3ba-f49829d89bd0', 'name': '', 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:c4:a9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:25Z', 'updated_at': '2022-01-20T11:05:53Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:06:03.691157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6e285-cb5f-49b4-abbb-00e81e496761 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08639f60-6e7a-4a69-8380-94f073e58780,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:03.715144 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] For port d9810449-acd1-44b8-aa05-386f20596c17, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d9810449-acd1-44b8-aa05-386f20596c17,segment=NetworkSegment(2615fffe-bef7-470c-a6d1-9bcb01c14509),segment_id=2615fffe-bef7-470c-a6d1-9bcb01c14509)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:03.715681 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:03.723612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d059865b-6ae1-4b67-b070-ae6e77625ec8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:03.726300 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d059865b-6ae1-4b67-b070-ae6e77625ec8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "GET /v2.0/subnets/bdd45808-76fd-479f-ab90-e7988bd74597 HTTP/1.1" status: 200 len: 811 time: 0.4069183 Jan 20 11:06:03.731418 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34840) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:03.854366 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b650ae6f-07f2-4cec-a68c-220c9f8c311c None None] DHCP port deletion for b1c97ff5-1957-473c-872c-399b2ac39c10 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:06:03.864468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b650ae6f-07f2-4cec-a68c-220c9f8c311c None None] Deleting port d9810449-acd1-44b8-aa05-386f20596c17 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:03.865095 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b650ae6f-07f2-4cec-a68c-220c9f8c311c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:03.880981 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3026762-7076-4632-9292-e0c156a33eee tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['shared'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:03.882851 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f3026762-7076-4632-9292-e0c156a33eee tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "GET /v2.0/subnets/bdd45808-76fd-479f-ab90-e7988bd74597?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1500177 Jan 20 11:06:03.884922 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5637fd9b-b7c1-4462-a03d-bd5f6b2d19c5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:03.920901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34844) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:03.923685 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c584cc-c2d1-4379-84ab-52d418025774 None None] Sync routers for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:06:03.925116 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Calling delete_port for d9810449-acd1-44b8-aa05-386f20596c17 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:03.948096 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 659f73cd-219c-4130-a138-f966bf3f0d9a up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:03.989286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6b69d6a3-36fb-4ba2-87e7-7ae1a63c864e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.010307 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 659f73cd-219c-4130-a138-f966bf3f0d9a {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:04.011006 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 659f73cd-219c-4130-a138-f966bf3f0d9a not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 20 11:06:04.051628 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-de4d3aef-f61a-4976-9ce8-755e9f871b68 None None] Deleting port 69b0d872-6b9d-420e-95c7-276c2b97cc9c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:04.052406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-de4d3aef-f61a-4976-9ce8-755e9f871b68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.088567 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c584cc-c2d1-4379-84ab-52d418025774 None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:04.089282 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-10c584cc-c2d1-4379-84ab-52d418025774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:05:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:04.096017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f4587e46-097a-4683-bc8f-d08bdf5b2315 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1412686268'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:04.102694 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f4587e46-097a-4683-bc8f-d08bdf5b2315 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:04.116656 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f4587e46-097a-4683-bc8f-d08bdf5b2315 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:04.189567 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.189739 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4870b3f6-3fa1-48ba-91f5-2894c6939317 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.200842 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4587e46-097a-4683-bc8f-d08bdf5b2315 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:04.203101 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Port 659f73cd-219c-4130-a138-f966bf3f0d9a not found, will not notify nova. {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 20 11:06:04.203784 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d9810449-acd1-44b8-aa05-386f20596c17 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:04.204679 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f4587e46-097a-4683-bc8f-d08bdf5b2315 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.244600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Port': ['ID=d9810449-acd1-44b8-aa05-386f20596c17,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:04.244831 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b650ae6f-07f2-4cec-a68c-220c9f8c311c None None] The port 'd9810449-acd1-44b8-aa05-386f20596c17' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:06:04.257318 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: d9810449-acd1-44b8-aa05-386f20596c17 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:04.257318 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d9810449-acd1-44b8-aa05-386f20596c17 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 20 11:06:04.278294 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4870b3f6-3fa1-48ba-91f5-2894c6939317 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.313012 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] No DVR routers for this DVR port d9810449-acd1-44b8-aa05-386f20596c17 on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:06:04.318771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5637fd9b-b7c1-4462-a03d-bd5f6b2d19c5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.318771 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-5637fd9b-b7c1-4462-a03d-bd5f6b2d19c5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:04.318771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5637fd9b-b7c1-4462-a03d-bd5f6b2d19c5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:04.343861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4587e46-097a-4683-bc8f-d08bdf5b2315 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:06:04.367481 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-de4d3aef-f61a-4976-9ce8-755e9f871b68 None None] The port '69b0d872-6b9d-420e-95c7-276c2b97cc9c' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:06:04.368861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f4587e46-097a-4683-bc8f-d08bdf5b2315 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.369207 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-f4587e46-097a-4683-bc8f-d08bdf5b2315 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Added segment bf9b3b94-538e-4282-803b-fbb9aa34c16b of type vlan for network 8a2417b1-c054-4f0f-b1b2-4b96668a6562 Jan 20 11:06:04.388471 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Port d9810449-acd1-44b8-aa05-386f20596c17 not found, will not notify nova. {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 20 11:06:04.394889 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 69b0d872-6b9d-420e-95c7-276c2b97cc9c up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:04.409722 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5637fd9b-b7c1-4462-a03d-bd5f6b2d19c5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0877440 Jan 20 11:06:04.415501 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f4587e46-097a-4683-bc8f-d08bdf5b2315 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.415501 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34848) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:04.421865 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-20a413b7-856c-402d-94c9-0b70cc11b437 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:04.457596 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 69b0d872-6b9d-420e-95c7-276c2b97cc9c {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:04.458219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 69b0d872-6b9d-420e-95c7-276c2b97cc9c not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 20 11:06:04.466399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.485313 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b5fe6fb3-22fb-4eb9-98d6-b54d02e33b43 None None] Could not find standard attr ID for object 13ddd158-da57-42e9-bb10-f91eb9e5a13a. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:06:04.508394 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Port 69b0d872-6b9d-420e-95c7-276c2b97cc9c not found, will not notify nova. {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 20 11:06:04.508394 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 349a067e-c8ab-4a40-88ae-5a65b4b4fded up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:04.508591 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c97ff5-1957-473c-872c-399b2ac39c10']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:04.526967 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2615fffe-bef7-470c-a6d1-9bcb01c14509') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:04.527187 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2615fffe-bef7-470c-a6d1-9bcb01c14509') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:04.544201 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.558319 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d5f8ac23-d7b3-4397-94c5-8c14fbe60d89 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.575091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4870b3f6-3fa1-48ba-91f5-2894c6939317 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.583521 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-20a413b7-856c-402d-94c9-0b70cc11b437 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:04.587982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-10c584cc-c2d1-4379-84ab-52d418025774 None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:04.604648 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870b3f6-3fa1-48ba-91f5-2894c6939317 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=316ac57b-45ab-45dc-b1fa-8db26c187cd2,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:04.628629 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-20a413b7-856c-402d-94c9-0b70cc11b437 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:04.638861 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.641216 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4870b3f6-3fa1-48ba-91f5-2894c6939317 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.642610 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4870b3f6-3fa1-48ba-91f5-2894c6939317 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/security-groups/316ac57b-45ab-45dc-b1fa-8db26c187cd2 HTTP/1.1" status: 204 len: 168 time: 0.9974999 Jan 20 11:06:04.651612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34852) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:04.657758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870b3f6-3fa1-48ba-91f5-2894c6939317 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:04.658318 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870b3f6-3fa1-48ba-91f5-2894c6939317 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:04.658670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870b3f6-3fa1-48ba-91f5-2894c6939317 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:04.659454 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870b3f6-3fa1-48ba-91f5-2894c6939317 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:04.659903 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870b3f6-3fa1-48ba-91f5-2894c6939317 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:04.660246 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870b3f6-3fa1-48ba-91f5-2894c6939317 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:04.660577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870b3f6-3fa1-48ba-91f5-2894c6939317 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:04.660907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870b3f6-3fa1-48ba-91f5-2894c6939317 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:04.661226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870b3f6-3fa1-48ba-91f5-2894c6939317 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:04.661918 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870b3f6-3fa1-48ba-91f5-2894c6939317 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:04.662384 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870b3f6-3fa1-48ba-91f5-2894c6939317 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:04.708341 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:06:04.708728 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.731163 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b5fe6fb3-22fb-4eb9-98d6-b54d02e33b43 None None] Provisioning for port 349a067e-c8ab-4a40-88ae-5a65b4b4fded completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:06:04.734376 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a413b7-856c-402d-94c9-0b70cc11b437 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:04.738651 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-20a413b7-856c-402d-94c9-0b70cc11b437 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.740570 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a413b7-856c-402d-94c9-0b70cc11b437 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:04.740999 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a413b7-856c-402d-94c9-0b70cc11b437 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:04.759407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f4587e46-097a-4683-bc8f-d08bdf5b2315 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.763439 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4587e46-097a-4683-bc8f-d08bdf5b2315 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:04.764016 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f4587e46-097a-4683-bc8f-d08bdf5b2315 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:06:04.811726 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:06:04.885053 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.917405 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.919277 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-20a413b7-856c-402d-94c9-0b70cc11b437 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5028529 Jan 20 11:06:04.922414 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34856) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:04.929774 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Network': ['ID=b1c97ff5-1957-473c-872c-399b2ac39c10,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:04.931483 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:04.942683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cb3072-a2ef-4f5e-aa04-ebdc9e50720c None None] get_active_networks_info from dv-neutron-825471-1-hyperv {{(pid=84333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 11:06:04.946297 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-8ae3b31d-ef33-48fa-8552-39ef67e7937e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:04.973804 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0201df24-f661-4966-8d7b-5720e2709f0b tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/networks/b1c97ff5-1957-473c-872c-399b2ac39c10 HTTP/1.1" status: 204 len: 168 time: 2.0822694 Jan 20 11:06:04.978371 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34860) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:04.992626 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4587e46-097a-4683-bc8f-d08bdf5b2315 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Network': ['ID=8a2417b1-c054-4f0f-b1b2-4b96668a6562,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:05.059077 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 8a2417b1-c054-4f0f-b1b2-4b96668a6562 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:06:05.074987 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f4587e46-097a-4683-bc8f-d08bdf5b2315 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1485887 Jan 20 11:06:05.075312 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b5fe6fb3-22fb-4eb9-98d6-b54d02e33b43 None None] Provisioning complete for port 1ba178e5-a4c0-4779-b466-4c9c89d19c67 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:05.075312 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b5fe6fb3-22fb-4eb9-98d6-b54d02e33b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:05.083583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34864) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:05.110412 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:05.140842 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-668bbc4f-5595-447d-b445-7b1f58d11116 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'subnet': {'network_id': '8a2417b1-c054-4f0f-b1b2-4b96668a6562', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:05.196371 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 349a067e-c8ab-4a40-88ae-5a65b4b4fded completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:06:05.240461 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 349a067e-c8ab-4a40-88ae-5a65b4b4fded triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:05.240924 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:05.304221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8ae3b31d-ef33-48fa-8552-39ef67e7937e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:05.319295 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b5fe6fb3-22fb-4eb9-98d6-b54d02e33b43 None None] Port 1ba178e5-a4c0-4779-b466-4c9c89d19c67 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:06:05.335252 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8ae3b31d-ef33-48fa-8552-39ef67e7937e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:05.337269 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-668bbc4f-5595-447d-b445-7b1f58d11116 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:05.353062 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2b0767-ae40-4f5a-81c7-acacf68883bb tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting subnet c69c1fca-ce93-4835-9c33-f34a79810b07 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:06:05.357137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0767-ae40-4f5a-81c7-acacf68883bb tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:05.396991 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-668bbc4f-5595-447d-b445-7b1f58d11116 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:05.427896 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0767-ae40-4f5a-81c7-acacf68883bb tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:05.460846 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-830be956-89cc-4bcf-b7b3-ee0b24a5ef63 None None] Could not find standard attr ID for object 13ddd158-da57-42e9-bb10-f91eb9e5a13a. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:06:05.468449 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae3b31d-ef33-48fa-8552-39ef67e7937e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:05.474020 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ae3b31d-ef33-48fa-8552-39ef67e7937e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:05.475580 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae3b31d-ef33-48fa-8552-39ef67e7937e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:05.476121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae3b31d-ef33-48fa-8552-39ef67e7937e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:05.498250 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668bbc4f-5595-447d-b445-7b1f58d11116 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Made reservation on behalf of 949b8995678349629b6c3129d91b46e9 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:05.571240 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:05.580325 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cb3072-a2ef-4f5e-aa04-ebdc9e50720c None None] Resources bound (agent type, host, resource id): {{(pid=84333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 11:06:05.590525 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8ae3b31d-ef33-48fa-8552-39ef67e7937e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6533077 Jan 20 11:06:05.606718 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34868) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:05.615877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-10c584cc-c2d1-4379-84ab-52d418025774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:05:55Z', 'revision_number': 8, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4437d072-408b-4c78-b764-07ef2c8e798f', 'name': '', 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:b2:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:14Z', 'updated_at': '2022-01-20T11:05:39Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fad6854-1e4b-4a28-b3ba-f49829d89bd0', 'name': '', 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:c4:a9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:25Z', 'updated_at': '2022-01-20T11:05:53Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:05.629571 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c584cc-c2d1-4379-84ab-52d418025774 None None] Checking router: 68698e4e-b028-45b5-b308-88f1dc183078 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:06:05.632556 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 349a067e-c8ab-4a40-88ae-5a65b4b4fded, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=349a067e-c8ab-4a40-88ae-5a65b4b4fded,segment=NetworkSegment(42824545-314d-4ee4-b162-5ed26a727e55),segment_id=42824545-314d-4ee4-b162-5ed26a727e55)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:05.678841 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2112c463-2d30-4ef7-8986-105d2ca1aa75 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0683911 Jan 20 11:06:05.681375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34872) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:05.688413 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-668bbc4f-5595-447d-b445-7b1f58d11116 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:05.718804 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c584cc-c2d1-4379-84ab-52d418025774 None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:05.719343 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c16b9e1-4c50-4948-845f-7a0c26403c2d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:05.719530 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-10c584cc-c2d1-4379-84ab-52d418025774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:05.778204 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:05.778561 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 26199d08-78f0-4e64-ba05-64a0d78eaa3c up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:05.792162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0767-ae40-4f5a-81c7-acacf68883bb tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:05.837030 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.ipam_backend_mixin [None req-668bbc4f-5595-447d-b445-7b1f58d11116 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Performing IP validity checks on allocation pools {{(pid=84331) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 11:06:05.837672 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.ipam_backend_mixin [None req-668bbc4f-5595-447d-b445-7b1f58d11116 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84331) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 11:06:05.929058 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf8411-76d4-4b28-8aef-2ff3b1f9537f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:05.929058 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dbcf8411-76d4-4b28-8aef-2ff3b1f9537f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2398903 Jan 20 11:06:05.929273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34876) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:06.034399 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=349a067e-c8ab-4a40-88ae-5a65b4b4fded,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:06.040271 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d5f8ac23-d7b3-4397-94c5-8c14fbe60d89 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port 4fad6854-1e4b-4a28-b3ba-f49829d89bd0 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:06.040614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d5f8ac23-d7b3-4397-94c5-8c14fbe60d89 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:06.072469 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-10c584cc-c2d1-4379-84ab-52d418025774 None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:06.130238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0767-ae40-4f5a-81c7-acacf68883bb tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:06.204537 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 26199d08-78f0-4e64-ba05-64a0d78eaa3c triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:06.204917 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:06.205177 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5d4317e4-eb9f-4d67-ada1-93dab0dede16 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2747262 Jan 20 11:06:06.217226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34880) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:06.219239 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b0767-ae40-4f5a-81c7-acacf68883bb tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Subnet': ['ID=c69c1fca-ce93-4835-9c33-f34a79810b07,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:06.229457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-c439c1c3-7740-4dbc-8028-15048aa20ca1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:06.256921 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bb2b0767-ae40-4f5a-81c7-acacf68883bb tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:06.357777 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bb2b0767-ae40-4f5a-81c7-acacf68883bb tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/c69c1fca-ce93-4835-9c33-f34a79810b07 HTTP/1.1" status: 204 len: 168 time: 1.7002242 Jan 20 11:06:06.363049 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34884) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:06.367402 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:06.374064 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-56f5ceaf-d76c-4e61-a262-991373eacf38 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'subnet': {'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:06.402313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c439c1c3-7740-4dbc-8028-15048aa20ca1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:06.413112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c439c1c3-7740-4dbc-8028-15048aa20ca1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:06.438165 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-668bbc4f-5595-447d-b445-7b1f58d11116 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:06.497223 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c439c1c3-7740-4dbc-8028-15048aa20ca1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:06.500519 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c439c1c3-7740-4dbc-8028-15048aa20ca1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:06.586247 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bbc4f-5595-447d-b445-7b1f58d11116 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Subnet': ['ID=16151fd5-9944-4f60-8614-3b151dc265f0,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:06.649287 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-d5f8ac23-d7b3-4397-94c5-8c14fbe60d89 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] For port 4fad6854-1e4b-4a28-b3ba-f49829d89bd0, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=4fad6854-1e4b-4a28-b3ba-f49829d89bd0,segment=NetworkSegment(7556ad81-751f-4954-a795-507261145a79),segment_id=7556ad81-751f-4954-a795-507261145a79)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:06.649683 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d5f8ac23-d7b3-4397-94c5-8c14fbe60d89 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:06.650901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668bbc4f-5595-447d-b445-7b1f58d11116 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Checking segment: {'id': 'bf9b3b94-538e-4282-803b-fbb9aa34c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '8a2417b1-c054-4f0f-b1b2-4b96668a6562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:06:06.651273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668bbc4f-5595-447d-b445-7b1f58d11116 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network hostable DHCP agents. Network: 8a2417b1-c054-4f0f-b1b2-4b96668a6562, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:06:06.741218 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bef7446-caf7-480c-86f3-f56e54f06d0e None None] get_active_networks_info from dv-neutron-825471-1-hyperv {{(pid=84333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 11:06:06.746945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668bbc4f-5595-447d-b445-7b1f58d11116 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Network 8a2417b1-c054-4f0f-b1b2-4b96668a6562 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:06:06.780403 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 1badbb47-f2bb-470a-91b2-331fc3388330 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:06.826286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 1badbb47-f2bb-470a-91b2-331fc3388330 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:06.826855 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 1badbb47-f2bb-470a-91b2-331fc3388330 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:06:06.827275 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ad0a696f-2cf4-43c4-91d4-03dd1f237bac no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:06.837568 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d5f8ac23-d7b3-4397-94c5-8c14fbe60d89 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Calling delete_port for 4fad6854-1e4b-4a28-b3ba-f49829d89bd0 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:06.855598 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-668bbc4f-5595-447d-b445-7b1f58d11116 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 8a2417b1-c054-4f0f-b1b2-4b96668a6562) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:06.865421 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668bbc4f-5595-447d-b445-7b1f58d11116 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:06.865421 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-668bbc4f-5595-447d-b445-7b1f58d11116 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:06.876742 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: ad0a696f-2cf4-43c4-91d4-03dd1f237bac {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:06.877099 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ad0a696f-2cf4-43c4-91d4-03dd1f237bac not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:06:06.930921 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-10c584cc-c2d1-4379-84ab-52d418025774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:05:55Z', 'revision_number': 8, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4437d072-408b-4c78-b764-07ef2c8e798f', 'name': '', 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:b2:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:14Z', 'updated_at': '2022-01-20T11:05:39Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fad6854-1e4b-4a28-b3ba-f49829d89bd0', 'name': '', 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:c4:a9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:25Z', 'updated_at': '2022-01-20T11:05:53Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:06.941167 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c584cc-c2d1-4379-84ab-52d418025774 None None] The sync data for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv is: [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:05:55Z', 'revision_number': 8, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4437d072-408b-4c78-b764-07ef2c8e798f', 'name': '', 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:b2:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:14Z', 'updated_at': '2022-01-20T11:05:39Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fad6854-1e4b-4a28-b3ba-f49829d89bd0', 'name': '', 'network_id': '20018271-bf59-4151-a9aa-f621c7c82b53', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:c4:a9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:25Z', 'updated_at': '2022-01-20T11:05:53Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '592aa2b0-db6d-4ce6-9d9f-f0b1c2869436', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:06:06.968371 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-668bbc4f-5595-447d-b445-7b1f58d11116 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8369429 Jan 20 11:06:06.969866 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34888) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:06.978831 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-b74150d2-cd1f-45f8-94b4-3cdbe1d71d30 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:07.054392 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bef7446-caf7-480c-86f3-f56e54f06d0e None None] Resources bound (agent type, host, resource id): {{(pid=84333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 11:06:07.099450 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-56f5ceaf-d76c-4e61-a262-991373eacf38 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:07.100313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.objects.ports [None req-c439c1c3-7740-4dbc-8028-15048aa20ca1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84331) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 11:06:07.103403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-56f5ceaf-d76c-4e61-a262-991373eacf38 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:subnet and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:07.106627 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-56f5ceaf-d76c-4e61-a262-991373eacf38 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:07.108091 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e39d401a-ca8e-46ae-9112-95822141df6e up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:07.110663 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c439c1c3-7740-4dbc-8028-15048aa20ca1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:07.114683 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-56f5ceaf-d76c-4e61-a262-991373eacf38 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:07.216335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c439c1c3-7740-4dbc-8028-15048aa20ca1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:07.228264 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-c439c1c3-7740-4dbc-8028-15048aa20ca1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:07.234518 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f5ceaf-d76c-4e61-a262-991373eacf38 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:07.237728 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c439c1c3-7740-4dbc-8028-15048aa20ca1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:07.241850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c439c1c3-7740-4dbc-8028-15048aa20ca1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:07.256728 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439c1c3-7740-4dbc-8028-15048aa20ca1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=ac8e82b1-f43a-4333-a2a4-f722a26f3958,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:07.276636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b74150d2-cd1f-45f8-94b4-3cdbe1d71d30 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32064715'] for subnet, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:07.330446 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port e39d401a-ca8e-46ae-9112-95822141df6e triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:07.331830 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:07.401903 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c439c1c3-7740-4dbc-8028-15048aa20ca1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1778057 Jan 20 11:06:07.402304 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34892) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:07.411747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e9a6581a-6662-4dd0-87e4-3c11d870132c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'mac_address': 'fa:16:3e:8d:ed:d6', 'name': 'tempest-NetworksTestDHCPv6-223106659'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:07.545458 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 349a067e-c8ab-4a40-88ae-5a65b4b4fded up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:07.545796 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56f5ceaf-d76c-4e61-a262-991373eacf38 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:07.562532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b74150d2-cd1f-45f8-94b4-3cdbe1d71d30 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747725419255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32148229'] for subnet, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:07.638369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74150d2-cd1f-45f8-94b4-3cdbe1d71d30 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:07.639097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b74150d2-cd1f-45f8-94b4-3cdbe1d71d30 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:07.640970 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b74150d2-cd1f-45f8-94b4-3cdbe1d71d30 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "PUT /v2.0/subnets/16151fd5-9944-4f60-8614-3b151dc265f0 HTTP/1.1" status: 200 len: 877 time: 0.6701188 Jan 20 11:06:07.648372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34896) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:07.673584 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d5f8ac23-d7b3-4397-94c5-8c14fbe60d89 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:07.725427 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 349a067e-c8ab-4a40-88ae-5a65b4b4fded triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:07.725427 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:07.761211 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8ac23-d7b3-4397-94c5-8c14fbe60d89 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Port': ['ID=4fad6854-1e4b-4a28-b3ba-f49829d89bd0,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:07.816094 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed32d-3ed3-4301-b486-ca62de2fc519 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:07.820585 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1c16b9e1-4c50-4948-845f-7a0c26403c2d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting port e39d401a-ca8e-46ae-9112-95822141df6e {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:07.821134 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c16b9e1-4c50-4948-845f-7a0c26403c2d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:07.856723 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8962365b-2f7b-4071-b5a5-7c805118ad36', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'fixed_ips': [{'subnet_id': 'ac8e82b1-f43a-4333-a2a4-f722a26f3958'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:06:07.859793 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:07.873740 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce09643-35f8-4db4-9386-1ac0a094a25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8a2417b1-c054-4f0f-b1b2-4b96668a6562', 'network_id': '8a2417b1-c054-4f0f-b1b2-4b96668a6562', 'tenant_id': '949b8995678349629b6c3129d91b46e9', 'fixed_ips': [{'subnet_id': '16151fd5-9944-4f60-8614-3b151dc265f0'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:06:07.874710 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bce09643-35f8-4db4-9386-1ac0a094a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:07.879725 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74150d2-cd1f-45f8-94b4-3cdbe1d71d30 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event updated for resources: {'Subnet': ['ID=16151fd5-9944-4f60-8614-3b151dc265f0,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:07.925110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed32d-3ed3-4301-b486-ca62de2fc519 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:07.949250 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e9a6581a-6662-4dd0-87e4-3c11d870132c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:08.006841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e9a6581a-6662-4dd0-87e4-3c11d870132c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:08.033808 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d9810449-acd1-44b8-aa05-386f20596c17 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:08.079261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: d9810449-acd1-44b8-aa05-386f20596c17 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:08.079526 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d9810449-acd1-44b8-aa05-386f20596c17 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:06:08.079951 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 69b0d872-6b9d-420e-95c7-276c2b97cc9c no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:08.106873 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed32d-3ed3-4301-b486-ca62de2fc519 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:08.124244 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 69b0d872-6b9d-420e-95c7-276c2b97cc9c {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:08.124598 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 69b0d872-6b9d-420e-95c7-276c2b97cc9c not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:06:08.125008 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 659f73cd-219c-4130-a138-f966bf3f0d9a no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:08.148176 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ed32d-3ed3-4301-b486-ca62de2fc519 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Subnet': ['ID=16151fd5-9944-4f60-8614-3b151dc265f0,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:08.175929 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a6581a-6662-4dd0-87e4-3c11d870132c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:08.215078 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 659f73cd-219c-4130-a138-f966bf3f0d9a {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:08.215431 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 659f73cd-219c-4130-a138-f966bf3f0d9a not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:06:08.256397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed32d-3ed3-4301-b486-ca62de2fc519 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:08.285093 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-9f7ed32d-3ed3-4301-b486-ca62de2fc519 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2417b1-c054-4f0f-b1b2-4b96668a6562']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:08.291277 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Allocated IP 2001:db8::f816:3eff:fefa:45d6 (8962365b-2f7b-4071-b5a5-7c805118ad36/ac8e82b1-f43a-4333-a2a4-f722a26f3958/0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:08.299221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-9f7ed32d-3ed3-4301-b486-ca62de2fc519 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9b3b94-538e-4282-803b-fbb9aa34c16b') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:08.300612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-9f7ed32d-3ed3-4301-b486-ca62de2fc519 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9b3b94-538e-4282-803b-fbb9aa34c16b') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server [None req-bce09643-35f8-4db4-9386-1ac0a094a25b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16151fd5-9944-4f60-8614-3b151dc265f0: This subnet is being modified by another concurrent operation. Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise exception Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16151fd5-9944-4f60-8614-3b151dc265f0: This subnet is being modified by another concurrent operation. Jan 20 11:06:08.303436 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server Jan 20 11:06:08.318737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed32d-3ed3-4301-b486-ca62de2fc519 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:08.337514 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed32d-3ed3-4301-b486-ca62de2fc519 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:08.349372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7ed32d-3ed3-4301-b486-ca62de2fc519 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:06:08.349372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed32d-3ed3-4301-b486-ca62de2fc519 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:06:08.362401 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:06:08.505027 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-1c16b9e1-4c50-4948-845f-7a0c26403c2d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] For port e39d401a-ca8e-46ae-9112-95822141df6e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e39d401a-ca8e-46ae-9112-95822141df6e,segment=NetworkSegment(5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5),segment_id=5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:08.505387 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c16b9e1-4c50-4948-845f-7a0c26403c2d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:08.522832 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:08.626662 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed32d-3ed3-4301-b486-ca62de2fc519 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:08.626907 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Transition to ACTIVE for port object 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:08.646733 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed32d-3ed3-4301-b486-ca62de2fc519 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:08.648519 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Transition to ACTIVE for port object 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:08.663057 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ed32d-3ed3-4301-b486-ca62de2fc519 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Network': ['ID=8a2417b1-c054-4f0f-b1b2-4b96668a6562,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:08.663625 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-1c16b9e1-4c50-4948-845f-7a0c26403c2d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Calling delete_port for e39d401a-ca8e-46ae-9112-95822141df6e owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:08.748335 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:08.758636 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e9a6581a-6662-4dd0-87e4-3c11d870132c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:08.771972 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9f7ed32d-3ed3-4301-b486-ca62de2fc519 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/8a2417b1-c054-4f0f-b1b2-4b96668a6562 HTTP/1.1" status: 204 len: 168 time: 1.1227467 Jan 20 11:06:08.775638 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34900) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:08.818366 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b54b47-0257-4321-b078-034dfebc5155 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:08.819574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b54b47-0257-4321-b078-034dfebc5155 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:08.824780 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b8b54b47-0257-4321-b078-034dfebc5155 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/subnets/16151fd5-9944-4f60-8614-3b151dc265f0 HTTP/1.1" status: 404 len: 337 time: 0.0435193 Jan 20 11:06:08.824780 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34904) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:08.827602 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d5f8ac23-d7b3-4397-94c5-8c14fbe60d89 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:08.828800 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:08.829565 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Pushing event updated for resources: {'Port': ['ID=0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:08.832862 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:08.834880 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:06:08.851218 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd23c955-cda3-413a-b6bd-ca7a8dfdd7fa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:08.851958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd23c955-cda3-413a-b6bd-ca7a8dfdd7fa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:08.855932 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bd23c955-cda3-413a-b6bd-ca7a8dfdd7fa tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/8a2417b1-c054-4f0f-b1b2-4b96668a6562 HTTP/1.1" status: 404 len: 339 time: 0.0287662 Jan 20 11:06:08.856060 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-e9a6581a-6662-4dd0-87e4-3c11d870132c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port 592a5fbd-fd76-4a3f-b51c-b1b4a9d818b6 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:06:08.856170 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34908) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:08.921833 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bdb9edf-8a67-4762-b727-6bb26725148e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:08.922334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bdb9edf-8a67-4762-b727-6bb26725148e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:08.926181 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1bdb9edf-8a67-4762-b727-6bb26725148e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/subnets/5146e861-2bee-4a94-9b5b-014d3a03e6c8 HTTP/1.1" status: 404 len: 337 time: 0.0669105 Jan 20 11:06:08.928403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34912) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:08.947108 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Attempting to bind port 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:06:08.948025 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Attempting to bind port 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:06:08.948560 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Attempting to bind port 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72 on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:06:08.957505 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:06:08.958155 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:06:08.958729 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:08.959280 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:06:08.959917 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Bound port: 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:06:08.960474 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:08.989584 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddac50df-4460-408a-a864-64b8a0552697 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:08.990202 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddac50df-4460-408a-a864-64b8a0552697 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:08.996929 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ddac50df-4460-408a-a864-64b8a0552697 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/0767f93c-a3ff-411c-a27b-cbf7434d7d75 HTTP/1.1" status: 404 len: 339 time: 0.0672901 Jan 20 11:06:08.997642 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34916) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:09.063146 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] For port 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:06:09.066451 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] For port 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:06:09.076761 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56f5ceaf-d76c-4e61-a262-991373eacf38 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:09.109113 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:09.131566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b6620a96-fd5c-432b-8ac5-6f81beb95314 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:09.197850 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf00187-c95e-4f6b-bf3b-58294ef2b215 None None] Pushing event updated for resources: {'Port': ['ID=0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:09.272530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b6620a96-fd5c-432b-8ac5-6f81beb95314 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:09.281903 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f5ceaf-d76c-4e61-a262-991373eacf38 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:09.289689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5ceaf-d76c-4e61-a262-991373eacf38 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Subnet': ['ID=524c1ee5-e97f-48a5-8088-e2d7fa054c81,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:09.296690 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-56f5ceaf-d76c-4e61-a262-991373eacf38 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:09.298748 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-e9a6581a-6662-4dd0-87e4-3c11d870132c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::f816:3eff:fe8d:edd6 (8962365b-2f7b-4071-b5a5-7c805118ad36/ac8e82b1-f43a-4333-a2a4-f722a26f3958/592a5fbd-fd76-4a3f-b51c-b1b4a9d818b6) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:09.303577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-b6620a96-fd5c-432b-8ac5-6f81beb95314 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c07a454-e2e2-40d0-8d0e-f5d28c7acc06']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:09.308548 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f5ceaf-d76c-4e61-a262-991373eacf38 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:09.309135 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-56f5ceaf-d76c-4e61-a262-991373eacf38 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:09.318639 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-b6620a96-fd5c-432b-8ac5-6f81beb95314 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a18dc13-9f88-4316-b590-0443c62d7bcd') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:09.319033 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-b6620a96-fd5c-432b-8ac5-6f81beb95314 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a18dc13-9f88-4316-b590-0443c62d7bcd') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:09.331723 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b6620a96-fd5c-432b-8ac5-6f81beb95314 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:09.349254 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b6620a96-fd5c-432b-8ac5-6f81beb95314 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:09.356526 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6620a96-fd5c-432b-8ac5-6f81beb95314 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:06:09.357067 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b6620a96-fd5c-432b-8ac5-6f81beb95314 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:06:09.373195 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:06:09.489142 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:09.492300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34920) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:09.492467 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-56f5ceaf-d76c-4e61-a262-991373eacf38 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1280782 Jan 20 11:06:09.493207 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c16b9e1-4c50-4948-845f-7a0c26403c2d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:09.498171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-84647bbd-45d7-42ba-8977-a428f3984677 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'security_group': {'name': 'tempest-secgroup-1107077117'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:09.511258 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-84647bbd-45d7-42ba-8977-a428f3984677 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:09.515710 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-84647bbd-45d7-42ba-8977-a428f3984677 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:security_group and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:09.519064 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-84647bbd-45d7-42ba-8977-a428f3984677 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:09.529660 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-84647bbd-45d7-42ba-8977-a428f3984677 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:09.552108 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b6620a96-fd5c-432b-8ac5-6f81beb95314 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:09.572589 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b6620a96-fd5c-432b-8ac5-6f81beb95314 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:09.588205 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6620a96-fd5c-432b-8ac5-6f81beb95314 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Network': ['ID=4c07a454-e2e2-40d0-8d0e-f5d28c7acc06,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:09.592100 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b6620a96-fd5c-432b-8ac5-6f81beb95314 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/4c07a454-e2e2-40d0-8d0e-f5d28c7acc06 HTTP/1.1" status: 204 len: 168 time: 0.5902112 Jan 20 11:06:09.594447 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34924) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:09.631323 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-84647bbd-45d7-42ba-8977-a428f3984677 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:09.650321 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-561c5ad2-f9ba-4a9a-96f5-5a57f9c9518e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:09.650764 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561c5ad2-f9ba-4a9a-96f5-5a57f9c9518e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:09.653121 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-561c5ad2-f9ba-4a9a-96f5-5a57f9c9518e tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/subnets/a55f90e8-b190-433d-95c8-ebbe587e4beb HTTP/1.1" status: 404 len: 337 time: 0.0569987 Jan 20 11:06:09.655723 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34928) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:09.681484 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16b9e1-4c50-4948-845f-7a0c26403c2d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Port': ['ID=e39d401a-ca8e-46ae-9112-95822141df6e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:09.685455 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-963f9252-f95a-483b-80e3-fedc7c8a9966 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:09.685944 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963f9252-f95a-483b-80e3-fedc7c8a9966 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:09.687549 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-963f9252-f95a-483b-80e3-fedc7c8a9966 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/a7638149-91a6-462a-b7ff-83f77e161107 HTTP/1.1" status: 404 len: 339 time: 0.0309353 Jan 20 11:06:09.691436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34932) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:09.737571 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6612fb-7250-4c2d-a637-cd96539076b8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:09.737903 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab6612fb-7250-4c2d-a637-cd96539076b8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:09.745439 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-84647bbd-45d7-42ba-8977-a428f3984677 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:09.749898 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ab6612fb-7250-4c2d-a637-cd96539076b8 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/subnets/1cd88b14-13d3-4c6d-adff-0fcd82395895 HTTP/1.1" status: 404 len: 337 time: 0.0573277 Jan 20 11:06:09.750952 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-84647bbd-45d7-42ba-8977-a428f3984677 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:security_group_rule and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:09.753981 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34936) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:09.756308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-84647bbd-45d7-42ba-8977-a428f3984677 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:09.783263 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-84647bbd-45d7-42ba-8977-a428f3984677 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:09.787315 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e2e851-d760-4ff8-9a30-880001b095f1 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:09.787763 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e2e851-d760-4ff8-9a30-880001b095f1 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:09.789385 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-97e2e851-d760-4ff8-9a30-880001b095f1 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/94456ec8-645e-4aa4-bf89-c57c9a082c51 HTTP/1.1" status: 404 len: 339 time: 0.0345032 Jan 20 11:06:09.796131 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34940) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:09.842416 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-8108e8fc-6cea-4ac1-8047-5bf16d4afe86 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:09.843104 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8108e8fc-6cea-4ac1-8047-5bf16d4afe86 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:09.852985 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8108e8fc-6cea-4ac1-8047-5bf16d4afe86 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/subnets/28d8636c-0848-49c4-ba99-469a65742224 HTTP/1.1" status: 404 len: 337 time: 0.0557139 Jan 20 11:06:09.857992 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34944) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:09.897175 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b642fbf-a34b-4a6e-93f1-dd109a6d7b27 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:09.897904 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b642fbf-a34b-4a6e-93f1-dd109a6d7b27 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:09.925173 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9b642fbf-a34b-4a6e-93f1-dd109a6d7b27 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/5430ce2c-9ae3-41b6-80a8-c3953b97fe87 HTTP/1.1" status: 404 len: 339 time: 0.0633948 Jan 20 11:06:09.926611 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34948) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:09.930670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-84647bbd-45d7-42ba-8977-a428f3984677 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:09.974515 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f7d29c-6c91-4bff-98e4-26b4a197f648 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:09.975386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f7d29c-6c91-4bff-98e4-26b4a197f648 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:09.977191 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-94f7d29c-6c91-4bff-98e4-26b4a197f648 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/subnets/ee62dcfb-a57b-430f-a285-8b2a182cceb8 HTTP/1.1" status: 404 len: 337 time: 0.0497248 Jan 20 11:06:09.979956 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34952) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:10.004385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-84647bbd-45d7-42ba-8977-a428f3984677 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:10.022254 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1db6fb-dbdd-4c75-b811-8b953f3fe444 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:10.022427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1db6fb-dbdd-4c75-b811-8b953f3fe444 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:10.025617 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9c1db6fb-dbdd-4c75-b811-8b953f3fe444 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/561370a9-e2ad-4892-b259-c6ed73f2c7c9 HTTP/1.1" status: 404 len: 339 time: 0.0431938 Jan 20 11:06:10.030250 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 34956) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:10.058874 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84647bbd-45d7-42ba-8977-a428f3984677 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f17c77-c9a1-46f2-8229-6e12a56b5366,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:10.090261 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-84647bbd-45d7-42ba-8977-a428f3984677 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:10.091541 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-84647bbd-45d7-42ba-8977-a428f3984677 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5981185 Jan 20 11:06:10.094476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34960) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:10.101128 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-5f289c1e-ba14-4bcc-9437-4c1e6ee30eb7 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'security_group': {'name': 'tempest-secgroup-1315539038'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:10.106841 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5f289c1e-ba14-4bcc-9437-4c1e6ee30eb7 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:10.112655 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5f289c1e-ba14-4bcc-9437-4c1e6ee30eb7 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:security_group and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:10.115948 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5f289c1e-ba14-4bcc-9437-4c1e6ee30eb7 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:10.121826 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5f289c1e-ba14-4bcc-9437-4c1e6ee30eb7 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:10.204444 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5f289c1e-ba14-4bcc-9437-4c1e6ee30eb7 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:10.208954 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d39e04-b60a-4689-ab10-c5d346467dd1 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:10.208954 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d39e04-b60a-4689-ab10-c5d346467dd1 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:10.210538 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-87d39e04-b60a-4689-ab10-c5d346467dd1 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/subnets/f6527bcb-72a5-41cb-9169-785f8c1ee4bb HTTP/1.1" status: 404 len: 337 time: 0.1694844 Jan 20 11:06:10.215084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34964) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:10.235163 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e9a6581a-6662-4dd0-87e4-3c11d870132c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:10.255788 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbcdc022-d2de-4c76-a84a-451184240245 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:10.255788 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbcdc022-d2de-4c76-a84a-451184240245 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:10.255788 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cbcdc022-d2de-4c76-a84a-451184240245 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/4dbae279-c203-47e7-b503-583af879ca37 HTTP/1.1" status: 404 len: 339 time: 0.0349274 Jan 20 11:06:10.259251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34968) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:10.309434 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a99b1a-407d-459e-8e9a-05b22b650214 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:10.310169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a99b1a-407d-459e-8e9a-05b22b650214 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:10.314653 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-e9a6581a-6662-4dd0-87e4-3c11d870132c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object 592a5fbd-fd76-4a3f-b51c-b1b4a9d818b6 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:10.323245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5f289c1e-ba14-4bcc-9437-4c1e6ee30eb7 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:10.323245 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-06a99b1a-407d-459e-8e9a-05b22b650214 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/subnets/88460628-5a72-461f-9d93-87e54e6504c3 HTTP/1.1" status: 404 len: 337 time: 0.0624561 Jan 20 11:06:10.324013 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5f289c1e-ba14-4bcc-9437-4c1e6ee30eb7 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:security_group_rule and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:10.326260 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34972) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:10.329102 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5f289c1e-ba14-4bcc-9437-4c1e6ee30eb7 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:10.357503 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5f289c1e-ba14-4bcc-9437-4c1e6ee30eb7 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:10.363986 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-5614823b-2653-4591-9e99-f74f8255256f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:10.364566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5614823b-2653-4591-9e99-f74f8255256f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:10.366112 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5614823b-2653-4591-9e99-f74f8255256f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/745dbb33-5cf1-4598-a858-a58e311eeab1 HTTP/1.1" status: 404 len: 339 time: 0.0389652 Jan 20 11:06:10.368767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34976) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:10.374537 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d1364d-937a-40e5-912f-d6efe7c4ff19 None None] get_active_networks_info from dv-neutron-825471-1-hyperv {{(pid=84333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 11:06:10.412830 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3bb6cc0-47eb-4f38-91f5-1b42ab6b81ff tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:10.413272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3bb6cc0-47eb-4f38-91f5-1b42ab6b81ff tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:10.416512 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d3bb6cc0-47eb-4f38-91f5-1b42ab6b81ff tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/subnets/86ef9cb7-bc2d-4aef-9412-229acb8779ef HTTP/1.1" status: 404 len: 337 time: 0.0452836 Jan 20 11:06:10.417625 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34980) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:10.418732 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f8ac23-d7b3-4397-94c5-8c14fbe60d89 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router 68698e4e-b028-45b5-b308-88f1dc183078 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:06:10.424996 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c16b9e1-4c50-4948-845f-7a0c26403c2d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:10.451773 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b7de04-ada1-463e-98a8-c8cbb12bda13 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:10.452219 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b7de04-ada1-463e-98a8-c8cbb12bda13 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:10.468898 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e9b7de04-ada1-463e-98a8-c8cbb12bda13 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/78bad1c2-a66b-441e-bf72-3501b960c0f1 HTTP/1.1" status: 404 len: 339 time: 0.0501189 Jan 20 11:06:10.476637 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34984) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:10.495544 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e9a6581a-6662-4dd0-87e4-3c11d870132c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:10.524897 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a733e3-4efa-45a0-af67-f292d8b288bd tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:10.525250 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a733e3-4efa-45a0-af67-f292d8b288bd tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:10.527119 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-94a733e3-4efa-45a0-af67-f292d8b288bd tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/subnets/14ffcc32-65a8-4a3e-9be2-d3e642c5a133 HTTP/1.1" status: 404 len: 337 time: 0.0494077 Jan 20 11:06:10.530566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34988) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:10.534788 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5f289c1e-ba14-4bcc-9437-4c1e6ee30eb7 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:10.539654 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3255a21f-e29b-40ce-a05b-6516c6ece584 None None] Provisioning for port 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:06:10.563054 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc868641-0b70-4c07-a548-ff90e6307548 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:10.568474 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc868641-0b70-4c07-a548-ff90e6307548 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:10.568474 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cc868641-0b70-4c07-a548-ff90e6307548 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/9dbf2760-2130-4381-aa37-a8f3a9d121b2 HTTP/1.1" status: 404 len: 339 time: 0.0340681 Jan 20 11:06:10.569724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34992) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:10.571870 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d1364d-937a-40e5-912f-d6efe7c4ff19 None None] Resources bound (agent type, host, resource id): {{(pid=84333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 11:06:10.607074 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5f289c1e-ba14-4bcc-9437-4c1e6ee30eb7 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:10.668653 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f289c1e-ba14-4bcc-9437-4c1e6ee30eb7 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51518b1d-d837-49df-a81a-8cbfb65fbdde,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:10.742865 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5f289c1e-ba14-4bcc-9437-4c1e6ee30eb7 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:10.746628 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5f289c1e-ba14-4bcc-9437-4c1e6ee30eb7 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6484973 Jan 20 11:06:10.746848 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 34996) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:10.753600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-e29e7c92-1bbd-4054-b60c-1353d4a3eb0b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'security_group': {'name': 'tempest-secgroup-62670143'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:10.762657 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e29e7c92-1bbd-4054-b60c-1353d4a3eb0b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:10.764837 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a6581a-6662-4dd0-87e4-3c11d870132c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:10.766636 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6581a-6662-4dd0-87e4-3c11d870132c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=592a5fbd-fd76-4a3f-b51c-b1b4a9d818b6,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:10.771738 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-e9a6581a-6662-4dd0-87e4-3c11d870132c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:10.774960 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e29e7c92-1bbd-4054-b60c-1353d4a3eb0b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:security_group and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:10.778278 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a6581a-6662-4dd0-87e4-3c11d870132c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:06:10.779859 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e29e7c92-1bbd-4054-b60c-1353d4a3eb0b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:10.782275 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a6581a-6662-4dd0-87e4-3c11d870132c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:10.782902 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e9a6581a-6662-4dd0-87e4-3c11d870132c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:10.790382 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e29e7c92-1bbd-4054-b60c-1353d4a3eb0b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:10.828770 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ce20ea-74cb-41ad-ba33-d9a8af48ee0f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Deleting subnet bdd45808-76fd-479f-ab90-e7988bd74597 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:06:10.832733 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-63ce20ea-74cb-41ad-ba33-d9a8af48ee0f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:10.932087 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e9a6581a-6662-4dd0-87e4-3c11d870132c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5285075 Jan 20 11:06:10.989426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35000) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:11.022250 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f8ac23-d7b3-4397-94c5-8c14fbe60d89 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:06:11.023500 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e29e7c92-1bbd-4054-b60c-1353d4a3eb0b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:11.027769 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d5f8ac23-d7b3-4397-94c5-8c14fbe60d89 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/68698e4e-b028-45b5-b308-88f1dc183078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4231620 Jan 20 11:06:11.033428 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35006) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:11.034454 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81865330-feb6-4c73-bc83-8e3faa8e47ee None None] Sync routers for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:06:11.041015 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df880739-55fa-4c6d-8b73-a1bede0a209f None None] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:11.054598 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81865330-feb6-4c73-bc83-8e3faa8e47ee None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:11.055209 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-81865330-feb6-4c73-bc83-8e3faa8e47ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:11.082121 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383db8c7-d08d-4264-a0cd-3d549d8c27ce None None] Network 8a2417b1-c054-4f0f-b1b2-4b96668a6562 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:11.115152 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-63ce20ea-74cb-41ad-ba33-d9a8af48ee0f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:11.246363 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5a1db1-d698-4ca8-bead-8f7cac0641ad None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:11.259365 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e29e7c92-1bbd-4054-b60c-1353d4a3eb0b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:11.280619 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:11.280812 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e29e7c92-1bbd-4054-b60c-1353d4a3eb0b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:security_group_rule and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:11.285616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e29e7c92-1bbd-4054-b60c-1353d4a3eb0b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:11.293845 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e29e7c92-1bbd-4054-b60c-1353d4a3eb0b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:11.375970 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-63ce20ea-74cb-41ad-ba33-d9a8af48ee0f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:11.427242 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-81865330-feb6-4c73-bc83-8e3faa8e47ee None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:11.430397 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383db8c7-d08d-4264-a0cd-3d549d8c27ce None None] Network 8a2417b1-c054-4f0f-b1b2-4b96668a6562 could not be found, it might have been deleted concurrently. {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 20 11:06:11.483817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3e57b0-ff14-4c93-8678-a4ac2a5f1ccc tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:11.499688 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3e57b0-ff14-4c93-8678-a4ac2a5f1ccc tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:11.508752 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6b3e57b0-ff14-4c93-8678-a4ac2a5f1ccc tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5110476 Jan 20 11:06:11.509505 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35010) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:11.527539 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eb33b5-7938-4a45-83a7-eb6c59a7a7a0 None None] Network 8a2417b1-c054-4f0f-b1b2-4b96668a6562 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:11.583352 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eb33b5-7938-4a45-83a7-eb6c59a7a7a0 None None] Network 8a2417b1-c054-4f0f-b1b2-4b96668a6562 could not be found, it might have been deleted concurrently. {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 20 11:06:11.599038 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e29e7c92-1bbd-4054-b60c-1353d4a3eb0b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:11.603709 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7ed6bc-f43b-4c9a-91f6-a523bc9676e6 None None] Network 8a2417b1-c054-4f0f-b1b2-4b96668a6562 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:11.656024 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-6f9e5ada-243b-4afb-b968-869625ad4624 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port 592a5fbd-fd76-4a3f-b51c-b1b4a9d818b6 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:11.656752 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f9e5ada-243b-4afb-b968-869625ad4624 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:11.692521 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e29e7c92-1bbd-4054-b60c-1353d4a3eb0b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:11.726934 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7ed6bc-f43b-4c9a-91f6-a523bc9676e6 None None] Network 8a2417b1-c054-4f0f-b1b2-4b96668a6562 could not be found, it might have been deleted concurrently. {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 20 11:06:11.745212 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:06:11.751928 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-63ce20ea-74cb-41ad-ba33-d9a8af48ee0f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:11.759665 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:11.760307 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:11.771044 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec78a1f3-f99c-493c-b4c7-2e6ee6b513c6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting subnet 592aa2b0-db6d-4ce6-9d9f-f0b1c2869436 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:06:11.774435 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec78a1f3-f99c-493c-b4c7-2e6ee6b513c6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:11.826638 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce20ea-74cb-41ad-ba33-d9a8af48ee0f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd45808-76fd-479f-ab90-e7988bd74597,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:11.835031 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e7c92-1bbd-4054-b60c-1353d4a3eb0b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28a7085-840a-42c5-bbfd-3834e68f92c9,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:11.875117 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c16b9e1-4c50-4948-845f-7a0c26403c2d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router 97ce2dca-110c-4350-8730-2b8d0effd009 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:06:11.876503 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-81865330-feb6-4c73-bc83-8e3faa8e47ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:06:07Z', 'revision_number': 9, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4437d072-408b-4c78-b764-07ef2c8e798f', 'name': '', 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:b2:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:14Z', 'updated_at': '2022-01-20T11:05:39Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:11.879108 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-63ce20ea-74cb-41ad-ba33-d9a8af48ee0f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:11.881252 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-63ce20ea-74cb-41ad-ba33-d9a8af48ee0f tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/subnets/bdd45808-76fd-479f-ab90-e7988bd74597 HTTP/1.1" status: 204 len: 168 time: 1.3105712 Jan 20 11:06:11.890371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35014) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:11.891661 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81865330-feb6-4c73-bc83-8e3faa8e47ee None None] Checking router: 68698e4e-b028-45b5-b308-88f1dc183078 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:06:11.892665 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec78a1f3-f99c-493c-b4c7-2e6ee6b513c6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:11.904055 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c29de9-b450-441c-917b-e255bfc54643 None None] Network 5272c573-f9e0-4a49-a87e-5e72e4e347eb requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:11.906001 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81865330-feb6-4c73-bc83-8e3faa8e47ee None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:11.906776 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-81865330-feb6-4c73-bc83-8e3faa8e47ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:11.929611 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e29e7c92-1bbd-4054-b60c-1353d4a3eb0b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:11.931178 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e29e7c92-1bbd-4054-b60c-1353d4a3eb0b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.1832373 Jan 20 11:06:11.994953 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35018) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:12.001696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-0195588a-2395-4c31-8b5e-9120dced49af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1768286995', 'security_groups': ['c28a7085-840a-42c5-bbfd-3834e68f92c9'], 'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '524c1ee5-e97f-48a5-8088-e2d7fa054c81'}]}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:12.103901 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-81865330-feb6-4c73-bc83-8e3faa8e47ee None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:12.161737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0195588a-2395-4c31-8b5e-9120dced49af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:12.171923 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0195588a-2395-4c31-8b5e-9120dced49af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:12.191494 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec78a1f3-f99c-493c-b4c7-2e6ee6b513c6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:12.261947 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:12.283995 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0195588a-2395-4c31-8b5e-9120dced49af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:12.315321 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c16b9e1-4c50-4948-845f-7a0c26403c2d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:06:12.341526 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1c16b9e1-4c50-4948-845f-7a0c26403c2d tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/97ce2dca-110c-4350-8730-2b8d0effd009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3541520 Jan 20 11:06:12.341526 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35024) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:12.360679 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7db6d9-f161-47a2-9b06-95f0188355ea None None] Sync routers for ids ['97ce2dca-110c-4350-8730-2b8d0effd009'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:06:12.389859 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:12.406898 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec78a1f3-f99c-493c-b4c7-2e6ee6b513c6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:12.460308 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:12.460308 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7db6d9-f161-47a2-9b06-95f0188355ea None None] Routers {'97ce2dca-110c-4350-8730-2b8d0effd009'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:12.461928 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-fa7db6d9-f161-47a2-9b06-95f0188355ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['97ce2dca-110c-4350-8730-2b8d0effd009'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:12.465998 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Deleting port c5551298-1824-489c-8a60-e5da5ee2ebcf {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:12.466384 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:12.473034 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78a1f3-f99c-493c-b4c7-2e6ee6b513c6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Subnet': ['ID=592aa2b0-db6d-4ce6-9d9f-f0b1c2869436,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:12.519123 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-81865330-feb6-4c73-bc83-8e3faa8e47ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:06:07Z', 'revision_number': 9, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4437d072-408b-4c78-b764-07ef2c8e798f', 'name': '', 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:b2:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:14Z', 'updated_at': '2022-01-20T11:05:39Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:12.523942 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81865330-feb6-4c73-bc83-8e3faa8e47ee None None] The sync data for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv is: [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:06:07Z', 'revision_number': 9, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4437d072-408b-4c78-b764-07ef2c8e798f', 'name': '', 'network_id': '3e35fe82-4362-45af-a614-7e3b72db8473', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:b2:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:14Z', 'updated_at': '2022-01-20T11:05:39Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '543351b4-4852-4dc3-aad7-de8a8bf6c59c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:06:12.538958 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec78a1f3-f99c-493c-b4c7-2e6ee6b513c6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:12.541443 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ec78a1f3-f99c-493c-b4c7-2e6ee6b513c6 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/subnets/592aa2b0-db6d-4ce6-9d9f-f0b1c2869436 HTTP/1.1" status: 204 len: 168 time: 1.5055447 Jan 20 11:06:12.557469 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d90f72-59e8-4aa1-aa0c-d31459df522d None None] Network 20018271-bf59-4151-a9aa-f621c7c82b53 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:12.587624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35028) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:12.590608 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aa780f-0b40-494d-b703-148ae15b6536 None None] DHCP port deletion for 5272c573-f9e0-4a49-a87e-5e72e4e347eb request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:06:12.593025 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:12.601693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f9e5ada-243b-4afb-b968-869625ad4624 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:12.761256 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa780f-0b40-494d-b703-148ae15b6536 None None] Deleting port c5551298-1824-489c-8a60-e5da5ee2ebcf {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:12.765107 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8aa780f-0b40-494d-b703-148ae15b6536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:12.784879 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d198eb7-5d90-48f4-b35d-05a7e2905684 None None] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:12.788922 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0195588a-2395-4c31-8b5e-9120dced49af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:12.804174 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-6f9e5ada-243b-4afb-b968-869625ad4624 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for 592a5fbd-fd76-4a3f-b51c-b1b4a9d818b6 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:12.850892 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfdba8b7-577a-4eb0-b482-c525e28a68f1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting subnet 296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:06:12.857624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfdba8b7-577a-4eb0-b482-c525e28a68f1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:12.887355 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-0195588a-2395-4c31-8b5e-9120dced49af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] device_id is not set on port d978e170-d498-4068-bd1f-0dbc8e7b56af yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:06:12.903359 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:12.939483 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfdba8b7-577a-4eb0-b482-c525e28a68f1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:13.095515 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfdba8b7-577a-4eb0-b482-c525e28a68f1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:13.176355 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c5551298-1824-489c-8a60-e5da5ee2ebcf no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:13.209998 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port 2262a7fa-a3c7-425e-8182-3cc8943df7ca {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:13.210347 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:13.295481 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:13.328908 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-fa7db6d9-f161-47a2-9b06-95f0188355ea None None] Set router 97ce2dca-110c-4350-8730-2b8d0effd009 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:13.347338 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfdba8b7-577a-4eb0-b482-c525e28a68f1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:13.373836 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fe6a35b5-e350-4fd6-b030-ad2936f349ba None None] Provisioning complete for port 349a067e-c8ab-4a40-88ae-5a65b4b4fded triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:13.373836 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe6a35b5-e350-4fd6-b030-ad2936f349ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:13.499078 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] For port 2262a7fa-a3c7-425e-8182-3cc8943df7ca, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2262a7fa-a3c7-425e-8182-3cc8943df7ca,segment=NetworkSegment(7556ad81-751f-4954-a795-507261145a79),segment_id=7556ad81-751f-4954-a795-507261145a79)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:13.499441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:13.522586 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:13.523258 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:13.523258 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:13.523595 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:13.524117 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:13.524614 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:13.525121 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:13.525639 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:13.526143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:13.526470 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:13.526953 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:06:13.543823 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] For port c5551298-1824-489c-8a60-e5da5ee2ebcf, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c5551298-1824-489c-8a60-e5da5ee2ebcf,segment=NetworkSegment(4ee7cd67-bed2-4541-a436-ec6cb9cb88c8),segment_id=4ee7cd67-bed2-4541-a436-ec6cb9cb88c8)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:13.544299 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:13.575107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-0195588a-2395-4c31-8b5e-9120dced49af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Allocated IP 2001:db8::db (33462417-dca9-43a6-b9b1-804c6d7f7b0e/524c1ee5-e97f-48a5-8088-e2d7fa054c81/d978e170-d498-4068-bd1f-0dbc8e7b56af) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:13.636427 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Calling delete_port for 2262a7fa-a3c7-425e-8182-3cc8943df7ca owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:13.722344 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f9e5ada-243b-4afb-b968-869625ad4624 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:13.724943 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdba8b7-577a-4eb0-b482-c525e28a68f1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Subnet': ['ID=296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:13.735879 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfdba8b7-577a-4eb0-b482-c525e28a68f1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:13.740994 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Calling delete_port for c5551298-1824-489c-8a60-e5da5ee2ebcf owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:13.747281 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bfdba8b7-577a-4eb0-b482-c525e28a68f1 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/subnets/296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb HTTP/1.1" status: 204 len: 168 time: 1.4100106 Jan 20 11:06:13.747970 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35034) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:13.803467 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342c71b0-d8e0-4e03-a0ae-0e27526fcf34 None None] Network 26a77f26-4bd4-4102-86c4-27342aa85fcd requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:13.821288 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:13.848367 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e5ada-243b-4afb-b968-869625ad4624 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=592a5fbd-fd76-4a3f-b51c-b1b4a9d818b6,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:13.925308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f9e5ada-243b-4afb-b968-869625ad4624 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.021468 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Port': ['ID=2262a7fa-a3c7-425e-8182-3cc8943df7ca,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:14.052141 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6f9e5ada-243b-4afb-b968-869625ad4624 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/592a5fbd-fd76-4a3f-b51c-b1b4a9d818b6 HTTP/1.1" status: 204 len: 168 time: 2.5177436 Jan 20 11:06:14.057646 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35038) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:14.126458 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] No DVR routers for this DVR port 2262a7fa-a3c7-425e-8182-3cc8943df7ca on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:06:14.156576 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.169814 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b21786-d1bf-4d8a-b571-653d3c3a5015 None None] DHCP port deletion for 20018271-bf59-4151-a9aa-f621c7c82b53 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:06:14.196597 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.199085 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c8aa780f-0b40-494d-b703-148ae15b6536 None None] For port c5551298-1824-489c-8a60-e5da5ee2ebcf, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c5551298-1824-489c-8a60-e5da5ee2ebcf,segment=NetworkSegment(4ee7cd67-bed2-4541-a436-ec6cb9cb88c8),segment_id=4ee7cd67-bed2-4541-a436-ec6cb9cb88c8)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:14.199488 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8aa780f-0b40-494d-b703-148ae15b6536 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.229096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Port': ['ID=c5551298-1824-489c-8a60-e5da5ee2ebcf,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:14.237864 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0195588a-2395-4c31-8b5e-9120dced49af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.244941 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] No DVR routers for this DVR port c5551298-1824-489c-8a60-e5da5ee2ebcf on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:06:14.308968 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-0195588a-2395-4c31-8b5e-9120dced49af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Transition to ACTIVE for port object d978e170-d498-4068-bd1f-0dbc8e7b56af will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:14.333076 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa80838e-2c9f-4b0e-931d-386d908ffb30 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:14.334410 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa80838e-2c9f-4b0e-931d-386d908ffb30 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:14.338771 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fa80838e-2c9f-4b0e-931d-386d908ffb30 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2773573 Jan 20 11:06:14.340217 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting port 03e2a7be-b199-4748-9a99-0fcd99a1eb95 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:14.340560 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.360398 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35042) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:14.378935 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.418431 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20018271-bf59-4151-a9aa-f621c7c82b53']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:14.427197 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.429591 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.467528 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7556ad81-751f-4954-a795-507261145a79') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:14.467528 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7556ad81-751f-4954-a795-507261145a79') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:14.490269 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5272c573-f9e0-4a49-a87e-5e72e4e347eb']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:14.497054 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.511228 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee7cd67-bed2-4541-a436-ec6cb9cb88c8') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:14.511474 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee7cd67-bed2-4541-a436-ec6cb9cb88c8') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:14.533238 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.549560 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.554255 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa780f-0b40-494d-b703-148ae15b6536 None None] Calling delete_port for c5551298-1824-489c-8a60-e5da5ee2ebcf owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:14.593963 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:06:14.594374 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.612078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0195588a-2395-4c31-8b5e-9120dced49af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:06:14.614904 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:06:14.657557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.707219 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:06:14.707219 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:06:14.713576 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:06:14.734647 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] For port 03e2a7be-b199-4748-9a99-0fcd99a1eb95, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=03e2a7be-b199-4748-9a99-0fcd99a1eb95,segment=NetworkSegment(5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5),segment_id=5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:14.735019 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.823631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0195588a-2395-4c31-8b5e-9120dced49af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:14.835324 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195588a-2395-4c31-8b5e-9120dced49af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=d978e170-d498-4068-bd1f-0dbc8e7b56af,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:14.838094 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-0195588a-2395-4c31-8b5e-9120dced49af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:14.851460 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0195588a-2395-4c31-8b5e-9120dced49af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:06:14.855680 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0195588a-2395-4c31-8b5e-9120dced49af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:14.856476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0195588a-2395-4c31-8b5e-9120dced49af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.874806 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.879959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.892446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Calling delete_port for 03e2a7be-b199-4748-9a99-0fcd99a1eb95 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:14.896193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ad8526-0e89-41c3-a8ff-f5feee680847 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet ac8e82b1-f43a-4333-a2a4-f722a26f3958 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:06:14.913364 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c3ad8526-0e89-41c3-a8ff-f5feee680847 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:14.916663 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 4fad6854-1e4b-4a28-b3ba-f49829d89bd0 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:14.954702 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-c8aa780f-0b40-494d-b703-148ae15b6536 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:06:14.955067 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-c8aa780f-0b40-494d-b703-148ae15b6536 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:06:14.959797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 4fad6854-1e4b-4a28-b3ba-f49829d89bd0 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:14.959797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 4fad6854-1e4b-4a28-b3ba-f49829d89bd0 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:06:14.961112 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/networks/20018271-bf59-4151-a9aa-f621c7c82b53 HTTP/1.1" status: 204 len: 168 time: 2.3722520 Jan 20 11:06:14.962472 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35046) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:14.975618 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a1a2c-7dcf-4a9b-a5a4-17489a987f70 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Network': ['ID=20018271-bf59-4151-a9aa-f621c7c82b53,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:15.030682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c3ad8526-0e89-41c3-a8ff-f5feee680847 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:15.031995 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fe6a35b5-e350-4fd6-b030-ad2936f349ba None None] Provisioning complete for port 1ba178e5-a4c0-4779-b466-4c9c89d19c67 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:15.034981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fe6a35b5-e350-4fd6-b030-ad2936f349ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:15.141580 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c3ad8526-0e89-41c3-a8ff-f5feee680847 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:15.150067 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:15.183161 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:15.215130 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:15.216950 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] 10.222.0.70 "DELETE /v2.0/networks/5272c573-f9e0-4a49-a87e-5e72e4e347eb HTTP/1.1" status: 204 len: 168 time: 3.3254580 Jan 20 11:06:15.230086 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2cbfe-053c-4ed3-839a-18cc4c94e7f7 tempest-NetworksTest-693335786 tempest-NetworksTest-693335786-project] Pushing event deleted for resources: {'Network': ['ID=5272c573-f9e0-4a49-a87e-5e72e4e347eb,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:15.264044 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fe6a35b5-e350-4fd6-b030-ad2936f349ba None None] Port 1ba178e5-a4c0-4779-b466-4c9c89d19c67 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:06:15.285582 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-fa7db6d9-f161-47a2-9b06-95f0188355ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:06:09Z', 'revision_number': 9, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': '54fa0743-074b-4e2a-806b-e948d8de78be', 'name': '', 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:74:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:17Z', 'updated_at': '2022-01-20T11:05:48Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:19Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:15.306124 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7db6d9-f161-47a2-9b06-95f0188355ea None None] Checking router: 97ce2dca-110c-4350-8730-2b8d0effd009 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:06:15.320327 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:15.330950 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0195588a-2395-4c31-8b5e-9120dced49af tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3284497 Jan 20 11:06:15.330950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35052) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:15.336642 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-cc39a701-cde8-48ca-8057-3afca396ba34 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'subnet': {'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:15.369805 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7db6d9-f161-47a2-9b06-95f0188355ea None None] Routers {'97ce2dca-110c-4350-8730-2b8d0effd009'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:15.370212 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-fa7db6d9-f161-47a2-9b06-95f0188355ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['97ce2dca-110c-4350-8730-2b8d0effd009'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:15.411852 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Port': ['ID=03e2a7be-b199-4748-9a99-0fcd99a1eb95,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:15.458614 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1225f4f-5907-4f56-8bc4-4c92e40802d4 None None] DHCP port deletion for 26a77f26-4bd4-4102-86c4-27342aa85fcd request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:06:15.464419 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa780f-0b40-494d-b703-148ae15b6536 None None] Deleting port c5551298-1824-489c-8a60-e5da5ee2ebcf {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:15.465084 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8aa780f-0b40-494d-b703-148ae15b6536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:15.557022 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] No DVR routers for this DVR port 03e2a7be-b199-4748-9a99-0fcd99a1eb95 on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:06:15.598203 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c3ad8526-0e89-41c3-a8ff-f5feee680847 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:15.654530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad8526-0e89-41c3-a8ff-f5feee680847 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=ac8e82b1-f43a-4333-a2a4-f722a26f3958,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:15.681603 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c3ad8526-0e89-41c3-a8ff-f5feee680847 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:15.697185 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1c45fca5-eda8-4fa1-9b6a-cb2179c86c1d None None] Could not find standard attr ID for object 592a5fbd-fd76-4a3f-b51c-b1b4a9d818b6. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:06:15.724339 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d0056a-bd22-4962-b563-4eea68d03226 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:15.748678 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa780f-0b40-494d-b703-148ae15b6536 None None] The port 'c5551298-1824-489c-8a60-e5da5ee2ebcf' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:06:15.748678 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:15.748678 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:15.766694 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-cc39a701-cde8-48ca-8057-3afca396ba34 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:15.777393 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cc39a701-cde8-48ca-8057-3afca396ba34 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:subnet and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:15.777393 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cc39a701-cde8-48ca-8057-3afca396ba34 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:15.782271 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-cc39a701-cde8-48ca-8057-3afca396ba34 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:15.822423 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c3ad8526-0e89-41c3-a8ff-f5feee680847 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/ac8e82b1-f43a-4333-a2a4-f722a26f3958 HTTP/1.1" status: 204 len: 168 time: 1.4604058 Jan 20 11:06:15.826787 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35056) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:15.928385 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d6d0f324-3e9b-4a67-8908-82f1f9a0d16e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0979526 Jan 20 11:06:15.928838 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35062) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:15.942686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:15.960779 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc39a701-cde8-48ca-8057-3afca396ba34 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:15.964595 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cc39a701-cde8-48ca-8057-3afca396ba34 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:16.033979 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:16.071628 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e0d997ff-d4fb-4f41-a352-8cd948fbb0ab tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:16.134571 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35066) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:16.150844 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a77f26-4bd4-4102-86c4-27342aa85fcd']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:16.169811 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:16.170102 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe8d0ed-40f2-4661-bfcc-de9af2d6eaf5') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:16.195660 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:16.207036 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1c45fca5-eda8-4fa1-9b6a-cb2179c86c1d None None] Provisioning complete for port 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:16.207411 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c45fca5-eda8-4fa1-9b6a-cb2179c86c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:16.214138 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:16.220092 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:16.234416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:16.249068 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.ipam_backend_mixin [None req-cc39a701-cde8-48ca-8057-3afca396ba34 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 524c1ee5-e97f-48a5-8088-e2d7fa054c81 (CIDR: 2001:db8::/64) Jan 20 11:06:16.253800 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:16.284318 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc39a701-cde8-48ca-8057-3afca396ba34 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:16.287655 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc39a701-cde8-48ca-8057-3afca396ba34 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:16.291001 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:16.304396 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-fa7db6d9-f161-47a2-9b06-95f0188355ea None None] Set router 97ce2dca-110c-4350-8730-2b8d0effd009 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:16.322130 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:06:16.322755 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:06:16.341626 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:06:16.347073 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:16.350619 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:16.422909 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cc39a701-cde8-48ca-8057-3afca396ba34 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0938714 Jan 20 11:06:16.423463 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35072) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:16.438162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-6157c873-4247-4e22-adab-914362d605b5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'subnet': {'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:16.546409 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-876553f8-013a-46c4-aad8-befd40194271 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=949b8995678349629b6c3129d91b46e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4104810 Jan 20 11:06:16.546984 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35076) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:16.644472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6157c873-4247-4e22-adab-914362d605b5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:16.657578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6157c873-4247-4e22-adab-914362d605b5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:subnet and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:16.657724 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:16.687114 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:16.713299 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2262a7fa-a3c7-425e-8182-3cc8943df7ca no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:16.713858 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6157c873-4247-4e22-adab-914362d605b5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:16.715463 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Network': ['ID=26a77f26-4bd4-4102-86c4-27342aa85fcd,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:16.725937 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6157c873-4247-4e22-adab-914362d605b5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:16.750584 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d9a9ba61-8691-43b8-ac79-657bcdc281c3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/networks/26a77f26-4bd4-4102-86c4-27342aa85fcd HTTP/1.1" status: 204 len: 168 time: 2.9988825 Jan 20 11:06:16.759014 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35080) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:16.831116 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6157c873-4247-4e22-adab-914362d605b5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:16.835137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6157c873-4247-4e22-adab-914362d605b5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:16.851986 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 2262a7fa-a3c7-425e-8182-3cc8943df7ca {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:16.851986 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2262a7fa-a3c7-425e-8182-3cc8943df7ca not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:06:16.888120 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5445478d-fef3-4b7a-8388-365c42d0efb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:16.913959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5445478d-fef3-4b7a-8388-365c42d0efb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:17.008805 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e107627-71f3-4a9d-93a7-b32d1966dffb None None] DHCP port deletion for 8962365b-2f7b-4071-b5a5-7c805118ad36 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:06:17.067280 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0e107627-71f3-4a9d-93a7-b32d1966dffb None None] Deleting port 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:17.067654 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e107627-71f3-4a9d-93a7-b32d1966dffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:17.099468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 03e2a7be-b199-4748-9a99-0fcd99a1eb95 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:17.143148 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.ipam_backend_mixin [None req-6157c873-4247-4e22-adab-914362d605b5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c9da019e-ebbe-46c7-a62d-321b85354709 (CIDR: 2001:db8:0:1::/64) Jan 20 11:06:17.146427 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5445478d-fef3-4b7a-8388-365c42d0efb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:17.149115 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 03e2a7be-b199-4748-9a99-0fcd99a1eb95 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:17.149764 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 03e2a7be-b199-4748-9a99-0fcd99a1eb95 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:06:17.150411 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:17.177532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445478d-fef3-4b7a-8388-365c42d0efb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967bee45-b95b-4d0f-9b6d-84a4d115ae85,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:17.191781 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e0d997ff-d4fb-4f41-a352-8cd948fbb0ab tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port 4437d072-408b-4c78-b764-07ef2c8e798f {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:17.192339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e0d997ff-d4fb-4f41-a352-8cd948fbb0ab tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:17.198275 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-6157c873-4247-4e22-adab-914362d605b5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:17.198752 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6157c873-4247-4e22-adab-914362d605b5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:17.227101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5445478d-fef3-4b7a-8388-365c42d0efb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:17.228540 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5445478d-fef3-4b7a-8388-365c42d0efb0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/967bee45-b95b-4d0f-9b6d-84a4d115ae85 HTTP/1.1" status: 204 len: 168 time: 0.6784878 Jan 20 11:06:17.358298 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-918f684c-d199-433a-ace5-d08d912cfbb9 None None] Provisioning for port d978e170-d498-4068-bd1f-0dbc8e7b56af completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:06:17.437785 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-918f684c-d199-433a-ace5-d08d912cfbb9 None None] Provisioning complete for port d978e170-d498-4068-bd1f-0dbc8e7b56af triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:17.438163 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-918f684c-d199-433a-ace5-d08d912cfbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:17.446798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-e0d997ff-d4fb-4f41-a352-8cd948fbb0ab tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] For port 4437d072-408b-4c78-b764-07ef2c8e798f, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=4437d072-408b-4c78-b764-07ef2c8e798f,segment=NetworkSegment(68deb864-edd2-4957-b53d-3a6b29ce7017),segment_id=68deb864-edd2-4957-b53d-3a6b29ce7017)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:17.447367 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e0d997ff-d4fb-4f41-a352-8cd948fbb0ab tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:17.491203 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:17.518333 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-fa7db6d9-f161-47a2-9b06-95f0188355ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:06:09Z', 'revision_number': 9, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': '54fa0743-074b-4e2a-806b-e948d8de78be', 'name': '', 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:74:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:17Z', 'updated_at': '2022-01-20T11:05:48Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:19Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:17.531204 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6157c873-4247-4e22-adab-914362d605b5 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1006439 Jan 20 11:06:17.531397 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7db6d9-f161-47a2-9b06-95f0188355ea None None] The sync data for ids ['97ce2dca-110c-4350-8730-2b8d0effd009'] in dv-neutron-825471-1-hyperv is: [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:06:09Z', 'revision_number': 9, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': '54fa0743-074b-4e2a-806b-e948d8de78be', 'name': '', 'network_id': '8b681855-f2cc-4987-82a9-2e443def780c', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:74:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:17Z', 'updated_at': '2022-01-20T11:05:48Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '35e27d9c-fec0-4143-8108-e60bb0d73d3e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:19Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:06:17.546568 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35086) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:17.568850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.objects.ports [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84331) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 11:06:17.585114 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:17.624622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-918f684c-d199-433a-ace5-d08d912cfbb9 None None] Port d978e170-d498-4068-bd1f-0dbc8e7b56af cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:06:17.628435 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e0d997ff-d4fb-4f41-a352-8cd948fbb0ab tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Calling delete_port for 4437d072-408b-4c78-b764-07ef2c8e798f owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:17.633172 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0e107627-71f3-4a9d-93a7-b32d1966dffb None None] For port 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:17.633715 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e107627-71f3-4a9d-93a7-b32d1966dffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:17.660685 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d89b8dd6-cf7d-4a6c-abf9-aec77eb70987 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'subnet': {'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:17.679866 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3a65745b-1a89-41a1-8357-9a2d428f9b83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:17.760854 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:17.769129 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0e107627-71f3-4a9d-93a7-b32d1966dffb None None] Calling delete_port for 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:17.845092 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-918f684c-d199-433a-ace5-d08d912cfbb9 None None] Provisioning complete for port 349a067e-c8ab-4a40-88ae-5a65b4b4fded triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:17.845468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-918f684c-d199-433a-ace5-d08d912cfbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:17.904356 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:17.975748 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d89b8dd6-cf7d-4a6c-abf9-aec77eb70987 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:17.990455 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d89b8dd6-cf7d-4a6c-abf9-aec77eb70987 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Usage tracker for resource:subnet and tenant:7f6d045691344d49ab6811343d11a04c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:17.991830 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:18.008434 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d89b8dd6-cf7d-4a6c-abf9-aec77eb70987 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:18.041405 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d89b8dd6-cf7d-4a6c-abf9-aec77eb70987 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:18.132010 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-0e107627-71f3-4a9d-93a7-b32d1966dffb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:06:18.132367 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-0e107627-71f3-4a9d-93a7-b32d1966dffb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:06:18.161242 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89b8dd6-cf7d-4a6c-abf9-aec77eb70987 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Made reservation on behalf of 7f6d045691344d49ab6811343d11a04c for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:18.176377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-918f684c-d199-433a-ace5-d08d912cfbb9 None None] Provisioning complete for port 1ba178e5-a4c0-4779-b466-4c9c89d19c67 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:18.179636 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-918f684c-d199-433a-ace5-d08d912cfbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:18.234152 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-918f684c-d199-433a-ace5-d08d912cfbb9 None None] Port 1ba178e5-a4c0-4779-b466-4c9c89d19c67 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:06:18.267093 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] For port 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:18.294683 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:18.362624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:18.362961 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:18.528626 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d89b8dd6-cf7d-4a6c-abf9-aec77eb70987 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:18.580158 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:18.599847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:18.599967 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e0d997ff-d4fb-4f41-a352-8cd948fbb0ab tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:18.606258 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:18.606846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:18.610221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=9958d1fd-4635-4400-8047-b0457c715a58,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:18.633402 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0e107627-71f3-4a9d-93a7-b32d1966dffb None None] Deleting port 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:18.633911 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e107627-71f3-4a9d-93a7-b32d1966dffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:18.641267 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72,revision_number=7']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:18.656224 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d997ff-d4fb-4f41-a352-8cd948fbb0ab tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Port': ['ID=4437d072-408b-4c78-b764-07ef2c8e798f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:18.774218 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d405c652-dded-4fc5-85db-46219d27abf4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8416245 Jan 20 11:06:18.781717 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35106) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:18.789798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-30c501c0-bb74-434e-b9df-27726598e65f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'mac_address': 'fa:16:3e:08:7e:42', 'name': 'tempest-NetworksTestDHCPv6-1751929519'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:18.942541 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35112) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:19.078753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-30c501c0-bb74-434e-b9df-27726598e65f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:19.102506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-30c501c0-bb74-434e-b9df-27726598e65f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:port and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:19.105219 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-30c501c0-bb74-434e-b9df-27726598e65f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:19.142343 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e39d401a-ca8e-46ae-9112-95822141df6e no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:19.166053 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e0d997ff-d4fb-4f41-a352-8cd948fbb0ab tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:19.199352 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-30c501c0-bb74-434e-b9df-27726598e65f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:19.204751 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: e39d401a-ca8e-46ae-9112-95822141df6e {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:19.205195 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e39d401a-ca8e-46ae-9112-95822141df6e not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:06:19.214625 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0e107627-71f3-4a9d-93a7-b32d1966dffb None None] For port 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:19.214625 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e107627-71f3-4a9d-93a7-b32d1966dffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:19.290295 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c501c0-bb74-434e-b9df-27726598e65f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:19.294165 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30c501c0-bb74-434e-b9df-27726598e65f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:19.311801 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5e721b23-c47b-47ce-9334-e085275b7842 tempest-ServiceProvidersTest-854021970 tempest-ServiceProvidersTest-854021970-project] 10.222.0.70 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3397810 Jan 20 11:06:19.350807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-3a65745b-1a89-41a1-8357-9a2d428f9b83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting port 54fa0743-074b-4e2a-806b-e948d8de78be {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:19.351330 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3a65745b-1a89-41a1-8357-9a2d428f9b83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:19.359756 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0e107627-71f3-4a9d-93a7-b32d1966dffb None None] Calling delete_port for 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:19.503765 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d89b8dd6-cf7d-4a6c-abf9-aec77eb70987 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:19.576317 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-30c501c0-bb74-434e-b9df-27726598e65f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port af953ddb-1f99-42fb-9cac-2c614d23e74c yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:06:19.636499 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-3a65745b-1a89-41a1-8357-9a2d428f9b83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] For port 54fa0743-074b-4e2a-806b-e948d8de78be, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=54fa0743-074b-4e2a-806b-e948d8de78be,segment=NetworkSegment(b99294a4-afcc-42d4-956a-d6a804a975b2),segment_id=b99294a4-afcc-42d4-956a-d6a804a975b2)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:19.636861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3a65745b-1a89-41a1-8357-9a2d428f9b83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:19.638637 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0e107627-71f3-4a9d-93a7-b32d1966dffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:19.642305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89b8dd6-cf7d-4a6c-abf9-aec77eb70987 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:19.653777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-d89b8dd6-cf7d-4a6c-abf9-aec77eb70987 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:19.661056 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89b8dd6-cf7d-4a6c-abf9-aec77eb70987 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:19.662225 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d89b8dd6-cf7d-4a6c-abf9-aec77eb70987 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:19.686094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b8dd6-cf7d-4a6c-abf9-aec77eb70987 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Subnet': ['ID=cbcc0a2a-3c69-410d-ba3b-0a8a7a6ad559,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:19.725485 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d0f237-d87d-478b-9fca-8f03b4d1a563 None None] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:19.829135 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d89b8dd6-cf7d-4a6c-abf9-aec77eb70987 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2887485 Jan 20 11:06:19.829460 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35120) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:19.853249 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3b15b45a-1590-41c9-8b66-3b06e0afa536 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1297727964', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cbcc0a2a-3c69-410d-ba3b-0a8a7a6ad559'}], 'security_groups': ['a8f17c77-c9a1-46f2-8229-6e12a56b5366', '51518b1d-d837-49df-a81a-8cbfb65fbdde']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:19.873907 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e107627-71f3-4a9d-93a7-b32d1966dffb None None] Pushing event deleted for resources: {'Port': ['ID=0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:19.924529 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e107627-71f3-4a9d-93a7-b32d1966dffb None None] No DVR routers for this DVR port 0dedf077-59d8-48b3-b2ea-d2a5c4cc6e72 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:06:19.955274 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8575f538-1d87-47b9-ba93-05c86f425e75 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:19.958541 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-3a65745b-1a89-41a1-8357-9a2d428f9b83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Calling delete_port for 54fa0743-074b-4e2a-806b-e948d8de78be owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:19.975162 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35126) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:20.091657 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b15b45a-1590-41c9-8b66-3b06e0afa536 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:20.185981 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-30c501c0-bb74-434e-b9df-27726598e65f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::f816:3eff:fe08:7e42 (8962365b-2f7b-4071-b5a5-7c805118ad36/9958d1fd-4635-4400-8047-b0457c715a58/af953ddb-1f99-42fb-9cac-2c614d23e74c) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:20.367396 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8962365b-2f7b-4071-b5a5-7c805118ad36', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'fixed_ips': [{'subnet_id': '9958d1fd-4635-4400-8047-b0457c715a58'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:06:20.368749 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:20.408721 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92899a90-81a5-46a9-8906-835c3c22d839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:20.469001 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3a65745b-1a89-41a1-8357-9a2d428f9b83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:20.491397 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d997ff-d4fb-4f41-a352-8cd948fbb0ab tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router 68698e4e-b028-45b5-b308-88f1dc183078 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:06:20.529924 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843725c0-a36e-456e-9feb-56043abb2091 None None] Update dhcp port {'port': {'network_id': '33462417-dca9-43a6-b9b1-804c6d7f7b0e', 'fixed_ips': [{'subnet_id': 'c9da019e-ebbe-46c7-a62d-321b85354709', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '524c1ee5-e97f-48a5-8088-e2d7fa054c81'}, {'subnet_id': 'cbcc0a2a-3c69-410d-ba3b-0a8a7a6ad559'}], 'binding:host_id': 'dv-neutron-825471-1-hyperv'}, 'id': '349a067e-c8ab-4a40-88ae-5a65b4b4fded'} from dv-neutron-825471-1-hyperv. {{(pid=84333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 11:06:20.533120 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-92899a90-81a5-46a9-8906-835c3c22d839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:20.542920 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-92899a90-81a5-46a9-8906-835c3c22d839 admin admin] Usage tracker for resource:security_group_rule and tenant:be499e909594485faf7b2dd789d133e0 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:20.549745 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-92899a90-81a5-46a9-8906-835c3c22d839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:20.575621 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65745b-1a89-41a1-8357-9a2d428f9b83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Port': ['ID=54fa0743-074b-4e2a-806b-e948d8de78be,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:20.597621 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-843725c0-a36e-456e-9feb-56043abb2091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:20.639599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-92899a90-81a5-46a9-8906-835c3c22d839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:20.826535 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30c501c0-bb74-434e-b9df-27726598e65f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:20.913753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-30c501c0-bb74-434e-b9df-27726598e65f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object af953ddb-1f99-42fb-9cac-2c614d23e74c will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:20.941300 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92899a90-81a5-46a9-8906-835c3c22d839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:21.013447 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92899a90-81a5-46a9-8906-835c3c22d839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:21.030646 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3a65745b-1a89-41a1-8357-9a2d428f9b83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:21.097010 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-3b15b45a-1590-41c9-8b66-3b06e0afa536 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Delete allocated IP 2001:db8::db (33462417-dca9-43a6-b9b1-804c6d7f7b0e/524c1ee5-e97f-48a5-8088-e2d7fa054c81) {{(pid=84332) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 20 11:06:21.106968 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d997ff-d4fb-4f41-a352-8cd948fbb0ab tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:06:21.116590 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92899a90-81a5-46a9-8906-835c3c22d839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314ceac5-6778-43b0-b785-34fa66ee5a36,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:21.117874 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f322eb7-b5bb-4491-a9b2-0b217a4e7d80 None None] Sync routers for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:06:21.123330 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-92899a90-81a5-46a9-8906-835c3c22d839 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be499e909594485faf7b2dd789d133e0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1368458 Jan 20 11:06:21.126122 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-3b15b45a-1590-41c9-8b66-3b06e0afa536 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Allocated IP 2001:db8:0:2::1ef (33462417-dca9-43a6-b9b1-804c6d7f7b0e/cbcc0a2a-3c69-410d-ba3b-0a8a7a6ad559/d978e170-d498-4068-bd1f-0dbc8e7b56af) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:21.130994 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35132) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:21.139998 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f322eb7-b5bb-4491-a9b2-0b217a4e7d80 None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:21.139998 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0f322eb7-b5bb-4491-a9b2-0b217a4e7d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:21.169443 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e0d997ff-d4fb-4f41-a352-8cd948fbb0ab tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/68698e4e-b028-45b5-b308-88f1dc183078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1969111 Jan 20 11:06:21.176255 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35136) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:21.196796 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30c501c0-bb74-434e-b9df-27726598e65f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:21.246191 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Allocated IP 2001:db8::f816:3eff:fece:47a2 (8962365b-2f7b-4071-b5a5-7c805118ad36/9958d1fd-4635-4400-8047-b0457c715a58/8c34b642-0bfd-4c9f-9f23-ae6505c894af) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:21.312717 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c501c0-bb74-434e-b9df-27726598e65f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:21.322707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-30c501c0-bb74-434e-b9df-27726598e65f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:21.324512 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c501c0-bb74-434e-b9df-27726598e65f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=af953ddb-1f99-42fb-9cac-2c614d23e74c,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:21.332121 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-0f322eb7-b5bb-4491-a9b2-0b217a4e7d80 None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:21.335574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c501c0-bb74-434e-b9df-27726598e65f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:06:21.339965 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c501c0-bb74-434e-b9df-27726598e65f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:21.341041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30c501c0-bb74-434e-b9df-27726598e65f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:21.348631 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-34e15b36-0f55-4b25-a20a-c1717d6ec7e2 req-8ef0318f-1edc-4d99-9eed-91c19f3e4719 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3865857 Jan 20 11:06:21.508418 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d7fa18a8-c2b7-4adf-a3f5-606af4fa21d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:21.531728 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:21.543297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Transition to ACTIVE for port object 8c34b642-0bfd-4c9f-9f23-ae6505c894af will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:21.563759 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Transition to ACTIVE for port object 8c34b642-0bfd-4c9f-9f23-ae6505c894af will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:21.577705 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d7fa18a8-c2b7-4adf-a3f5-606af4fa21d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:21.628970 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-30c501c0-bb74-434e-b9df-27726598e65f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8446252 Jan 20 11:06:21.644992 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:21.690930 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b15b45a-1590-41c9-8b66-3b06e0afa536 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:21.693642 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35140) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:21.712314 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:21.716165 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:21.720353 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:06:21.737379 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0f322eb7-b5bb-4491-a9b2-0b217a4e7d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:06:18Z', 'revision_number': 10, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:21.742840 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f322eb7-b5bb-4491-a9b2-0b217a4e7d80 None None] Checking router: 68698e4e-b028-45b5-b308-88f1dc183078 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:06:21.759740 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f322eb7-b5bb-4491-a9b2-0b217a4e7d80 None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:21.760280 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0f322eb7-b5bb-4491-a9b2-0b217a4e7d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:21.800451 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-3b15b45a-1590-41c9-8b66-3b06e0afa536 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Transition to ACTIVE for port object d978e170-d498-4068-bd1f-0dbc8e7b56af will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:21.812444 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a9aec3-d0c7-4e1d-b8b5-2c3e4737b583 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting subnet 543351b4-4852-4dc3-aad7-de8a8bf6c59c {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:06:21.812701 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Pushing event updated for resources: {'Port': ['ID=8c34b642-0bfd-4c9f-9f23-ae6505c894af,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:21.816647 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1a9aec3-d0c7-4e1d-b8b5-2c3e4737b583 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:21.832725 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Attempting to bind port 8c34b642-0bfd-4c9f-9f23-ae6505c894af on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:06:21.833474 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Attempting to bind port 8c34b642-0bfd-4c9f-9f23-ae6505c894af by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:06:21.834091 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Attempting to bind port 8c34b642-0bfd-4c9f-9f23-ae6505c894af on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:06:21.846449 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:06:21.846639 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:06:21.847697 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:21.848299 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:06:21.849571 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Bound port: 8c34b642-0bfd-4c9f-9f23-ae6505c894af, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:06:21.851254 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:21.889286 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b15b45a-1590-41c9-8b66-3b06e0afa536 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:21.893480 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1a9aec3-d0c7-4e1d-b8b5-2c3e4737b583 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:21.985496 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] For port 8c34b642-0bfd-4c9f-9f23-ae6505c894af, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:06:21.991258 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] For port 8c34b642-0bfd-4c9f-9f23-ae6505c894af, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8c34b642-0bfd-4c9f-9f23-ae6505c894af,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:06:22.010869 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-0f322eb7-b5bb-4491-a9b2-0b217a4e7d80 None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:22.025914 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-34e15b36-0f55-4b25-a20a-c1717d6ec7e2 req-cc8db6b7-c85d-4412-9621-10bf12a48e9c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 1098 time: 0.4432163 Jan 20 11:06:22.055896 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3b15b45a-1590-41c9-8b66-3b06e0afa536 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] In _notify_port_updated(), no bound segment for port d978e170-d498-4068-bd1f-0dbc8e7b56af on network 33462417-dca9-43a6-b9b1-804c6d7f7b0e {{(pid=84332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 11:06:22.061205 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b15b45a-1590-41c9-8b66-3b06e0afa536 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:22.061896 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b15b45a-1590-41c9-8b66-3b06e0afa536 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:22.068373 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3b15b45a-1590-41c9-8b66-3b06e0afa536 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "PUT /v2.0/ports/d978e170-d498-4068-bd1f-0dbc8e7b56af HTTP/1.1" status: 200 len: 970 time: 2.2317705 Jan 20 11:06:22.079664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:22.082368 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35144) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:22.091881 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29319daa-1e7d-4608-8ca9-67bd569c2b5b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:22.098383 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29319daa-1e7d-4608-8ca9-67bd569c2b5b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:22.098383 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-29319daa-1e7d-4608-8ca9-67bd569c2b5b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:22.104408 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:06:22.130289 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d7fa18a8-c2b7-4adf-a3f5-606af4fa21d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:22.157731 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa18a8-c2b7-4adf-a3f5-606af4fa21d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314ceac5-6778-43b0-b785-34fa66ee5a36,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:22.160997 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15b45a-1590-41c9-8b66-3b06e0afa536 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event updated for resources: {'Port': ['ID=d978e170-d498-4068-bd1f-0dbc8e7b56af,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:22.179196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d7fa18a8-c2b7-4adf-a3f5-606af4fa21d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:22.194539 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d7fa18a8-c2b7-4adf-a3f5-606af4fa21d9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/314ceac5-6778-43b0-b785-34fa66ee5a36 HTTP/1.1" status: 204 len: 168 time: 1.0575383 Jan 20 11:06:22.222619 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1a9aec3-d0c7-4e1d-b8b5-2c3e4737b583 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:22.256785 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-cd52606a-7ce8-4898-9e20-6e83f48379b9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port d978e170-d498-4068-bd1f-0dbc8e7b56af {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:22.257318 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd52606a-7ce8-4898-9e20-6e83f48379b9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:22.301327 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-29319daa-1e7d-4608-8ca9-67bd569c2b5b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:22.303304 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-29319daa-1e7d-4608-8ca9-67bd569c2b5b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6084650 Jan 20 11:06:22.306267 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35150) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:22.378687 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd930cab-2b88-435d-8131-18a2b229e05a None None] Pushing event updated for resources: {'Port': ['ID=8c34b642-0bfd-4c9f-9f23-ae6505c894af,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:22.406866 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-843725c0-a36e-456e-9feb-56043abb2091 None None] Allocated IP 2001:db8::2 (33462417-dca9-43a6-b9b1-804c6d7f7b0e/524c1ee5-e97f-48a5-8088-e2d7fa054c81/349a067e-c8ab-4a40-88ae-5a65b4b4fded) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:22.419329 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-843725c0-a36e-456e-9feb-56043abb2091 None None] Allocated IP 2001:db8:0:2::2 (33462417-dca9-43a6-b9b1-804c6d7f7b0e/cbcc0a2a-3c69-410d-ba3b-0a8a7a6ad559/349a067e-c8ab-4a40-88ae-5a65b4b4fded) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:22.432642 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-335c0368-155e-4886-9a4c-e8835d8d70d3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port af953ddb-1f99-42fb-9cac-2c614d23e74c {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:22.433047 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-335c0368-155e-4886-9a4c-e8835d8d70d3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:22.449939 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e15b36-0f55-4b25-a20a-c1717d6ec7e2 req-1886ede0-cf8a-446a-8bc8-ace1c6037a71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:22.449939 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-34e15b36-0f55-4b25-a20a-c1717d6ec7e2 req-1886ede0-cf8a-446a-8bc8-ace1c6037a71 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 913 time: 0.3931065 Jan 20 11:06:22.479768 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a65745b-1a89-41a1-8357-9a2d428f9b83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router 97ce2dca-110c-4350-8730-2b8d0effd009 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:06:22.500900 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0f322eb7-b5bb-4491-a9b2-0b217a4e7d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:06:18Z', 'revision_number': 10, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:22.505852 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f322eb7-b5bb-4491-a9b2-0b217a4e7d80 None None] The sync data for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv is: [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:06:18Z', 'revision_number': 10, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None, '_interfaces': [{'id': '23423de1-622f-4e36-95ce-642a112648dd', 'name': '', 'network_id': '4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'mac_address': 'fa:16:3e:ee:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68698e4e-b028-45b5-b308-88f1dc183078', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:03Z', 'updated_at': '2022-01-20T11:05:24Z', 'revision_number': 5, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'subnets': [{'id': '1cdff2c4-b6e8-4307-8c11-119d02304b9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:06:22.717069 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-843725c0-a36e-456e-9feb-56043abb2091 None None] For port 349a067e-c8ab-4a40-88ae-5a65b4b4fded, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=349a067e-c8ab-4a40-88ae-5a65b4b4fded,segment=NetworkSegment(42824545-314d-4ee4-b162-5ed26a727e55),segment_id=42824545-314d-4ee4-b162-5ed26a727e55)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:22.752717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-843725c0-a36e-456e-9feb-56043abb2091 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:22.788622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-843725c0-a36e-456e-9feb-56043abb2091 None None] Transition to ACTIVE for port object 349a067e-c8ab-4a40-88ae-5a65b4b4fded will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:22.856024 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-843725c0-a36e-456e-9feb-56043abb2091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:22.894961 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-34e15b36-0f55-4b25-a20a-c1717d6ec7e2 req-ffe61371-b11e-49c9-be8c-a22181da4cd1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e31fa3a8-d28b-40c0-aa43-da58c6035b18 HTTP/1.1" status: 200 len: 1001 time: 0.4285417 Jan 20 11:06:22.920583 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1a9aec3-d0c7-4e1d-b8b5-2c3e4737b583 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:22.979847 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9aec3-d0c7-4e1d-b8b5-2c3e4737b583 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Subnet': ['ID=543351b4-4852-4dc3-aad7-de8a8bf6c59c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:23.024350 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1a9aec3-d0c7-4e1d-b8b5-2c3e4737b583 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:23.049808 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798ef56e-0f08-464f-b38f-c300601e536f None None] Network 3e35fe82-4362-45af-a614-7e3b72db8473 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:23.053017 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e1a9aec3-d0c7-4e1d-b8b5-2c3e4737b583 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/subnets/543351b4-4852-4dc3-aad7-de8a8bf6c59c HTTP/1.1" status: 204 len: 168 time: 1.8754733 Jan 20 11:06:23.057502 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35154) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:23.113781 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e15b36-0f55-4b25-a20a-c1717d6ec7e2 req-a88c5523-e2d8-4842-981c-b66630216915 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:23.113781 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-34e15b36-0f55-4b25-a20a-c1717d6ec7e2 req-a88c5523-e2d8-4842-981c-b66630216915 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd01cfe5-3172-4c47-b68a-b9a8e924614a HTTP/1.1" status: 200 len: 851 time: 0.2100811 Jan 20 11:06:23.226591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd52606a-7ce8-4898-9e20-6e83f48379b9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:23.232056 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:23.237809 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-335c0368-155e-4886-9a4c-e8835d8d70d3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:23.256055 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843725c0-a36e-456e-9feb-56043abb2091 None None] Pushing event updated for resources: {'Port': ['ID=349a067e-c8ab-4a40-88ae-5a65b4b4fded,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:23.282776 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8c34b642-0bfd-4c9f-9f23-ae6505c894af up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:23.393312 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-cd52606a-7ce8-4898-9e20-6e83f48379b9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for d978e170-d498-4068-bd1f-0dbc8e7b56af owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:23.451162 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-335c0368-155e-4886-9a4c-e8835d8d70d3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for af953ddb-1f99-42fb-9cac-2c614d23e74c owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:23.513785 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-34e15b36-0f55-4b25-a20a-c1717d6ec7e2 req-34bf842f-2406-4bff-ad68-a9266f9c0f25 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2976230-b7ed-4004-90c6-e1b2d37a86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3866971 Jan 20 11:06:23.520606 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a65745b-1a89-41a1-8357-9a2d428f9b83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:06:23.532131 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 8c34b642-0bfd-4c9f-9f23-ae6505c894af completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:06:23.534939 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3a65745b-1a89-41a1-8357-9a2d428f9b83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/97ce2dca-110c-4350-8730-2b8d0effd009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7761300 Jan 20 11:06:23.535040 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35158) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:23.537742 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port 914a8460-dbc2-4a8c-b35b-4be91e280adc {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:23.538008 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:23.540487 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f405e74d-a09c-4b7f-9394-5c32d039d185 None None] Sync routers for ids ['97ce2dca-110c-4350-8730-2b8d0effd009'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:06:23.566394 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 4437d072-408b-4c78-b764-07ef2c8e798f no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:23.613882 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1ecdc6-0886-46f9-a6b8-8405b4cd4c69 None None] DHCP port deletion for 3e35fe82-4362-45af-a614-7e3b72db8473 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:06:23.625416 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 4437d072-408b-4c78-b764-07ef2c8e798f {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:23.625886 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 4437d072-408b-4c78-b764-07ef2c8e798f not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:06:23.633303 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ecdc6-0886-46f9-a6b8-8405b4cd4c69 None None] Deleting port 914a8460-dbc2-4a8c-b35b-4be91e280adc {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:23.633733 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecdc6-0886-46f9-a6b8-8405b4cd4c69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:23.704521 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f405e74d-a09c-4b7f-9394-5c32d039d185 None None] Routers {'97ce2dca-110c-4350-8730-2b8d0effd009'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:23.706718 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f405e74d-a09c-4b7f-9394-5c32d039d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['97ce2dca-110c-4350-8730-2b8d0effd009'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:23.921626 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] For port 914a8460-dbc2-4a8c-b35b-4be91e280adc, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=914a8460-dbc2-4a8c-b35b-4be91e280adc,segment=NetworkSegment(68deb864-edd2-4957-b53d-3a6b29ce7017),segment_id=68deb864-edd2-4957-b53d-3a6b29ce7017)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:23.922992 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:23.944360 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-34e15b36-0f55-4b25-a20a-c1717d6ec7e2 req-58385659-1528-411a-be62-03f3f8b31538 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216704 Jan 20 11:06:23.993394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd52606a-7ce8-4898-9e20-6e83f48379b9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:24.142156 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52606a-7ce8-4898-9e20-6e83f48379b9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=d978e170-d498-4068-bd1f-0dbc8e7b56af,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:24.149919 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Calling delete_port for 914a8460-dbc2-4a8c-b35b-4be91e280adc owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:24.176454 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-f405e74d-a09c-4b7f-9394-5c32d039d185 None None] Set router 97ce2dca-110c-4350-8730-2b8d0effd009 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:24.216495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd52606a-7ce8-4898-9e20-6e83f48379b9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:24.273412 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-34e15b36-0f55-4b25-a20a-c1717d6ec7e2 req-31568b1a-8f51-4aa9-a2a9-3ca841c8430e service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154485 Jan 20 11:06:24.349327 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35162) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:24.349896 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cd52606a-7ce8-4898-9e20-6e83f48379b9 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/ports/d978e170-d498-4068-bd1f-0dbc8e7b56af HTTP/1.1" status: 204 len: 168 time: 2.2618842 Jan 20 11:06:24.422862 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa74257a-2eb6-4ee5-a16d-a6c05dab5af6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] GET failed (client error): The resource could not be found. Jan 20 11:06:24.425014 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aa74257a-2eb6-4ee5-a16d-a6c05dab5af6 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports/d978e170-d498-4068-bd1f-0dbc8e7b56af HTTP/1.1" status: 404 len: 333 time: 0.0728304 Jan 20 11:06:24.429104 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35166) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:24.462556 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-335c0368-155e-4886-9a4c-e8835d8d70d3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:24.472756 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-1a1ecdc6-0886-46f9-a6b8-8405b4cd4c69 None None] For port 914a8460-dbc2-4a8c-b35b-4be91e280adc, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=914a8460-dbc2-4a8c-b35b-4be91e280adc,segment=NetworkSegment(68deb864-edd2-4957-b53d-3a6b29ce7017),segment_id=68deb864-edd2-4957-b53d-3a6b29ce7017)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:24.472756 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecdc6-0886-46f9-a6b8-8405b4cd4c69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:24.539631 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:24.546697 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c0368-155e-4886-9a4c-e8835d8d70d3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=af953ddb-1f99-42fb-9cac-2c614d23e74c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:24.601347 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ecdc6-0886-46f9-a6b8-8405b4cd4c69 None None] Calling delete_port for 914a8460-dbc2-4a8c-b35b-4be91e280adc owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:24.623617 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db7fb97-4603-4007-ad8d-ee5b9677ca83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting subnet 35e27d9c-fec0-4143-8108-e60bb0d73d3e {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:06:24.630300 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bc59d876-3851-46f9-b091-41cf7459b490 None None] Provisioning for port 8c34b642-0bfd-4c9f-9f23-ae6505c894af completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:06:24.647233 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Port': ['ID=914a8460-dbc2-4a8c-b35b-4be91e280adc,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:24.652410 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0db7fb97-4603-4007-ad8d-ee5b9677ca83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:24.667929 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bc59d876-3851-46f9-b091-41cf7459b490 None None] Provisioning complete for port 8c34b642-0bfd-4c9f-9f23-ae6505c894af triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:24.668313 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc59d876-3851-46f9-b091-41cf7459b490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:24.697851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-335c0368-155e-4886-9a4c-e8835d8d70d3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:24.714485 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] No DVR routers for this DVR port 914a8460-dbc2-4a8c-b35b-4be91e280adc on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:06:24.821074 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-1a1ecdc6-0886-46f9-a6b8-8405b4cd4c69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:06:24.821741 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-1a1ecdc6-0886-46f9-a6b8-8405b4cd4c69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:06:24.919220 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc59d876-3851-46f9-b091-41cf7459b490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:24.933221 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0db7fb97-4603-4007-ad8d-ee5b9677ca83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:24.962803 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f405e74d-a09c-4b7f-9394-5c32d039d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:06:20Z', 'revision_number': 10, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:19Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:24.973262 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f405e74d-a09c-4b7f-9394-5c32d039d185 None None] Checking router: 97ce2dca-110c-4350-8730-2b8d0effd009 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:06:24.985347 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-bc59d876-3851-46f9-b091-41cf7459b490 None None] For port 8c34b642-0bfd-4c9f-9f23-ae6505c894af, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8c34b642-0bfd-4c9f-9f23-ae6505c894af,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:25.001243 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f405e74d-a09c-4b7f-9394-5c32d039d185 None None] Routers {'97ce2dca-110c-4350-8730-2b8d0effd009'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:25.002597 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f405e74d-a09c-4b7f-9394-5c32d039d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['97ce2dca-110c-4350-8730-2b8d0effd009'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:25.019007 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b63e11e9-bb52-4055-852a-c1a24606e0ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.036198 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-335c0368-155e-4886-9a4c-e8835d8d70d3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/af953ddb-1f99-42fb-9cac-2c614d23e74c HTTP/1.1" status: 204 len: 168 time: 2.7266960 Jan 20 11:06:25.037962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35170) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:25.060857 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bc59d876-3851-46f9-b091-41cf7459b490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.088374 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.118909 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b63e11e9-bb52-4055-852a-c1a24606e0ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.120873 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d857a7df-6576-4667-8aef-75234877422d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:25.122597 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d857a7df-6576-4667-8aef-75234877422d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:25.123326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d857a7df-6576-4667-8aef-75234877422d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:25.152989 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e35fe82-4362-45af-a614-7e3b72db8473']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:25.163938 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 349a067e-c8ab-4a40-88ae-5a65b4b4fded up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:25.188534 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68deb864-edd2-4957-b53d-3a6b29ce7017') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:25.188875 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68deb864-edd2-4957-b53d-3a6b29ce7017') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:25.207130 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.215386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d857a7df-6576-4667-8aef-75234877422d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:25.217361 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d857a7df-6576-4667-8aef-75234877422d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1779041 Jan 20 11:06:25.222379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35174) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:25.229706 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.235174 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0db7fb97-4603-4007-ad8d-ee5b9677ca83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.264515 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59d876-3851-46f9-b091-41cf7459b490 None None] Pushing event updated for resources: {'Port': ['ID=8c34b642-0bfd-4c9f-9f23-ae6505c894af,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:25.271320 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:06:25.272726 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:06:25.287851 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:06:25.291523 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-f405e74d-a09c-4b7f-9394-5c32d039d185 None None] Set router 97ce2dca-110c-4350-8730-2b8d0effd009 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:25.334525 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ecdc6-0886-46f9-a6b8-8405b4cd4c69 None None] Deleting port 914a8460-dbc2-4a8c-b35b-4be91e280adc {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:25.334948 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecdc6-0886-46f9-a6b8-8405b4cd4c69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.349454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b63e11e9-bb52-4055-852a-c1a24606e0ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.374775 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2de13ec1-4dc5-4c95-a0a3-cb403de05e35 None None] Provisioning for port 349a067e-c8ab-4a40-88ae-5a65b4b4fded completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:06:25.391635 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e11e9-bb52-4055-852a-c1a24606e0ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28a7085-840a-42c5-bbfd-3834e68f92c9,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:25.404713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b63e11e9-bb52-4055-852a-c1a24606e0ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.406083 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b63e11e9-bb52-4055-852a-c1a24606e0ee tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/security-groups/c28a7085-840a-42c5-bbfd-3834e68f92c9 HTTP/1.1" status: 204 len: 168 time: 0.9749479 Jan 20 11:06:25.412284 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35178) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:25.428667 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2de13ec1-4dc5-4c95-a0a3-cb403de05e35 None None] Provisioning complete for port 349a067e-c8ab-4a40-88ae-5a65b4b4fded triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:25.429588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2de13ec1-4dc5-4c95-a0a3-cb403de05e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.457273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff9ea92-45a6-4318-b531-831208f0d677 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet 9958d1fd-4635-4400-8047-b0457c715a58 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:06:25.460746 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ea92-45a6-4318-b531-831208f0d677 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.488912 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.511793 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.520789 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d109728d-b28c-4505-b512-73a61ab2cb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.524958 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Network': ['ID=3e35fe82-4362-45af-a614-7e3b72db8473,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:25.526734 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ea92-45a6-4318-b531-831208f0d677 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.539991 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-510460c3-6fa1-4baf-9d6d-e2d2d3946e06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/networks/3e35fe82-4362-45af-a614-7e3b72db8473 HTTP/1.1" status: 204 len: 168 time: 2.4782929 Jan 20 11:06:25.540178 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ecdc6-0886-46f9-a6b8-8405b4cd4c69 None None] The port '914a8460-dbc2-4a8c-b35b-4be91e280adc' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:06:25.540699 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35182) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:25.621719 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ea92-45a6-4318-b531-831208f0d677 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.631349 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 349a067e-c8ab-4a40-88ae-5a65b4b4fded triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:25.636313 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.636465 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0db7fb97-4603-4007-ad8d-ee5b9677ca83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.680699 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d109728d-b28c-4505-b512-73a61ab2cb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.761674 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7fb97-4603-4007-ad8d-ee5b9677ca83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Subnet': ['ID=35e27d9c-fec0-4143-8108-e60bb0d73d3e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:25.778606 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0db7fb97-4603-4007-ad8d-ee5b9677ca83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.782836 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0db7fb97-4603-4007-ad8d-ee5b9677ca83 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/subnets/35e27d9c-fec0-4143-8108-e60bb0d73d3e HTTP/1.1" status: 204 len: 168 time: 2.2447584 Jan 20 11:06:25.785096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35186) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:25.789560 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ea92-45a6-4318-b531-831208f0d677 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.808608 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1977d23-1866-4577-9279-f848c4ee54c0 None None] Network 8b681855-f2cc-4987-82a9-2e443def780c requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:25.911235 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9ea92-45a6-4318-b531-831208f0d677 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=9958d1fd-4635-4400-8047-b0457c715a58,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:25.934003 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ea92-45a6-4318-b531-831208f0d677 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.965254 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.977734 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting port 26199d08-78f0-4e64-ba05-64a0d78eaa3c {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:25.978408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.980646 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d109728d-b28c-4505-b512-73a61ab2cb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:25.994711 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3517a84-4121-46d2-83ff-b3933b64bc34 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:26.007937 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109728d-b28c-4505-b512-73a61ab2cb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51518b1d-d837-49df-a81a-8cbfb65fbdde,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:26.016983 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d109728d-b28c-4505-b512-73a61ab2cb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:26.024536 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d109728d-b28c-4505-b512-73a61ab2cb84 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/security-groups/51518b1d-d837-49df-a81a-8cbfb65fbdde HTTP/1.1" status: 204 len: 168 time: 0.6110163 Jan 20 11:06:26.030941 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35190) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:26.031693 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3ff9ea92-45a6-4318-b531-831208f0d677 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/9958d1fd-4635-4400-8047-b0457c715a58 HTTP/1.1" status: 204 len: 168 time: 0.8083527 Jan 20 11:06:26.038266 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35194) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:26.117818 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e04f8c67-99df-4cd3-bfb8-f957943b49c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782099 Jan 20 11:06:26.128902 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35198) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:26.133915 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2de13ec1-4dc5-4c95-a0a3-cb403de05e35 None None] Could not find standard attr ID for object d978e170-d498-4068-bd1f-0dbc8e7b56af. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:06:26.202252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbf01-1b92-48f5-990c-04fed508f180 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:26.242692 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dacbf912-bab7-4e3d-83a1-4479cccea04a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:26.291427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] For port 26199d08-78f0-4e64-ba05-64a0d78eaa3c, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=26199d08-78f0-4e64-ba05-64a0d78eaa3c,segment=NetworkSegment(b99294a4-afcc-42d4-956a-d6a804a975b2),segment_id=b99294a4-afcc-42d4-956a-d6a804a975b2)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:26.292169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:26.305142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dacbf912-bab7-4e3d-83a1-4479cccea04a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:26.325856 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2de13ec1-4dc5-4c95-a0a3-cb403de05e35 None None] Provisioning complete for port 1ba178e5-a4c0-4779-b466-4c9c89d19c67 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:26.328134 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2de13ec1-4dc5-4c95-a0a3-cb403de05e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:26.349634 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6ffd38-30d5-4543-b7a0-d127d6b68bdc tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:26.350335 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bf6ffd38-30d5-4543-b7a0-d127d6b68bdc tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:26.365241 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 914a8460-dbc2-4a8c-b35b-4be91e280adc no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:26.428144 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 914a8460-dbc2-4a8c-b35b-4be91e280adc {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:26.428490 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 914a8460-dbc2-4a8c-b35b-4be91e280adc not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:06:26.441064 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Calling delete_port for 26199d08-78f0-4e64-ba05-64a0d78eaa3c owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:26.453686 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bf6ffd38-30d5-4543-b7a0-d127d6b68bdc tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:26.455693 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bf6ffd38-30d5-4543-b7a0-d127d6b68bdc tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3248217 Jan 20 11:06:26.460266 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35202) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:26.466386 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2de13ec1-4dc5-4c95-a0a3-cb403de05e35 None None] Port 1ba178e5-a4c0-4779-b466-4c9c89d19c67 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:06:26.476955 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2de13ec1-4dc5-4c95-a0a3-cb403de05e35 None None] Could not find standard attr ID for object af953ddb-1f99-42fb-9cac-2c614d23e74c. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:06:26.481326 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f405e74d-a09c-4b7f-9394-5c32d039d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:06:20Z', 'revision_number': 10, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:19Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:26.492065 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f405e74d-a09c-4b7f-9394-5c32d039d185 None None] The sync data for ids ['97ce2dca-110c-4350-8730-2b8d0effd009'] in dv-neutron-825471-1-hyperv is: [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:06:20Z', 'revision_number': 10, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None, '_interfaces': [{'id': 'f0f0e988-9aaf-424e-b675-bf3a11a57008', 'name': '', 'network_id': 'c2185990-5868-4261-a9d5-ddfa460f65e5', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'mac_address': 'fa:16:3e:03:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4132fd00-c960-4963-9492-f51170edb9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:05:04Z', 'updated_at': '2022-01-20T11:05:19Z', 'revision_number': 5, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'subnets': [{'id': '4132fd00-c960-4963-9492-f51170edb9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:06:26.627583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dacbf912-bab7-4e3d-83a1-4479cccea04a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:26.645295 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbf912-bab7-4e3d-83a1-4479cccea04a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f17c77-c9a1-46f2-8229-6e12a56b5366,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:26.655773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:26.705771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Port': ['ID=26199d08-78f0-4e64-ba05-64a0d78eaa3c,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:26.708443 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-dacbf912-bab7-4e3d-83a1-4479cccea04a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:26.709781 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-dacbf912-bab7-4e3d-83a1-4479cccea04a tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/security-groups/a8f17c77-c9a1-46f2-8229-6e12a56b5366 HTTP/1.1" status: 204 len: 168 time: 0.6770372 Jan 20 11:06:26.713143 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35206) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:26.738956 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4367ba0-3b06-4d62-b899-b3119601c7a6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:26.740393 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f4367ba0-3b06-4d62-b899-b3119601c7a6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2790711 Jan 20 11:06:26.743949 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35210) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:26.744410 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] No DVR routers for this DVR port 26199d08-78f0-4e64-ba05-64a0d78eaa3c on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:06:26.821648 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-09ad749e-9b67-463f-a4f1-b56fd851ea51 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765135 Jan 20 11:06:26.825896 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35214) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:26.833684 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:26.888732 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d543ba-b777-4947-97a0-0b5d3199597a None None] DHCP port deletion for 8b681855-f2cc-4987-82a9-2e443def780c request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:06:26.937632 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] DHCP port deletion for 8962365b-2f7b-4071-b5a5-7c805118ad36 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:06:26.944684 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Deleting port 8c34b642-0bfd-4c9f-9f23-ae6505c894af {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:26.944684 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:26.993324 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:27.012363 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:27.019481 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:27.030227 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:27.058059 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b681855-f2cc-4987-82a9-2e443def780c']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:27.065513 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:27.116621 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99294a4-afcc-42d4-956a-d6a804a975b2') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:27.119758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99294a4-afcc-42d4-956a-d6a804a975b2') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:27.122347 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 54fa0743-074b-4e2a-806b-e948d8de78be no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:27.154806 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:27.166720 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 54fa0743-074b-4e2a-806b-e948d8de78be {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:27.167080 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 54fa0743-074b-4e2a-806b-e948d8de78be not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:06:27.167503 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8c34b642-0bfd-4c9f-9f23-ae6505c894af no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:27.180363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:27.212865 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:27.229057 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:06:27.229057 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:06:27.240580 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:06:27.279293 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:27.347644 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21a2ff9-0587-4511-838a-f086af5281f3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting subnet 524c1ee5-e97f-48a5-8088-e2d7fa054c81 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:06:27.351063 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b21a2ff9-0587-4511-838a-f086af5281f3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:27.391967 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] For port 8c34b642-0bfd-4c9f-9f23-ae6505c894af, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8c34b642-0bfd-4c9f-9f23-ae6505c894af,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:27.393114 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:27.411501 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b21a2ff9-0587-4511-838a-f086af5281f3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:27.450086 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:27.453348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8c4bbf01-1b92-48f5-990c-04fed508f180 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port 23423de1-622f-4e36-95ce-642a112648dd {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:27.453909 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbf01-1b92-48f5-990c-04fed508f180 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:27.471327 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:27.482352 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Network': ['ID=8b681855-f2cc-4987-82a9-2e443def780c,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:27.492291 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8a47f981-aabc-4dc9-8be0-3896ee149e45 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/networks/8b681855-f2cc-4987-82a9-2e443def780c HTTP/1.1" status: 204 len: 168 time: 1.7047896 Jan 20 11:06:27.493889 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35218) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:27.539933 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b21a2ff9-0587-4511-838a-f086af5281f3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:27.592081 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Calling delete_port for 8c34b642-0bfd-4c9f-9f23-ae6505c894af owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:27.619142 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:27.686909 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 8c34b642-0bfd-4c9f-9f23-ae6505c894af, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8c34b642-0bfd-4c9f-9f23-ae6505c894af,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:27.705328 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b21a2ff9-0587-4511-838a-f086af5281f3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:27.740517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a2ff9-0587-4511-838a-f086af5281f3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Subnet': ['ID=524c1ee5-e97f-48a5-8088-e2d7fa054c81,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:27.752365 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b21a2ff9-0587-4511-838a-f086af5281f3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:27.752604 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b21a2ff9-0587-4511-838a-f086af5281f3 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/524c1ee5-e97f-48a5-8088-e2d7fa054c81 HTTP/1.1" status: 204 len: 168 time: 1.0384870 Jan 20 11:06:27.755826 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93595f17-babc-4a3c-8046-110587a449c0 None None] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:27.756538 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35222) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:27.826663 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:27.827364 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 26199d08-78f0-4e64-ba05-64a0d78eaa3c no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:27.832203 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-2beedc39-794c-4284-8b36-acd954b90d10 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting subnet cbcc0a2a-3c69-410d-ba3b-0a8a7a6ad559 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:06:27.835596 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2beedc39-794c-4284-8b36-acd954b90d10 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:27.886745 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-8c4bbf01-1b92-48f5-990c-04fed508f180 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] For port 23423de1-622f-4e36-95ce-642a112648dd, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=23423de1-622f-4e36-95ce-642a112648dd,segment=NetworkSegment(8a99ed84-1a0b-4745-b559-58793424f604),segment_id=8a99ed84-1a0b-4745-b559-58793424f604)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:27.887021 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbf01-1b92-48f5-990c-04fed508f180 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:27.897984 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2beedc39-794c-4284-8b36-acd954b90d10 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:27.909872 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 26199d08-78f0-4e64-ba05-64a0d78eaa3c {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:27.910221 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 26199d08-78f0-4e64-ba05-64a0d78eaa3c not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:06:27.913840 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:06:27.913840 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:06:27.984338 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=8c34b642-0bfd-4c9f-9f23-ae6505c894af,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:28.018386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2beedc39-794c-4284-8b36-acd954b90d10 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:28.119209 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8c4bbf01-1b92-48f5-990c-04fed508f180 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Calling delete_port for 23423de1-622f-4e36-95ce-642a112648dd owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:28.172254 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2beedc39-794c-4284-8b36-acd954b90d10 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:28.215412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beedc39-794c-4284-8b36-acd954b90d10 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Subnet': ['ID=cbcc0a2a-3c69-410d-ba3b-0a8a7a6ad559,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:28.221874 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2beedc39-794c-4284-8b36-acd954b90d10 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:28.228323 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2beedc39-794c-4284-8b36-acd954b90d10 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/cbcc0a2a-3c69-410d-ba3b-0a8a7a6ad559 HTTP/1.1" status: 204 len: 168 time: 0.4707158 Jan 20 11:06:28.230737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35226) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:28.277195 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73a5aef-3029-40db-b2cf-a818810b781b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:28.277874 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73a5aef-3029-40db-b2cf-a818810b781b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:28.281957 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b73a5aef-3029-40db-b2cf-a818810b781b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/524c1ee5-e97f-48a5-8088-e2d7fa054c81 HTTP/1.1" status: 404 len: 337 time: 0.0475178 Jan 20 11:06:28.290048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35230) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:28.357083 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e54046-aedb-4fac-a795-140e6e0cc886 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting subnet c9da019e-ebbe-46c7-a62d-321b85354709 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:06:28.360341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-33e54046-aedb-4fac-a795-140e6e0cc886 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:28.415724 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Deleting port 8c34b642-0bfd-4c9f-9f23-ae6505c894af {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:28.416200 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:28.423115 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-33e54046-aedb-4fac-a795-140e6e0cc886 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:28.531205 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 11:06:28.532724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-33e54046-aedb-4fac-a795-140e6e0cc886 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:28.642853 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-02b2cde8-3cc3-4169-9d93-73c0d7b66c0c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:28.694118 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-33e54046-aedb-4fac-a795-140e6e0cc886 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:28.733364 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] For port 8c34b642-0bfd-4c9f-9f23-ae6505c894af, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8c34b642-0bfd-4c9f-9f23-ae6505c894af,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:28.734106 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:28.743032 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e54046-aedb-4fac-a795-140e6e0cc886 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Subnet': ['ID=c9da019e-ebbe-46c7-a62d-321b85354709,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:28.747760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-33e54046-aedb-4fac-a795-140e6e0cc886 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:28.755772 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-33e54046-aedb-4fac-a795-140e6e0cc886 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/c9da019e-ebbe-46c7-a62d-321b85354709 HTTP/1.1" status: 204 len: 168 time: 0.4721401 Jan 20 11:06:28.759363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35234) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:28.793104 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbf01-1b92-48f5-990c-04fed508f180 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:28.808005 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19fb19f-31ac-43d4-9e55-5ae79236ff36 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:28.809119 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19fb19f-31ac-43d4-9e55-5ae79236ff36 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:28.812718 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e19fb19f-31ac-43d4-9e55-5ae79236ff36 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/c69c1fca-ce93-4835-9c33-f34a79810b07 HTTP/1.1" status: 404 len: 337 time: 0.0499539 Jan 20 11:06:28.817118 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35238) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:28.850856 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bbf01-1b92-48f5-990c-04fed508f180 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Port': ['ID=23423de1-622f-4e36-95ce-642a112648dd,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:28.875476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0f62cfe1-4048-404a-8ee5-c4e6836c0b4d tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Synchronizing usage tracker for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:28.877077 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Calling delete_port for 8c34b642-0bfd-4c9f-9f23-ae6505c894af owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:28.952522 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d91387-a644-4bea-9eaa-1755e3a69f64 None None] Network 33462417-dca9-43a6-b9b1-804c6d7f7b0e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:28.991592 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0f62cfe1-4048-404a-8ee5-c4e6836c0b4d tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Unset dirty status for tenant:7f6d045691344d49ab6811343d11a04c on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:28.994035 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0f62cfe1-4048-404a-8ee5-c4e6836c0b4d tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "GET /v2.0/ports?device_id=63cfb72e-9e72-469d-ba33-5cb31a9d5741 HTTP/1.1" status: 200 len: 205 time: 0.1755795 Jan 20 11:06:28.997910 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35242) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:29.076704 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-94905553-4c89-4f8e-8108-18dae524c0f7 None None] Provisioning complete for port 349a067e-c8ab-4a40-88ae-5a65b4b4fded triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:29.077078 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94905553-4c89-4f8e-8108-18dae524c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:29.120914 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-945532df-d109-448a-adc5-b1777bbc999b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] delete failed (client error): The resource could not be found. Jan 20 11:06:29.122835 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-945532df-d109-448a-adc5-b1777bbc999b tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/routers/63cfb72e-9e72-469d-ba33-5cb31a9d5741 HTTP/1.1" status: 404 len: 336 time: 0.1232128 Jan 20 11:06:29.124913 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35246) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:29.159268 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbf01-1b92-48f5-990c-04fed508f180 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:29.174817 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1c41d9-aee8-4dd7-8157-b449a089bd65 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:29.179304 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1c41d9-aee8-4dd7-8157-b449a089bd65 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:29.179304 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9d1c41d9-aee8-4dd7-8157-b449a089bd65 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/df6a6b29-33bf-48fc-8243-69e13a21584d HTTP/1.1" status: 404 len: 337 time: 0.0508096 Jan 20 11:06:29.181392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35250) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:29.183806 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:06:29.184184 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:06:29.264077 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:29.309386 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-94905553-4c89-4f8e-8108-18dae524c0f7 None None] Provisioning complete for port 1ba178e5-a4c0-4779-b466-4c9c89d19c67 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:29.313983 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-94905553-4c89-4f8e-8108-18dae524c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:29.325905 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6378648-c703-43f7-b363-2cce6c4360c1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:29.326468 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6378648-c703-43f7-b363-2cce6c4360c1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:29.330531 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c6378648-c703-43f7-b363-2cce6c4360c1 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/65dd2804-833c-43b2-973c-6d8154261e99 HTTP/1.1" status: 404 len: 337 time: 0.1450217 Jan 20 11:06:29.330764 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35254) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:29.371497 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a88faf7-0a45-41f7-a82a-c31e601f9319 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:29.372016 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a88faf7-0a45-41f7-a82a-c31e601f9319 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:29.372786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-94905553-4c89-4f8e-8108-18dae524c0f7 None None] Port 1ba178e5-a4c0-4779-b466-4c9c89d19c67 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:06:29.373851 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9a88faf7-0a45-41f7-a82a-c31e601f9319 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/299e5e34-c61a-4e28-94ac-f314ff2a3ab4 HTTP/1.1" status: 404 len: 337 time: 0.0421741 Jan 20 11:06:29.377016 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35258) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:29.419595 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b19835-1c55-472a-ada4-f3066f807a28 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:29.419730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b19835-1c55-472a-ada4-f3066f807a28 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:29.422549 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-92b19835-1c55-472a-ada4-f3066f807a28 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/ports/82384a32-ee16-4b87-92ca-49b9b0a6f91c HTTP/1.1" status: 404 len: 333 time: 0.0436931 Jan 20 11:06:29.424815 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35262) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:29.430707 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef36451-bbe0-4a01-9d98-17e96e2b2bef None None] DHCP port deletion for 33462417-dca9-43a6-b9b1-804c6d7f7b0e request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:06:29.436013 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fef36451-bbe0-4a01-9d98-17e96e2b2bef None None] Deleting port 349a067e-c8ab-4a40-88ae-5a65b4b4fded {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:29.436601 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fef36451-bbe0-4a01-9d98-17e96e2b2bef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:29.468474 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Deleting port 8c34b642-0bfd-4c9f-9f23-ae6505c894af {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:29.468474 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:29.471793 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-db75091a-0f05-4d2e-bae2-03f0cdf3fc4c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:29.472959 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db75091a-0f05-4d2e-bae2-03f0cdf3fc4c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:29.474100 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-db75091a-0f05-4d2e-bae2-03f0cdf3fc4c tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/96bd27a7-dbe1-4925-afb0-b7c52edf555b HTTP/1.1" status: 404 len: 337 time: 0.0437622 Jan 20 11:06:29.476667 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35268) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:29.515925 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-9afcd271-e2b3-4a5f-9bf5-ba7d9fd12114 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:29.516163 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9afcd271-e2b3-4a5f-9bf5-ba7d9fd12114 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:29.519081 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9afcd271-e2b3-4a5f-9bf5-ba7d9fd12114 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/60974d77-3c6d-456a-97a6-94d07107310f HTTP/1.1" status: 404 len: 337 time: 0.0405107 Jan 20 11:06:29.520838 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35272) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:29.573276 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc256ca5-244b-4903-bd8f-6aebb65c51b8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:29.573876 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc256ca5-244b-4903-bd8f-6aebb65c51b8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:29.578947 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bc256ca5-244b-4903-bd8f-6aebb65c51b8 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/ports/238ed466-ad50-4396-b460-9509b62df699 HTTP/1.1" status: 404 len: 333 time: 0.0540912 Jan 20 11:06:29.579447 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35276) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:29.636112 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-46989934-351c-4ff2-8ef5-1637aaba6968 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:29.636514 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46989934-351c-4ff2-8ef5-1637aaba6968 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:29.642229 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-46989934-351c-4ff2-8ef5-1637aaba6968 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/bbc4b5ba-11c1-48c5-af75-e9c47660497d HTTP/1.1" status: 404 len: 337 time: 0.0581412 Jan 20 11:06:29.642229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35280) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:29.703697 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-420b2bf8-44dc-4081-bfb7-0f429a2e20c4 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:29.703697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420b2bf8-44dc-4081-bfb7-0f429a2e20c4 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:29.703697 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-420b2bf8-44dc-4081-bfb7-0f429a2e20c4 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/subnets/b8d7bb4b-d881-478e-b150-7da4a7b7d484 HTTP/1.1" status: 404 len: 337 time: 0.0603492 Jan 20 11:06:29.714244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35284) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:29.794777 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-ad330b39-e948-43f4-b755-77ac906a2d54 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Deleting port 1ba178e5-a4c0-4779-b466-4c9c89d19c67 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:29.795164 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ad330b39-e948-43f4-b755-77ac906a2d54 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:29.893881 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-fef36451-bbe0-4a01-9d98-17e96e2b2bef None None] For port 349a067e-c8ab-4a40-88ae-5a65b4b4fded, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=349a067e-c8ab-4a40-88ae-5a65b4b4fded,segment=NetworkSegment(42824545-314d-4ee4-b162-5ed26a727e55),segment_id=42824545-314d-4ee4-b162-5ed26a727e55)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:29.894275 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fef36451-bbe0-4a01-9d98-17e96e2b2bef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:30.055755 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fef36451-bbe0-4a01-9d98-17e96e2b2bef None None] Calling delete_port for 349a067e-c8ab-4a40-88ae-5a65b4b4fded owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:30.072610 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ad330b39-e948-43f4-b755-77ac906a2d54 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:30.102603 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] For port 8c34b642-0bfd-4c9f-9f23-ae6505c894af, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8c34b642-0bfd-4c9f-9f23-ae6505c894af,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:30.102993 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:30.120673 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] For port 8c34b642-0bfd-4c9f-9f23-ae6505c894af, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8c34b642-0bfd-4c9f-9f23-ae6505c894af,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:30.214207 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-ad330b39-e948-43f4-b755-77ac906a2d54 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Calling delete_port for 1ba178e5-a4c0-4779-b466-4c9c89d19c67 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:30.232346 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Calling delete_port for 8c34b642-0bfd-4c9f-9f23-ae6505c894af owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:30.275177 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4bbf01-1b92-48f5-990c-04fed508f180 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router 68698e4e-b028-45b5-b308-88f1dc183078 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:06:30.277808 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:30.363510 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:30.364236 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:30.369226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ad330b39-e948-43f4-b755-77ac906a2d54 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:30.371060 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fef36451-bbe0-4a01-9d98-17e96e2b2bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:30.410782 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:06:30.410782 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:06:30.420267 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef36451-bbe0-4a01-9d98-17e96e2b2bef None None] Pushing event deleted for resources: {'Port': ['ID=349a067e-c8ab-4a40-88ae-5a65b4b4fded,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:30.420755 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad330b39-e948-43f4-b755-77ac906a2d54 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Port': ['ID=1ba178e5-a4c0-4779-b466-4c9c89d19c67,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:30.425794 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef36451-bbe0-4a01-9d98-17e96e2b2bef None None] No DVR routers for this DVR port 349a067e-c8ab-4a40-88ae-5a65b4b4fded on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:06:30.429288 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ad330b39-e948-43f4-b755-77ac906a2d54 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:30.546947 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ad330b39-e948-43f4-b755-77ac906a2d54 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/ports/1ba178e5-a4c0-4779-b466-4c9c89d19c67 HTTP/1.1" status: 204 len: 168 time: 0.8314736 Jan 20 11:06:30.552602 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35288) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:30.557144 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:30.599370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:30.610326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:30.611777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:30.619682 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=2ab3627f-010d-45d4-b44c-ae26bd64a591,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:30.632854 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=8c34b642-0bfd-4c9f-9f23-ae6505c894af,revision_number=7']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:30.662744 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4bbf01-1b92-48f5-990c-04fed508f180 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:06:30.667668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9939212-b360-4a75-8861-b6a4c8b5c444 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:30.671808 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8c4bbf01-1b92-48f5-990c-04fed508f180 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/68698e4e-b028-45b5-b308-88f1dc183078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1271162 Jan 20 11:06:30.671954 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35292) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:30.675518 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a22eda9-8665-4287-a747-c43297d0e855 None None] Sync routers for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:06:30.691701 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a22eda9-8665-4287-a747-c43297d0e855 None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:30.692531 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5a22eda9-8665-4287-a747-c43297d0e855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:30.745651 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-90154ce2-e3c0-474f-855c-2483955b18a3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.9161885 Jan 20 11:06:30.745895 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35296) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:30.753575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a5ea4607-150c-400d-9fff-ebc1777e5fbf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'mac_address': 'fa:16:3e:ec:34:68', 'name': 'tempest-NetworksTestDHCPv6-316157015'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:30.827129 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-5a22eda9-8665-4287-a747-c43297d0e855 None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:30.827939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-02b2cde8-3cc3-4169-9d93-73c0d7b66c0c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting port f0f0e988-9aaf-424e-b675-bf3a11a57008 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:30.828275 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-02b2cde8-3cc3-4169-9d93-73c0d7b66c0c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:30.945282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9939212-b360-4a75-8861-b6a4c8b5c444 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:30.993907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-f9939212-b360-4a75-8861-b6a4c8b5c444 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33462417-dca9-43a6-b9b1-804c6d7f7b0e']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:30.997705 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5a22eda9-8665-4287-a747-c43297d0e855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:06:28Z', 'revision_number': 11, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:31.008892 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a22eda9-8665-4287-a747-c43297d0e855 None None] Checking router: 68698e4e-b028-45b5-b308-88f1dc183078 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:06:31.020397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-f9939212-b360-4a75-8861-b6a4c8b5c444 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42824545-314d-4ee4-b162-5ed26a727e55') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:31.020961 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-f9939212-b360-4a75-8861-b6a4c8b5c444 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42824545-314d-4ee4-b162-5ed26a727e55') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:31.038803 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a22eda9-8665-4287-a747-c43297d0e855 None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:31.039480 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5a22eda9-8665-4287-a747-c43297d0e855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:31.050147 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a5ea4607-150c-400d-9fff-ebc1777e5fbf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:31.050384 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9939212-b360-4a75-8861-b6a4c8b5c444 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:31.063729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85d459c-236a-4563-83e2-31545f930d90 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting subnet 1cdff2c4-b6e8-4307-8c11-119d02304b9f {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:06:31.070319 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a85d459c-236a-4563-83e2-31545f930d90 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:31.077276 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a5ea4607-150c-400d-9fff-ebc1777e5fbf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:31.094576 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 349a067e-c8ab-4a40-88ae-5a65b4b4fded no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:31.105276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9939212-b360-4a75-8861-b6a4c8b5c444 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:31.116662 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9939212-b360-4a75-8861-b6a4c8b5c444 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:06:31.117354 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9939212-b360-4a75-8861-b6a4c8b5c444 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:31.126625 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-02b2cde8-3cc3-4169-9d93-73c0d7b66c0c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] For port f0f0e988-9aaf-424e-b675-bf3a11a57008, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f0f0e988-9aaf-424e-b675-bf3a11a57008,segment=NetworkSegment(0b0cb8db-f39f-4981-8b6a-8b13fc936c97),segment_id=0b0cb8db-f39f-4981-8b6a-8b13fc936c97)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:31.127794 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-02b2cde8-3cc3-4169-9d93-73c0d7b66c0c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:06:31.138958 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:06:31.141428 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 349a067e-c8ab-4a40-88ae-5a65b4b4fded {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:31.141428 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 349a067e-c8ab-4a40-88ae-5a65b4b4fded not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:06:31.204505 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-5a22eda9-8665-4287-a747-c43297d0e855 None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:31.313493 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5a22eda9-8665-4287-a747-c43297d0e855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:06:28Z', 'revision_number': 11, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:31.318744 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a22eda9-8665-4287-a747-c43297d0e855 None None] The sync data for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv is: [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:06:28Z', 'revision_number': 11, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:06:31.328651 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a85d459c-236a-4563-83e2-31545f930d90 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:31.335472 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ea4607-150c-400d-9fff-ebc1777e5fbf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:31.348312 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4607-150c-400d-9fff-ebc1777e5fbf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:31.412616 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-02b2cde8-3cc3-4169-9d93-73c0d7b66c0c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Calling delete_port for f0f0e988-9aaf-424e-b675-bf3a11a57008 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:31.414998 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3ad32f0-f9bc-433f-806f-8570254a0b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:31.420560 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a85d459c-236a-4563-83e2-31545f930d90 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:31.471204 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9939212-b360-4a75-8861-b6a4c8b5c444 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:31.481329 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-a5ea4607-150c-400d-9fff-ebc1777e5fbf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port 89d0fe29-4e81-4b3c-8d6b-041d97eee188 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:06:31.489366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f9939212-b360-4a75-8861-b6a4c8b5c444 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:31.504618 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9939212-b360-4a75-8861-b6a4c8b5c444 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] Pushing event deleted for resources: {'Network': ['ID=33462417-dca9-43a6-b9b1-804c6d7f7b0e,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:31.509338 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f9939212-b360-4a75-8861-b6a4c8b5c444 tempest-PortsIpV6TestJSON-1023149325 tempest-PortsIpV6TestJSON-1023149325-project] 10.222.0.70 "DELETE /v2.0/networks/33462417-dca9-43a6-b9b1-804c6d7f7b0e HTTP/1.1" status: 204 len: 168 time: 0.9535122 Jan 20 11:06:31.615687 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a85d459c-236a-4563-83e2-31545f930d90 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:31.653280 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-a5ea4607-150c-400d-9fff-ebc1777e5fbf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::f816:3eff:feec:3468 (8962365b-2f7b-4071-b5a5-7c805118ad36/2ab3627f-010d-45d4-b44c-ae26bd64a591/89d0fe29-4e81-4b3c-8d6b-041d97eee188) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:31.659908 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d459c-236a-4563-83e2-31545f930d90 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Subnet': ['ID=1cdff2c4-b6e8-4307-8c11-119d02304b9f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:31.671225 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a85d459c-236a-4563-83e2-31545f930d90 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:31.686673 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f6ea18-cc34-45c7-9060-25155a6ffb99 None None] Network 4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:31.686835 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a85d459c-236a-4563-83e2-31545f930d90 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/subnets/1cdff2c4-b6e8-4307-8c11-119d02304b9f HTTP/1.1" status: 204 len: 168 time: 1.0134044 Jan 20 11:06:31.686949 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35302) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:31.816620 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:31.831009 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Deleting port e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:31.831009 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:31.869715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-02b2cde8-3cc3-4169-9d93-73c0d7b66c0c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:31.942367 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2cde8-3cc3-4169-9d93-73c0d7b66c0c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Port': ['ID=f0f0e988-9aaf-424e-b675-bf3a11a57008,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:32.027515 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc0b8e1-ade9-42c0-9338-48d636a341de None None] DHCP port deletion for 4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:06:32.031946 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7bc0b8e1-ade9-42c0-9338-48d636a341de None None] Deleting port e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:32.033131 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7bc0b8e1-ade9-42c0-9338-48d636a341de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:32.115206 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] For port e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9,segment=NetworkSegment(8a99ed84-1a0b-4745-b559-58793424f604),segment_id=8a99ed84-1a0b-4745-b559-58793424f604)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:32.115688 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:32.216648 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4607-150c-400d-9fff-ebc1777e5fbf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:32.281897 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35308) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:32.289505 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Calling delete_port for e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:32.297324 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-a5ea4607-150c-400d-9fff-ebc1777e5fbf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object 89d0fe29-4e81-4b3c-8d6b-041d97eee188 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:32.300313 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7bc0b8e1-ade9-42c0-9338-48d636a341de None None] For port e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9,segment=NetworkSegment(8a99ed84-1a0b-4745-b559-58793424f604),segment_id=8a99ed84-1a0b-4745-b559-58793424f604)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:32.301455 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7bc0b8e1-ade9-42c0-9338-48d636a341de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:32.314908 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-02b2cde8-3cc3-4169-9d93-73c0d7b66c0c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:32.377052 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Deleting port 8c34b642-0bfd-4c9f-9f23-ae6505c894af {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:32.377829 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:32.463673 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7bc0b8e1-ade9-42c0-9338-48d636a341de None None] Calling delete_port for e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:32.477642 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:32.523574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Port': ['ID=e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:32.536328 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] No DVR routers for this DVR port e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:06:32.572485 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4607-150c-400d-9fff-ebc1777e5fbf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:32.652252 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-7bc0b8e1-ade9-42c0-9338-48d636a341de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:06:32.652597 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-7bc0b8e1-ade9-42c0-9338-48d636a341de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:06:32.666203 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:32.667858 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2f02ccb9-0567-4c82-aa64-53bb8f149687 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7f6d045691344d49ab6811343d11a04c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3847964 Jan 20 11:06:32.674338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35314) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:32.716751 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea4607-150c-400d-9fff-ebc1777e5fbf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:32.716985 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:32.717507 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea4607-150c-400d-9fff-ebc1777e5fbf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=89d0fe29-4e81-4b3c-8d6b-041d97eee188,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:32.721251 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-a5ea4607-150c-400d-9fff-ebc1777e5fbf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:32.723556 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ea4607-150c-400d-9fff-ebc1777e5fbf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:06:32.727417 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ea4607-150c-400d-9fff-ebc1777e5fbf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:32.728029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4607-150c-400d-9fff-ebc1777e5fbf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:32.738490 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a99ed84-1a0b-4745-b559-58793424f604') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:32.738794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a99ed84-1a0b-4745-b559-58793424f604') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:32.755164 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:32.775901 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] For port 8c34b642-0bfd-4c9f-9f23-ae6505c894af, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8c34b642-0bfd-4c9f-9f23-ae6505c894af,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:32.776527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:32.783526 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:32.794424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:06:32.794823 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:32.809717 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c13c3b8e-a35f-4f60-bcfa-9178ca51931e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:06:32.811908 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:06:32.908437 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c13c3b8e-a35f-4f60-bcfa-9178ca51931e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:32.945184 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Calling delete_port for 8c34b642-0bfd-4c9f-9f23-ae6505c894af owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:32.989766 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b2cde8-3cc3-4169-9d93-73c0d7b66c0c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router 97ce2dca-110c-4350-8730-2b8d0effd009 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:06:32.992749 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:33.006764 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:33.056386 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/networks/4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d HTTP/1.1" status: 204 len: 168 time: 1.3683116 Jan 20 11:06:33.056971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35318) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:33.058142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76389c9-88dc-41fe-84d0-9fffdc383435 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Pushing event deleted for resources: {'Network': ['ID=4fdd21ca-e1ee-4cb6-93b3-999ce86d5b4d,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:33.063555 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c13c3b8e-a35f-4f60-bcfa-9178ca51931e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:33.067119 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c13c3b8e-a35f-4f60-bcfa-9178ca51931e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:33.085480 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c13c3b8e-a35f-4f60-bcfa-9178ca51931e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b0339963-33f0-4f27-ade0-34aa00b3685a HTTP/1.1" status: 204 len: 168 time: 0.3983459 Jan 20 11:06:33.089882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-0094fc29-d6d9-4d3b-bc78-d9745ed8cdd5 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'router': {'routes': None}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:33.124506 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a5ea4607-150c-400d-9fff-ebc1777e5fbf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3751707 Jan 20 11:06:33.133107 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35324) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:33.139585 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:33.167818 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7bc0b8e1-ade9-42c0-9338-48d636a341de None None] Deleting port e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:33.168472 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7bc0b8e1-ade9-42c0-9338-48d636a341de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:33.186157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c3b8e-a35f-4f60-bcfa-9178ca51931e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0339963-33f0-4f27-ade0-34aa00b3685a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:33.191202 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b2cde8-3cc3-4169-9d93-73c0d7b66c0c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:06:33.198098 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-02b2cde8-3cc3-4169-9d93-73c0d7b66c0c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/97ce2dca-110c-4350-8730-2b8d0effd009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7028720 Jan 20 11:06:33.198200 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:33.198327 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:06:33.199268 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35328) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:33.199561 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 23423de1-622f-4e36-95ce-642a112648dd no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:33.237622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d3f151-e160-4ab8-829a-f6cbc7371da9 None None] Sync routers for ids ['97ce2dca-110c-4350-8730-2b8d0effd009'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:06:33.241157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:33.322356 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] Pushing event deleted for resources: {'Port': ['ID=8c34b642-0bfd-4c9f-9f23-ae6505c894af,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:33.359380 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5824779a-2773-4da2-89ca-2cc0d1e9f518 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:33.360112 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5824779a-2773-4da2-89ca-2cc0d1e9f518 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:33.364626 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 23423de1-622f-4e36-95ce-642a112648dd {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:33.364872 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 23423de1-622f-4e36-95ce-642a112648dd not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:06:33.373113 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7bc0b8e1-ade9-42c0-9338-48d636a341de None None] The port 'e0da1ad1-aa09-4b4f-bfe0-afecf70a90c9' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:06:33.389120 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d3f151-e160-4ab8-829a-f6cbc7371da9 None None] Routers {'97ce2dca-110c-4350-8730-2b8d0effd009'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:33.389807 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f3d3f151-e160-4ab8-829a-f6cbc7371da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['97ce2dca-110c-4350-8730-2b8d0effd009'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:33.445759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96328ef-65e6-456d-83e1-c1e68966c83c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting subnet 4132fd00-c960-4963-9492-f51170edb9ea {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:06:33.449513 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b96328ef-65e6-456d-83e1-c1e68966c83c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:33.483317 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5824779a-2773-4da2-89ca-2cc0d1e9f518 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:33.483634 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5824779a-2773-4da2-89ca-2cc0d1e9f518 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3481426 Jan 20 11:06:33.493180 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35332) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:33.546922 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.extraroute_db [None req-0094fc29-d6d9-4d3b-bc78-d9745ed8cdd5 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Added routes are [] {{(pid=84331) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 20 11:06:33.547476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.extraroute_db [None req-0094fc29-d6d9-4d3b-bc78-d9745ed8cdd5 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Removed routes are [] {{(pid=84331) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 20 11:06:33.547758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0094fc29-d6d9-4d3b-bc78-d9745ed8cdd5 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:33.559257 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b96328ef-65e6-456d-83e1-c1e68966c83c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:33.606980 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-447a929c-3d97-43ee-a678-2f76fa21b46d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port 89d0fe29-4e81-4b3c-8d6b-041d97eee188 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:33.607323 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-447a929c-3d97-43ee-a678-2f76fa21b46d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:33.636774 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f9ffa3-89d3-440d-8e50-357a549e1033 None None] No DVR routers for this DVR port 8c34b642-0bfd-4c9f-9f23-ae6505c894af on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:06:33.653265 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-f3d3f151-e160-4ab8-829a-f6cbc7371da9 None None] Set router 97ce2dca-110c-4350-8730-2b8d0effd009 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:33.698938 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f46060-d391-4829-88a2-972d86406fd6 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:33.769417 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b96328ef-65e6-456d-83e1-c1e68966c83c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:33.852363 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f3d3f151-e160-4ab8-829a-f6cbc7371da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:06:31Z', 'revision_number': 11, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:33.860074 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d3f151-e160-4ab8-829a-f6cbc7371da9 None None] Checking router: 97ce2dca-110c-4350-8730-2b8d0effd009 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:06:33.865767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0094fc29-d6d9-4d3b-bc78-d9745ed8cdd5 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:33.869566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0094fc29-d6d9-4d3b-bc78-d9745ed8cdd5 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:33.875624 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d3f151-e160-4ab8-829a-f6cbc7371da9 None None] Routers {'97ce2dca-110c-4350-8730-2b8d0effd009'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:33.876812 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f3d3f151-e160-4ab8-829a-f6cbc7371da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['97ce2dca-110c-4350-8730-2b8d0effd009'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:34.006043 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92aa2112-fde5-436d-bdda-e1ed7999b7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:34.015786 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0094fc29-d6d9-4d3b-bc78-d9745ed8cdd5 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router 68698e4e-b028-45b5-b308-88f1dc183078 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:06:34.043277 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-f3d3f151-e160-4ab8-829a-f6cbc7371da9 None None] Set router 97ce2dca-110c-4350-8730-2b8d0effd009 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:34.045464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b96328ef-65e6-456d-83e1-c1e68966c83c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:34.111978 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96328ef-65e6-456d-83e1-c1e68966c83c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Subnet': ['ID=4132fd00-c960-4963-9492-f51170edb9ea,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:34.134735 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b96328ef-65e6-456d-83e1-c1e68966c83c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:34.145415 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-447a929c-3d97-43ee-a678-2f76fa21b46d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:34.147828 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8176c54-2175-4eca-8797-b69b12779cd3 None None] Network c2185990-5868-4261-a9d5-ddfa460f65e5 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:34.161436 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b96328ef-65e6-456d-83e1-c1e68966c83c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/subnets/4132fd00-c960-4963-9492-f51170edb9ea HTTP/1.1" status: 204 len: 168 time: 0.9611735 Jan 20 11:06:34.162265 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35348) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:34.183603 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0094fc29-d6d9-4d3b-bc78-d9745ed8cdd5 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:06:34.190402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0094fc29-d6d9-4d3b-bc78-d9745ed8cdd5 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:34.191790 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0094fc29-d6d9-4d3b-bc78-d9745ed8cdd5 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/68698e4e-b028-45b5-b308-88f1dc183078 HTTP/1.1" status: 200 len: 704 time: 1.1303625 Jan 20 11:06:34.197130 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d8cabc-16d7-40dc-be1a-d3a65d7d01c8 None None] Sync routers for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:06:34.197691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35352) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:34.210030 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d8cabc-16d7-40dc-be1a-d3a65d7d01c8 None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:34.210879 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-78d8cabc-16d7-40dc-be1a-d3a65d7d01c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:34.241473 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-32e8e82d-f050-401b-bad5-0334833edc10 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Synchronizing usage tracker for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:34.315820 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-447a929c-3d97-43ee-a678-2f76fa21b46d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for 89d0fe29-4e81-4b3c-8d6b-041d97eee188 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:34.328968 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-32e8e82d-f050-401b-bad5-0334833edc10 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Unset dirty status for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:34.332606 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-32e8e82d-f050-401b-bad5-0334833edc10 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/ports?device_id=68698e4e-b028-45b5-b308-88f1dc183078 HTTP/1.1" status: 200 len: 205 time: 0.1319454 Jan 20 11:06:34.332919 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35360) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:34.344704 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-78d8cabc-16d7-40dc-be1a-d3a65d7d01c8 None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:34.480262 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-78d8cabc-16d7-40dc-be1a-d3a65d7d01c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:06:28Z', 'revision_number': 11, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:34.484638 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d8cabc-16d7-40dc-be1a-d3a65d7d01c8 None None] Checking router: 68698e4e-b028-45b5-b308-88f1dc183078 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:06:34.497858 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d8cabc-16d7-40dc-be1a-d3a65d7d01c8 None None] Routers {'68698e4e-b028-45b5-b308-88f1dc183078'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:34.498453 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-78d8cabc-16d7-40dc-be1a-d3a65d7d01c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['68698e4e-b028-45b5-b308-88f1dc183078'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:34.499550 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f3d3f151-e160-4ab8-829a-f6cbc7371da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:06:31Z', 'revision_number': 11, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:34.540071 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ac251f82-ee09-47e6-b933-13e091b8860c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:34.587256 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d3f151-e160-4ab8-829a-f6cbc7371da9 None None] The sync data for ids ['97ce2dca-110c-4350-8730-2b8d0effd009'] in dv-neutron-825471-1-hyperv is: [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:06:31Z', 'revision_number': 11, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:06:34.642470 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-447a929c-3d97-43ee-a678-2f76fa21b46d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:34.659348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8962365b-2f7b-4071-b5a5-7c805118ad36', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'fixed_ips': [{'subnet_id': '2ab3627f-010d-45d4-b44c-ae26bd64a591'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:06:34.660318 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:34.694024 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-78d8cabc-16d7-40dc-be1a-d3a65d7d01c8 None None] Set router 68698e4e-b028-45b5-b308-88f1dc183078 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:34.733256 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:34.739174 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a929c-3d97-43ee-a678-2f76fa21b46d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=89d0fe29-4e81-4b3c-8d6b-041d97eee188,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:34.788092 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35366) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:34.821867 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-447a929c-3d97-43ee-a678-2f76fa21b46d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:34.837810 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-78d8cabc-16d7-40dc-be1a-d3a65d7d01c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:06:28Z', 'revision_number': 11, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:34.842381 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d8cabc-16d7-40dc-be1a-d3a65d7d01c8 None None] The sync data for ids ['68698e4e-b028-45b5-b308-88f1dc183078'] in dv-neutron-825471-1-hyperv is: [{'id': '68698e4e-b028-45b5-b308-88f1dc183078', 'name': 'tempest-RoutersIpV6Test-router-686548616', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:59Z', 'updated_at': '2022-01-20T11:06:28Z', 'revision_number': 11, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:06:34.848191 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Deleting port cda25e02-6ff5-4e3b-a6a1-5a9c50293a98 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:34.848542 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:34.871394 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Allocated IP 2001:db8::f816:3eff:feb4:ef26 (8962365b-2f7b-4071-b5a5-7c805118ad36/2ab3627f-010d-45d4-b44c-ae26bd64a591/b07d3c9b-00e4-4885-b868-03ab984c6cf4) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:35.054515 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-447a929c-3d97-43ee-a678-2f76fa21b46d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/89d0fe29-4e81-4b3c-8d6b-041d97eee188 HTTP/1.1" status: 204 len: 168 time: 1.5639982 Jan 20 11:06:35.065586 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35372) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:35.098565 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b166ad-c028-4782-97fd-b0d3c7a061a1 None None] DHCP port deletion for c2185990-5868-4261-a9d5-ddfa460f65e5 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:06:35.145488 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-04e32a1f-f650-4145-a0d0-f20dd875b165 tempest-DvrRoutersNegativeTest-1796606356 tempest-DvrRoutersNegativeTest-1796606356-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1467868634', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:35.148105 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.policy [None req-04e32a1f-f650-4145-a0d0-f20dd875b165 tempest-DvrRoutersNegativeTest-1796606356 tempest-DvrRoutersNegativeTest-1796606356-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84332) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Jan 20 11:06:35.148404 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.policy [None req-04e32a1f-f650-4145-a0d0-f20dd875b165 tempest-DvrRoutersNegativeTest-1796606356 tempest-DvrRoutersNegativeTest-1796606356-project] Failed policy check for 'create_router' {{(pid=84332) enforce /opt/stack/neutron/neutron/policy.py:482}} Jan 20 11:06:35.148956 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-04e32a1f-f650-4145-a0d0-f20dd875b165 tempest-DvrRoutersNegativeTest-1796606356 tempest-DvrRoutersNegativeTest-1796606356-project] create failed (client error): Access was denied to this resource. Jan 20 11:06:35.153449 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-04e32a1f-f650-4145-a0d0-f20dd875b165 tempest-DvrRoutersNegativeTest-1796606356 tempest-DvrRoutersNegativeTest-1796606356-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3606181 Jan 20 11:06:35.153668 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device f0f0e988-9aaf-424e-b675-bf3a11a57008 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:35.195227 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-24b166ad-c028-4782-97fd-b0d3c7a061a1 None None] Deleting port cda25e02-6ff5-4e3b-a6a1-5a9c50293a98 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:35.195227 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-24b166ad-c028-4782-97fd-b0d3c7a061a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:35.224114 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c6e0d6-68dc-48ae-8262-b9c2e68f45c1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:35.225889 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c6e0d6-68dc-48ae-8262-b9c2e68f45c1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:35.226652 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a6c6e0d6-68dc-48ae-8262-b9c2e68f45c1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:35.253562 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: f0f0e988-9aaf-424e-b675-bf3a11a57008 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:06:35.254050 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device f0f0e988-9aaf-424e-b675-bf3a11a57008 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:06:35.254766 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device cda25e02-6ff5-4e3b-a6a1-5a9c50293a98 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:35.330745 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:35.358230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a6c6e0d6-68dc-48ae-8262-b9c2e68f45c1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:35.363216 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a6c6e0d6-68dc-48ae-8262-b9c2e68f45c1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2990694 Jan 20 11:06:35.365774 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35378) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:35.382289 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:35.394559 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ac251f82-ee09-47e6-b933-13e091b8860c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:35.398909 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ac251f82-ee09-47e6-b933-13e091b8860c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:35.405173 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] For port cda25e02-6ff5-4e3b-a6a1-5a9c50293a98, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=cda25e02-6ff5-4e3b-a6a1-5a9c50293a98,segment=NetworkSegment(0b0cb8db-f39f-4981-8b6a-8b13fc936c97),segment_id=0b0cb8db-f39f-4981-8b6a-8b13fc936c97)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:35.405531 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:35.476734 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:35.523736 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ac251f82-ee09-47e6-b933-13e091b8860c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:35.524596 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac251f82-ee09-47e6-b933-13e091b8860c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Fanout notify agent at l3_agent the message router_deleted on router 68698e4e-b028-45b5-b308-88f1dc183078 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:06:35.536393 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Calling delete_port for cda25e02-6ff5-4e3b-a6a1-5a9c50293a98 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:35.545461 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ac251f82-ee09-47e6-b933-13e091b8860c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:35.551380 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ac251f82-ee09-47e6-b933-13e091b8860c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/routers/68698e4e-b028-45b5-b308-88f1dc183078 HTTP/1.1" status: 204 len: 168 time: 1.2131104 Jan 20 11:06:35.553373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35382) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:35.558975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-86d08592-4b9b-4f93-9751-d1e05a97c35d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1292091790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:35.570495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-86d08592-4b9b-4f93-9751-d1e05a97c35d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:35.575787 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-86d08592-4b9b-4f93-9751-d1e05a97c35d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Usage tracker for resource:router and tenant:1aa6148e9f8944e88f329c972f79dedb is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:35.579040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-86d08592-4b9b-4f93-9751-d1e05a97c35d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:35.579187 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Transition to ACTIVE for port object b07d3c9b-00e4-4885-b868-03ab984c6cf4 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:35.587053 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-86d08592-4b9b-4f93-9751-d1e05a97c35d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:35.633236 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Transition to ACTIVE for port object b07d3c9b-00e4-4885-b868-03ab984c6cf4 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:35.662673 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-24b166ad-c028-4782-97fd-b0d3c7a061a1 None None] For port cda25e02-6ff5-4e3b-a6a1-5a9c50293a98, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=cda25e02-6ff5-4e3b-a6a1-5a9c50293a98,segment=NetworkSegment(0b0cb8db-f39f-4981-8b6a-8b13fc936c97),segment_id=0b0cb8db-f39f-4981-8b6a-8b13fc936c97)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:35.663484 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-24b166ad-c028-4782-97fd-b0d3c7a061a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:35.666637 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-86d08592-4b9b-4f93-9751-d1e05a97c35d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:35.667558 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-86d08592-4b9b-4f93-9751-d1e05a97c35d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:35.699557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-86d08592-4b9b-4f93-9751-d1e05a97c35d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:35.736397 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:35.770125 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35388) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:35.782139 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc217d5-5d81-4e54-9c56-c75b7f09f737 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet 2ab3627f-010d-45d4-b44c-ae26bd64a591 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:06:35.785521 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0bc217d5-5d81-4e54-9c56-c75b7f09f737 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:35.787588 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-86d08592-4b9b-4f93-9751-d1e05a97c35d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:35.802626 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:35.816438 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-24b166ad-c028-4782-97fd-b0d3c7a061a1 None None] Calling delete_port for cda25e02-6ff5-4e3b-a6a1-5a9c50293a98 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:35.823082 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:35.880347 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Port': ['ID=cda25e02-6ff5-4e3b-a6a1-5a9c50293a98,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:35.894343 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] No DVR routers for this DVR port cda25e02-6ff5-4e3b-a6a1-5a9c50293a98 on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:06:35.911902 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-86d08592-4b9b-4f93-9751-d1e05a97c35d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:35.917245 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-86d08592-4b9b-4f93-9751-d1e05a97c35d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3626964 Jan 20 11:06:35.918732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35394) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:35.939285 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-a7a04c07-d607-49de-a655-81ab43384efd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:36.012662 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0bc217d5-5d81-4e54-9c56-c75b7f09f737 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:36.029326 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:36.036171 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:36.038174 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Pushing event updated for resources: {'Port': ['ID=b07d3c9b-00e4-4885-b868-03ab984c6cf4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:36.040856 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:06:36.078923 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-24b166ad-c028-4782-97fd-b0d3c7a061a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:06:36.080206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-24b166ad-c028-4782-97fd-b0d3c7a061a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:06:36.089768 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:36.099746 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41d4c4a4-1516-4df1-9cb4-c2aba79b5266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:36.143579 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2185990-5868-4261-a9d5-ddfa460f65e5']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:36.144454 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Attempting to bind port b07d3c9b-00e4-4885-b868-03ab984c6cf4 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:06:36.144822 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Attempting to bind port b07d3c9b-00e4-4885-b868-03ab984c6cf4 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:06:36.145182 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Attempting to bind port b07d3c9b-00e4-4885-b868-03ab984c6cf4 on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:06:36.152388 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:06:36.153266 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:06:36.155687 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:36.167470 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:06:36.167470 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Bound port: b07d3c9b-00e4-4885-b868-03ab984c6cf4, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:06:36.167470 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:36.174018 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0cb8db-f39f-4981-8b6a-8b13fc936c97') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:36.174954 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0cb8db-f39f-4981-8b6a-8b13fc936c97') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:36.202800 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:36.216797 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-41d4c4a4-1516-4df1-9cb4-c2aba79b5266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:36.225391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-41d4c4a4-1516-4df1-9cb4-c2aba79b5266 admin admin] Usage tracker for resource:security_group_rule and tenant:7ce1e1bdc6e04f8ea6befc8c70db0c68 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:36.230169 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-41d4c4a4-1516-4df1-9cb4-c2aba79b5266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:36.233063 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:36.236924 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:36.242794 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-41d4c4a4-1516-4df1-9cb4-c2aba79b5266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:36.248293 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:06:36.248686 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:06:36.265601 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:06:36.272701 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0bc217d5-5d81-4e54-9c56-c75b7f09f737 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:36.366816 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a7a04c07-d607-49de-a655-81ab43384efd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:36.449434 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a7a04c07-d607-49de-a655-81ab43384efd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:36.517163 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:36.535299 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:36.547367 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Pushing event deleted for resources: {'Network': ['ID=c2185990-5868-4261-a9d5-ddfa460f65e5,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:36.549900 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] For port b07d3c9b-00e4-4885-b868-03ab984c6cf4, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:06:36.554941 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] For port b07d3c9b-00e4-4885-b868-03ab984c6cf4, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b07d3c9b-00e4-4885-b868-03ab984c6cf4,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:06:36.558889 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0bc217d5-5d81-4e54-9c56-c75b7f09f737 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:36.581792 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-24b166ad-c028-4782-97fd-b0d3c7a061a1 None None] Deleting port cda25e02-6ff5-4e3b-a6a1-5a9c50293a98 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:36.586487 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-24b166ad-c028-4782-97fd-b0d3c7a061a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:36.616360 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc217d5-5d81-4e54-9c56-c75b7f09f737 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab3627f-010d-45d4-b44c-ae26bd64a591,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:36.622857 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-46ff5571-2299-456e-a74b-5f118f00e65c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/networks/c2185990-5868-4261-a9d5-ddfa460f65e5 HTTP/1.1" status: 204 len: 168 time: 2.4578025 Jan 20 11:06:36.628108 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0bc217d5-5d81-4e54-9c56-c75b7f09f737 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:36.630620 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35398) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:36.636274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-435cfc6e-f8bc-4075-b779-640daea3dad2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'router': {'routes': None}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:36.641063 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0bc217d5-5d81-4e54-9c56-c75b7f09f737 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/2ab3627f-010d-45d4-b44c-ae26bd64a591 HTTP/1.1" status: 204 len: 168 time: 1.2722549 Jan 20 11:06:36.644583 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35402) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:36.649924 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-24b166ad-c028-4782-97fd-b0d3c7a061a1 None None] The port 'cda25e02-6ff5-4e3b-a6a1-5a9c50293a98' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:06:36.651971 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:36.724732 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fd695c21-d4e3-4167-8734-e1965e53b344 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765049 Jan 20 11:06:36.730164 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35406) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:36.740524 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c4a67-c4ba-4981-9760-bb5836706989 None None] Pushing event updated for resources: {'Port': ['ID=b07d3c9b-00e4-4885-b868-03ab984c6cf4,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:36.742283 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5c6b654e-7655-4409-ae9c-d3d35a2fe267 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:36.765449 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a04c07-d607-49de-a655-81ab43384efd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Router 61ccf552-5486-4053-814a-5dd22959ff6c is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:06:36.922266 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41d4c4a4-1516-4df1-9cb4-c2aba79b5266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:36.971956 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5c6b654e-7655-4409-ae9c-d3d35a2fe267 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:36.985133 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5c6b654e-7655-4409-ae9c-d3d35a2fe267 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:36.993069 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41d4c4a4-1516-4df1-9cb4-c2aba79b5266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:37.059830 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4c4a4-1516-4df1-9cb4-c2aba79b5266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e656492c-9ef3-4d9e-8fb0-9cacef485cb3,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:37.068428 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-41d4c4a4-1516-4df1-9cb4-c2aba79b5266 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ce1e1bdc6e04f8ea6befc8c70db0c68&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2966819 Jan 20 11:06:37.074211 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35410) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:37.111295 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6b654e-7655-4409-ae9c-d3d35a2fe267 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:37.115530 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5c6b654e-7655-4409-ae9c-d3d35a2fe267 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:37.174469 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b07d3c9b-00e4-4885-b868-03ab984c6cf4 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:37.230989 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.extraroute_db [None req-435cfc6e-f8bc-4075-b779-640daea3dad2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Added routes are [] {{(pid=84331) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 20 11:06:37.231290 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.extraroute_db [None req-435cfc6e-f8bc-4075-b779-640daea3dad2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Removed routes are [] {{(pid=84331) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 20 11:06:37.231817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-435cfc6e-f8bc-4075-b779-640daea3dad2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:37.281509 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd040159-be70-484f-b352-32197904ba33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:37.314280 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd040159-be70-484f-b352-32197904ba33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:37.357179 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port b07d3c9b-00e4-4885-b868-03ab984c6cf4 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:06:37.371958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a04c07-d607-49de-a655-81ab43384efd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:06:37.379783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a7a04c07-d607-49de-a655-81ab43384efd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:37.380977 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a7a04c07-d607-49de-a655-81ab43384efd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "PUT /v2.0/routers/61ccf552-5486-4053-814a-5dd22959ff6c HTTP/1.1" status: 200 len: 698 time: 1.4610233 Jan 20 11:06:37.383767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35414) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:37.386904 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74cfbf2-9100-484a-a400-edd8d6132125 None None] Sync routers for ids ['61ccf552-5486-4053-814a-5dd22959ff6c'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:06:37.403135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74cfbf2-9100-484a-a400-edd8d6132125 None None] Routers {'61ccf552-5486-4053-814a-5dd22959ff6c'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:37.404177 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a74cfbf2-9100-484a-a400-edd8d6132125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['61ccf552-5486-4053-814a-5dd22959ff6c'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:37.522782 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd040159-be70-484f-b352-32197904ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:37.541939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd040159-be70-484f-b352-32197904ba33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e656492c-9ef3-4d9e-8fb0-9cacef485cb3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:37.543639 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-a74cfbf2-9100-484a-a400-edd8d6132125 None None] Set router 61ccf552-5486-4053-814a-5dd22959ff6c gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:37.653165 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-435cfc6e-f8bc-4075-b779-640daea3dad2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:37.659011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-435cfc6e-f8bc-4075-b779-640daea3dad2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:37.666757 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-99b30252-3d0e-47a2-bfa7-19cf663feed7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/routers/61ccf552-5486-4053-814a-5dd22959ff6c HTTP/1.1" status: 200 len: 704 time: 0.2812552 Jan 20 11:06:37.670102 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35420) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:37.682470 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a74cfbf2-9100-484a-a400-edd8d6132125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ccf552-5486-4053-814a-5dd22959ff6c', 'name': 'tempest-RoutersIpV6Test-router-1292091790', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:06:35Z', 'updated_at': '2022-01-20T11:06:36Z', 'revision_number': 2, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:37.687618 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74cfbf2-9100-484a-a400-edd8d6132125 None None] Checking router: 61ccf552-5486-4053-814a-5dd22959ff6c for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:06:37.700909 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74cfbf2-9100-484a-a400-edd8d6132125 None None] Routers {'61ccf552-5486-4053-814a-5dd22959ff6c'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:37.701546 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a74cfbf2-9100-484a-a400-edd8d6132125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['61ccf552-5486-4053-814a-5dd22959ff6c'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:37.713145 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-5c6b654e-7655-4409-ae9c-d3d35a2fe267 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 11:06:37.777019 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9413d1e7-0f02-4176-b049-33f5fb4173cb tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ccf552-5486-4053-814a-5dd22959ff6c HTTP/1.1" status: 200 len: 205 time: 0.1056449 Jan 20 11:06:37.823822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35424) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:37.855554 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435cfc6e-f8bc-4075-b779-640daea3dad2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router 97ce2dca-110c-4350-8730-2b8d0effd009 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:06:37.861118 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-a74cfbf2-9100-484a-a400-edd8d6132125 None None] Set router 61ccf552-5486-4053-814a-5dd22959ff6c gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:37.969261 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd040159-be70-484f-b352-32197904ba33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:37.972952 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cd040159-be70-484f-b352-32197904ba33 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e656492c-9ef3-4d9e-8fb0-9cacef485cb3 HTTP/1.1" status: 204 len: 168 time: 0.8954778 Jan 20 11:06:37.981381 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a74cfbf2-9100-484a-a400-edd8d6132125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ccf552-5486-4053-814a-5dd22959ff6c', 'name': 'tempest-RoutersIpV6Test-router-1292091790', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:06:35Z', 'updated_at': '2022-01-20T11:06:36Z', 'revision_number': 2, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:37.987160 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74cfbf2-9100-484a-a400-edd8d6132125 None None] The sync data for ids ['61ccf552-5486-4053-814a-5dd22959ff6c'] in dv-neutron-825471-1-hyperv is: [{'id': '61ccf552-5486-4053-814a-5dd22959ff6c', 'name': 'tempest-RoutersIpV6Test-router-1292091790', 'tenant_id': '1aa6148e9f8944e88f329c972f79dedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:06:35Z', 'updated_at': '2022-01-20T11:06:36Z', 'revision_number': 2, 'project_id': '1aa6148e9f8944e88f329c972f79dedb', 'gw_port_host': None}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:06:38.056088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435cfc6e-f8bc-4075-b779-640daea3dad2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:06:38.058210 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51cec776-a82e-4a7a-abef-717f334b59be tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:38.064176 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-435cfc6e-f8bc-4075-b779-640daea3dad2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:38.069768 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-435cfc6e-f8bc-4075-b779-640daea3dad2 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/97ce2dca-110c-4350-8730-2b8d0effd009 HTTP/1.1" status: 200 len: 700 time: 1.4379857 Jan 20 11:06:38.070627 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35430) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:38.072897 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa2120-4cf9-434c-90c7-0f2e6b10f4f7 None None] Sync routers for ids ['97ce2dca-110c-4350-8730-2b8d0effd009'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:06:38.102804 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa2120-4cf9-434c-90c7-0f2e6b10f4f7 None None] Routers {'97ce2dca-110c-4350-8730-2b8d0effd009'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:38.103540 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-17aa2120-4cf9-434c-90c7-0f2e6b10f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['97ce2dca-110c-4350-8730-2b8d0effd009'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:38.123842 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-31d6cf94-3057-4242-b3ed-8b9734e64308 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Synchronizing usage tracker for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:38.198089 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf70d9e-2e97-46a0-b92c-3bfc5bff3a19 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:38.201007 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5c6b654e-7655-4409-ae9c-d3d35a2fe267 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:38.214135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-31d6cf94-3057-4242-b3ed-8b9734e64308 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Unset dirty status for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:38.217205 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-31d6cf94-3057-4242-b3ed-8b9734e64308 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ce2dca-110c-4350-8730-2b8d0effd009 HTTP/1.1" status: 200 len: 205 time: 0.1436870 Jan 20 11:06:38.218961 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35434) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:38.283592 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-17aa2120-4cf9-434c-90c7-0f2e6b10f4f7 None None] Set router 97ce2dca-110c-4350-8730-2b8d0effd009 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:38.389024 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2dbcf0d5-ae64-4407-86d6-6c4e89fd5b4a None None] Provisioning for port b07d3c9b-00e4-4885-b868-03ab984c6cf4 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:06:38.431862 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3471ffea-adf3-42dc-a9c7-4a49fdbcbe87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:38.455768 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2dbcf0d5-ae64-4407-86d6-6c4e89fd5b4a None None] Provisioning complete for port b07d3c9b-00e4-4885-b868-03ab984c6cf4 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:38.456147 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dbcf0d5-ae64-4407-86d6-6c4e89fd5b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:38.487893 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-17aa2120-4cf9-434c-90c7-0f2e6b10f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:06:31Z', 'revision_number': 11, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:38.500952 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa2120-4cf9-434c-90c7-0f2e6b10f4f7 None None] Checking router: 97ce2dca-110c-4350-8730-2b8d0effd009 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:06:38.529564 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa2120-4cf9-434c-90c7-0f2e6b10f4f7 None None] Routers {'97ce2dca-110c-4350-8730-2b8d0effd009'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:38.530796 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-17aa2120-4cf9-434c-90c7-0f2e6b10f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['97ce2dca-110c-4350-8730-2b8d0effd009'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:38.643477 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dbcf0d5-ae64-4407-86d6-6c4e89fd5b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:38.830073 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-17aa2120-4cf9-434c-90c7-0f2e6b10f4f7 None None] Set router 97ce2dca-110c-4350-8730-2b8d0effd009 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:38.916957 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51cec776-a82e-4a7a-abef-717f334b59be tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:38.938340 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51cec776-a82e-4a7a-abef-717f334b59be tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:38.990185 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-5c6b654e-7655-4409-ae9c-d3d35a2fe267 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] For port b07d3c9b-00e4-4885-b868-03ab984c6cf4, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b07d3c9b-00e4-4885-b868-03ab984c6cf4,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:39.076990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51cec776-a82e-4a7a-abef-717f334b59be tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:39.077624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cec776-a82e-4a7a-abef-717f334b59be tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Fanout notify agent at l3_agent the message router_deleted on router 61ccf552-5486-4053-814a-5dd22959ff6c {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:06:39.081359 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5c6b654e-7655-4409-ae9c-d3d35a2fe267 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:39.098775 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-17aa2120-4cf9-434c-90c7-0f2e6b10f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:06:31Z', 'revision_number': 11, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:39.104096 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa2120-4cf9-434c-90c7-0f2e6b10f4f7 None None] The sync data for ids ['97ce2dca-110c-4350-8730-2b8d0effd009'] in dv-neutron-825471-1-hyperv is: [{'id': '97ce2dca-110c-4350-8730-2b8d0effd009', 'name': 'tempest-RoutersTest-router-398504946', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:04:58Z', 'updated_at': '2022-01-20T11:06:31Z', 'revision_number': 11, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:06:39.137161 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51cec776-a82e-4a7a-abef-717f334b59be tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:39.155112 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-51cec776-a82e-4a7a-abef-717f334b59be tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/routers/61ccf552-5486-4053-814a-5dd22959ff6c HTTP/1.1" status: 204 len: 168 time: 1.3286312 Jan 20 11:06:39.155593 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35448) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:39.224171 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5c6b654e-7655-4409-ae9c-d3d35a2fe267 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:39.224901 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5c6b654e-7655-4409-ae9c-d3d35a2fe267 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:39.321931 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-2dbcf0d5-ae64-4407-86d6-6c4e89fd5b4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:06:39.321931 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-2dbcf0d5-ae64-4407-86d6-6c4e89fd5b4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:06:39.341908 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3471ffea-adf3-42dc-a9c7-4a49fdbcbe87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:39.355128 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3471ffea-adf3-42dc-a9c7-4a49fdbcbe87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:39.426038 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b654e-7655-4409-ae9c-d3d35a2fe267 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=6f11e23b-30f0-4ebd-9062-6e2fca4b32d0,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:39.450123 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-36b4d078-871b-4f68-8a56-f7458e688e63 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Synchronizing usage tracker for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:39.471366 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6b654e-7655-4409-ae9c-d3d35a2fe267 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:39.480899 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-5c6b654e-7655-4409-ae9c-d3d35a2fe267 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:39.485071 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6b654e-7655-4409-ae9c-d3d35a2fe267 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:39.486450 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5c6b654e-7655-4409-ae9c-d3d35a2fe267 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:39.490467 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:39.522016 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b654e-7655-4409-ae9c-d3d35a2fe267 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=b07d3c9b-00e4-4885-b868-03ab984c6cf4,revision_number=5']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:39.551813 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3471ffea-adf3-42dc-a9c7-4a49fdbcbe87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:39.552341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3471ffea-adf3-42dc-a9c7-4a49fdbcbe87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Fanout notify agent at l3_agent the message router_deleted on router 97ce2dca-110c-4350-8730-2b8d0effd009 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:06:39.571250 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3471ffea-adf3-42dc-a9c7-4a49fdbcbe87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:39.573426 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3471ffea-adf3-42dc-a9c7-4a49fdbcbe87 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/routers/97ce2dca-110c-4350-8730-2b8d0effd009 HTTP/1.1" status: 204 len: 168 time: 1.3532124 Jan 20 11:06:39.577460 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35456) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:39.584928 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d9c4c546-30b5-409c-86aa-45120974a47a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-144316918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:39.591443 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d9c4c546-30b5-409c-86aa-45120974a47a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:39.597131 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d9c4c546-30b5-409c-86aa-45120974a47a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Usage tracker for resource:router and tenant:0c5b44fb39b64ea5a5d562662d9183a4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:39.600351 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d9c4c546-30b5-409c-86aa-45120974a47a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:39.608215 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d9c4c546-30b5-409c-86aa-45120974a47a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:39.630811 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5c6b654e-7655-4409-ae9c-d3d35a2fe267 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.8982317 Jan 20 11:06:39.631443 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-36b4d078-871b-4f68-8a56-f7458e688e63 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] Unset dirty status for tenant:1aa6148e9f8944e88f329c972f79dedb on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:39.632247 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35460) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:39.635905 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-36b4d078-871b-4f68-8a56-f7458e688e63 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/ports?device_id=61ccf552-5486-4053-814a-5dd22959ff6c HTTP/1.1" status: 200 len: 205 time: 0.4780445 Jan 20 11:06:39.636797 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35464) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:39.638443 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-5094cbdb-8d11-4c24-b52e-37fedefe5992 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'mac_address': 'fa:16:3e:aa:8e:8f', 'name': 'tempest-NetworksTestDHCPv6-1279480843'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:39.642058 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f33e237-2cd2-407a-86ad-3c51ae7bf8e6 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:39.713902 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-63ed1991-ba56-4f04-aa7e-a08e759800e7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] delete failed (client error): The resource could not be found. Jan 20 11:06:39.717892 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-63ed1991-ba56-4f04-aa7e-a08e759800e7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/routers/61ccf552-5486-4053-814a-5dd22959ff6c HTTP/1.1" status: 404 len: 336 time: 0.0798542 Jan 20 11:06:39.718472 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35470) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:39.721976 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c546-30b5-409c-86aa-45120974a47a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:39.722958 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c546-30b5-409c-86aa-45120974a47a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:39.767962 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-59eebbec-64e1-4c3a-8a06-935dc695bbd9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:39.768690 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59eebbec-64e1-4c3a-8a06-935dc695bbd9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:39.780984 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-59eebbec-64e1-4c3a-8a06-935dc695bbd9 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/subnets/3e1445b9-eceb-4afb-bb89-b10a52ec9011 HTTP/1.1" status: 404 len: 337 time: 0.0613503 Jan 20 11:06:39.789640 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35474) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:39.789841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c546-30b5-409c-86aa-45120974a47a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:39.829122 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b947cbd-3d89-421d-bca4-3e9f7ef2d59f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:39.830020 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b947cbd-3d89-421d-bca4-3e9f7ef2d59f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:39.833946 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3b947cbd-3d89-421d-bca4-3e9f7ef2d59f tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/subnets/592aa2b0-db6d-4ce6-9d9f-f0b1c2869436 HTTP/1.1" status: 404 len: 337 time: 0.0436103 Jan 20 11:06:39.834417 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35478) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:39.842306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5094cbdb-8d11-4c24-b52e-37fedefe5992 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:39.844534 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35482) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:39.857157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5094cbdb-8d11-4c24-b52e-37fedefe5992 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:port and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:39.865979 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5094cbdb-8d11-4c24-b52e-37fedefe5992 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:39.873798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5094cbdb-8d11-4c24-b52e-37fedefe5992 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:39.883222 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a385ce-2bd9-4bed-a767-45fe3000cb16 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:39.883716 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a385ce-2bd9-4bed-a767-45fe3000cb16 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:39.893173 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-30a385ce-2bd9-4bed-a767-45fe3000cb16 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/subnets/543351b4-4852-4dc3-aad7-de8a8bf6c59c HTTP/1.1" status: 404 len: 337 time: 0.0501063 Jan 20 11:06:39.893173 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c546-30b5-409c-86aa-45120974a47a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:39.893420 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35488) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:39.912874 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dbcf0d5-ae64-4407-86d6-6c4e89fd5b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:39.928837 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfcd142b-3892-4fe0-8763-6b9da0497b9b tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:39.929686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfcd142b-3892-4fe0-8763-6b9da0497b9b tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:39.931309 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cfcd142b-3892-4fe0-8763-6b9da0497b9b tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/subnets/1cdff2c4-b6e8-4307-8c11-119d02304b9f HTTP/1.1" status: 404 len: 337 time: 0.0423346 Jan 20 11:06:39.933952 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35492) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:39.976395 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5094cbdb-8d11-4c24-b52e-37fedefe5992 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:39.987074 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c546-30b5-409c-86aa-45120974a47a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:39.990180 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d9c4c546-30b5-409c-86aa-45120974a47a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4091754 Jan 20 11:06:39.991095 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35496) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:39.998038 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-58bea843-2510-4fcc-8520-6fa1fb162b10 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:40.002075 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6b256cbb-c0a4-4c20-ad1f-fbc65dd4eb54 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/ports?device_id=68698e4e-b028-45b5-b308-88f1dc183078 HTTP/1.1" status: 200 len: 205 time: 0.0646045 Jan 20 11:06:40.003717 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35500) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:40.051638 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2dbcf0d5-ae64-4407-86d6-6c4e89fd5b4a None None] For port b07d3c9b-00e4-4885-b868-03ab984c6cf4, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b07d3c9b-00e4-4885-b868-03ab984c6cf4,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:40.112316 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2dbcf0d5-ae64-4407-86d6-6c4e89fd5b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:40.135141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-080b98fb-bb2f-48ae-bd3c-397104846095 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:40.135747 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-080b98fb-bb2f-48ae-bd3c-397104846095 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): There was a conflict when trying to complete your request. Jan 20 11:06:40.141898 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-080b98fb-bb2f-48ae-bd3c-397104846095 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2906189 Jan 20 11:06:40.141898 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-4bf05a55-ecad-4eda-b9e9-8e92e8ab7d06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] delete failed (client error): The resource could not be found. Jan 20 11:06:40.142173 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35504) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:40.142270 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4bf05a55-ecad-4eda-b9e9-8e92e8ab7d06 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/routers/68698e4e-b028-45b5-b308-88f1dc183078 HTTP/1.1" status: 404 len: 336 time: 0.1363614 Jan 20 11:06:40.145817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35508) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:40.150810 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group': {'name': 'tempest-secgroup--2036633752'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:40.162141 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:40.162631 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2dbcf0d5-ae64-4407-86d6-6c4e89fd5b4a None None] Could not find standard attr ID for object 89d0fe29-4e81-4b3c-8d6b-041d97eee188. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:06:40.175015 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:40.178750 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:40.187763 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:40.195697 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcf0d5-ae64-4407-86d6-6c4e89fd5b4a None None] Pushing event updated for resources: {'Port': ['ID=b07d3c9b-00e4-4885-b868-03ab984c6cf4,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:40.215459 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c314e2b6-59df-4512-a66d-f325cb398d3d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f6b0481-affe-4037-8fa9-6fa753e296d4 HTTP/1.1" status: 200 len: 205 time: 0.0661578 Jan 20 11:06:40.216437 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35512) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:40.284481 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-5bfe3c13-5067-42e9-b27f-4d4d963ed0f2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] delete failed (client error): The resource could not be found. Jan 20 11:06:40.286995 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5bfe3c13-5067-42e9-b27f-4d4d963ed0f2 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/routers/9f6b0481-affe-4037-8fa9-6fa753e296d4 HTTP/1.1" status: 404 len: 336 time: 0.0679083 Jan 20 11:06:40.289036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35516) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:40.292781 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e8a5a785-38cb-49ee-a261-b23d8b4bd26e None None] Provisioning complete for port b07d3c9b-00e4-4885-b868-03ab984c6cf4 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:40.293166 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8a5a785-38cb-49ee-a261-b23d8b4bd26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:40.336614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:40.348462 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-251e5780-c353-4e49-9308-e35b464294cd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:40.350096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-251e5780-c353-4e49-9308-e35b464294cd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:40.350579 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-251e5780-c353-4e49-9308-e35b464294cd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/subnets/31f0902e-e274-46b0-a921-ad1e25590996 HTTP/1.1" status: 404 len: 337 time: 0.0605183 Jan 20 11:06:40.359056 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35520) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:40.409754 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5094cbdb-8d11-4c24-b52e-37fedefe5992 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:40.422616 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6997cdde-dc3a-4e3b-bca3-819fe4f03a4c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1fcbea5-5088-4420-9c13-dc711836e26d HTTP/1.1" status: 200 len: 205 time: 0.0604486 Jan 20 11:06:40.423030 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35524) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:40.429136 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e8a5a785-38cb-49ee-a261-b23d8b4bd26e None None] Could not find standard attr ID for object 89d0fe29-4e81-4b3c-8d6b-041d97eee188. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:06:40.474418 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:40.489034 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-58bea843-2510-4fcc-8520-6fa1fb162b10 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:40.494512 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-d9226174-dddc-40b1-918c-fbdfb60db242 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] delete failed (client error): The resource could not be found. Jan 20 11:06:40.495679 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d9226174-dddc-40b1-918c-fbdfb60db242 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/routers/b1fcbea5-5088-4420-9c13-dc711836e26d HTTP/1.1" status: 404 len: 336 time: 0.0715775 Jan 20 11:06:40.498208 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35528) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:40.507312 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-5094cbdb-8d11-4c24-b52e-37fedefe5992 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port 85c03048-2cd6-470d-b80c-176299f4e9a1 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:06:40.553082 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fb0b4453-164b-4b34-946c-035bd86628b8 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f76bc57-c47f-440b-9943-5649d6df4441 HTTP/1.1" status: 200 len: 205 time: 0.0504363 Jan 20 11:06:40.555271 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35532) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:40.556003 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1293da95-8b99-4121-a9c6-a64892648856 None None] Provisioning complete for port b07d3c9b-00e4-4885-b868-03ab984c6cf4 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:40.556452 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1293da95-8b99-4121-a9c6-a64892648856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:40.558070 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:40.620273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:40.623056 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-58bea843-2510-4fcc-8520-6fa1fb162b10 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:40.625147 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:40.638762 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-f0ac548d-1e72-46e4-b7bf-96a7d8912cf3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] delete failed (client error): The resource could not be found. Jan 20 11:06:40.639764 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f0ac548d-1e72-46e4-b7bf-96a7d8912cf3 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/routers/4f76bc57-c47f-440b-9943-5649d6df4441 HTTP/1.1" status: 404 len: 336 time: 0.0837262 Jan 20 11:06:40.641449 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:40.643548 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35536) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:40.690557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-5094cbdb-8d11-4c24-b52e-37fedefe5992 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::f816:3eff:feaa:8e8f (8962365b-2f7b-4071-b5a5-7c805118ad36/6f11e23b-30f0-4ebd-9062-6e2fca4b32d0/85c03048-2cd6-470d-b80c-176299f4e9a1) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:40.697371 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af37f30-7759-437f-ac3a-7e4b8b50aa8d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:40.697900 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af37f30-7759-437f-ac3a-7e4b8b50aa8d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:40.710893 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4af37f30-7759-437f-ac3a-7e4b8b50aa8d tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/subnets/65350086-f255-43b9-a94e-fce2b52d75ef HTTP/1.1" status: 404 len: 337 time: 0.0638320 Jan 20 11:06:40.711109 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35540) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:40.856305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:40.873395 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-52e0ddc0-77da-4d64-b98d-c6dd007002dd tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/ports?device_id=604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5 HTTP/1.1" status: 200 len: 205 time: 0.1611414 Jan 20 11:06:40.875872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35544) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:41.038594 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:41.041707 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bea843-2510-4fcc-8520-6fa1fb162b10 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Router 4f647727-b5fd-4e1a-a27a-d75f1c462260 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:06:41.063023 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b07d3c9b-00e4-4885-b868-03ab984c6cf4 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:41.065732 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-96944eec-3a17-49d8-bb2a-a62aeb3d398a tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] delete failed (client error): The resource could not be found. Jan 20 11:06:41.070306 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-96944eec-3a17-49d8-bb2a-a62aeb3d398a tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/routers/604eef31-5ab2-4e4e-b89a-25b7a9a7f4d5 HTTP/1.1" status: 404 len: 336 time: 0.1896598 Jan 20 11:06:41.070499 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35548) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:41.074113 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5094cbdb-8d11-4c24-b52e-37fedefe5992 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:41.100686 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:41.106986 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efc24b7-b343-4126-9838-b067a084c5a4,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:41.109856 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:41.119524 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f85b2c-29fd-4603-953f-44a5f8a505d4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:41.120037 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f85b2c-29fd-4603-953f-44a5f8a505d4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:41.124243 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a8f85b2c-29fd-4603-953f-44a5f8a505d4 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/subnets/04861e41-2366-4ca0-9b4e-b2694d33228a HTTP/1.1" status: 404 len: 337 time: 0.0513582 Jan 20 11:06:41.125578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35552) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:41.147989 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port b07d3c9b-00e4-4885-b868-03ab984c6cf4 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:41.148375 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:41.159829 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-5094cbdb-8d11-4c24-b52e-37fedefe5992 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object 85c03048-2cd6-470d-b80c-176299f4e9a1 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:41.160074 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:41.172626 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b7ac658a-36c9-494b-8cbf-7a9ca7326bf7 tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "GET /v2.0/ports?device_id=badbe9a8-3efd-4161-bc16-2f2c9a958ed4 HTTP/1.1" status: 200 len: 205 time: 0.0457108 Jan 20 11:06:41.176437 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:41.177004 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35556) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:41.251243 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-844d38b3-9820-4e5c-a529-1c471ef5ec7c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] delete failed (client error): The resource could not be found. Jan 20 11:06:41.252658 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-844d38b3-9820-4e5c-a529-1c471ef5ec7c tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/routers/badbe9a8-3efd-4161-bc16-2f2c9a958ed4 HTTP/1.1" status: 404 len: 336 time: 0.0745268 Jan 20 11:06:41.255276 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35560) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:41.305233 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0e4978-83a9-4cd2-840c-6df23544cbfe tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:41.305704 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e0e4978-83a9-4cd2-840c-6df23544cbfe tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:41.330406 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bea843-2510-4fcc-8520-6fa1fb162b10 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:06:41.340465 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab9ee1-9d42-4196-b3a0-95a537ce3038 None None] Sync routers for ids ['4f647727-b5fd-4e1a-a27a-d75f1c462260'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:06:41.340677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5094cbdb-8d11-4c24-b52e-37fedefe5992 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:41.343800 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-58bea843-2510-4fcc-8520-6fa1fb162b10 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:41.345646 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-58bea843-2510-4fcc-8520-6fa1fb162b10 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "PUT /v2.0/routers/4f647727-b5fd-4e1a-a27a-d75f1c462260 HTTP/1.1" status: 200 len: 693 time: 1.3520875 Jan 20 11:06:41.347770 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0e0e4978-83a9-4cd2-840c-6df23544cbfe tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/subnets/833704bb-31d9-4d7e-aec7-33906d211e02 HTTP/1.1" status: 404 len: 337 time: 0.0915642 Jan 20 11:06:41.351074 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35564) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:41.351351 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35566) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:41.363700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab9ee1-9d42-4196-b3a0-95a537ce3038 None None] Routers {'4f647727-b5fd-4e1a-a27a-d75f1c462260'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:41.365163 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-09ab9ee1-9d42-4196-b3a0-95a537ce3038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['4f647727-b5fd-4e1a-a27a-d75f1c462260'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:41.427472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5094cbdb-8d11-4c24-b52e-37fedefe5992 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:41.430629 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-5094cbdb-8d11-4c24-b52e-37fedefe5992 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:41.435146 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5094cbdb-8d11-4c24-b52e-37fedefe5992 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:06:41.439220 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5094cbdb-8d11-4c24-b52e-37fedefe5992 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:41.439911 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5094cbdb-8d11-4c24-b52e-37fedefe5992 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:41.455824 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094cbdb-8d11-4c24-b52e-37fedefe5992 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=85c03048-2cd6-470d-b80c-176299f4e9a1,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:41.473304 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:41.474624 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0cbe3b8-4a81-4ecb-b56b-70b5c18d053e tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:41.475066 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0cbe3b8-4a81-4ecb-b56b-70b5c18d053e tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:41.476907 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c0cbe3b8-4a81-4ecb-b56b-70b5c18d053e tempest-RoutersIpV6Test-1684377072 tempest-RoutersIpV6Test-1684377072-project] 10.222.0.70 "DELETE /v2.0/subnets/da50e581-7400-4042-b379-1c961fbe11fc HTTP/1.1" status: 404 len: 337 time: 0.1230309 Jan 20 11:06:41.506066 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-09ab9ee1-9d42-4196-b3a0-95a537ce3038 None None] Set router 4f647727-b5fd-4e1a-a27a-d75f1c462260 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:41.551945 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-292ef65c-1bf0-4e53-a8fa-87c22f564e72 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/routers/4f647727-b5fd-4e1a-a27a-d75f1c462260 HTTP/1.1" status: 200 len: 699 time: 0.1993561 Jan 20 11:06:41.553849 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5094cbdb-8d11-4c24-b52e-37fedefe5992 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9190810 Jan 20 11:06:41.555109 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35574) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:41.555627 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35576) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:41.581233 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:41.617877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-09ab9ee1-9d42-4196-b3a0-95a537ce3038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f647727-b5fd-4e1a-a27a-d75f1c462260', 'name': 'tempest-RoutersTest-router-144316918', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:06:39Z', 'updated_at': '2022-01-20T11:06:40Z', 'revision_number': 2, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:41.622574 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab9ee1-9d42-4196-b3a0-95a537ce3038 None None] Checking router: 4f647727-b5fd-4e1a-a27a-d75f1c462260 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:06:41.639050 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab9ee1-9d42-4196-b3a0-95a537ce3038 None None] Routers {'4f647727-b5fd-4e1a-a27a-d75f1c462260'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:41.639719 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-09ab9ee1-9d42-4196-b3a0-95a537ce3038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['4f647727-b5fd-4e1a-a27a-d75f1c462260'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:41.643191 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-31e9a2c8-f905-4b42-94db-f421423558ab tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f647727-b5fd-4e1a-a27a-d75f1c462260 HTTP/1.1" status: 200 len: 205 time: 0.0864871 Jan 20 11:06:41.646590 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35582) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:41.677922 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770ad6c8-ae2c-4629-89af-216fd07d3f98,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:41.728863 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:41.733045 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-35744da6-e4af-48a8-905a-eeef6ed6fa5f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5887992 Jan 20 11:06:41.733173 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35586) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:41.738744 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d6f37fa9-d122-49b5-aad2-d31b8eedc53e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': '770ad6c8-ae2c-4629-89af-216fd07d3f98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:41.745032 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d6f37fa9-d122-49b5-aad2-d31b8eedc53e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:41.749114 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d6f37fa9-d122-49b5-aad2-d31b8eedc53e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:41.759386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d6f37fa9-d122-49b5-aad2-d31b8eedc53e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:41.767805 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d6f37fa9-d122-49b5-aad2-d31b8eedc53e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:41.798092 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-09ab9ee1-9d42-4196-b3a0-95a537ce3038 None None] Set router 4f647727-b5fd-4e1a-a27a-d75f1c462260 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:06:41.809277 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3ac14e83-ebf1-416d-b3b8-ddb42f53639a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:41.866791 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6f37fa9-d122-49b5-aad2-d31b8eedc53e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:41.869948 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32b63b6-27cd-4847-b127-85e858b5ee94 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:41.873800 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32b63b6-27cd-4847-b127-85e858b5ee94 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:41.874573 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f32b63b6-27cd-4847-b127-85e858b5ee94 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:41.916096 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-09ab9ee1-9d42-4196-b3a0-95a537ce3038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f647727-b5fd-4e1a-a27a-d75f1c462260', 'name': 'tempest-RoutersTest-router-144316918', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:06:39Z', 'updated_at': '2022-01-20T11:06:40Z', 'revision_number': 2, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:41.920051 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab9ee1-9d42-4196-b3a0-95a537ce3038 None None] The sync data for ids ['4f647727-b5fd-4e1a-a27a-d75f1c462260'] in dv-neutron-825471-1-hyperv is: [{'id': '4f647727-b5fd-4e1a-a27a-d75f1c462260', 'name': 'tempest-RoutersTest-router-144316918', 'tenant_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:06:39Z', 'updated_at': '2022-01-20T11:06:40Z', 'revision_number': 2, 'project_id': '0c5b44fb39b64ea5a5d562662d9183a4', 'gw_port_host': None}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:06:41.953033 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6f37fa9-d122-49b5-aad2-d31b8eedc53e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:41.981069 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f22aa315-1bed-4359-8c57-a4d8348170cb None None] Provisioning for port 85c03048-2cd6-470d-b80c-176299f4e9a1 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:06:41.987516 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f22aa315-1bed-4359-8c57-a4d8348170cb None None] Provisioning complete for port 85c03048-2cd6-470d-b80c-176299f4e9a1 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:41.987825 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f22aa315-1bed-4359-8c57-a4d8348170cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:42.044872 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f22aa315-1bed-4359-8c57-a4d8348170cb None None] Port 85c03048-2cd6-470d-b80c-176299f4e9a1 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:06:42.054582 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6f37fa9-d122-49b5-aad2-d31b8eedc53e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:42.093741 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f37fa9-d122-49b5-aad2-d31b8eedc53e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81413a12-df78-4320-b11d-1c3df05bedef,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:42.104725 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f32b63b6-27cd-4847-b127-85e858b5ee94 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:42.106172 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f32b63b6-27cd-4847-b127-85e858b5ee94 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.5480969 Jan 20 11:06:42.109103 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35592) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:42.120314 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35596) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:42.151811 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6f37fa9-d122-49b5-aad2-d31b8eedc53e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:42.152988 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d6f37fa9-d122-49b5-aad2-d31b8eedc53e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4188943 Jan 20 11:06:42.156044 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35602) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:42.164084 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9e660b67-24c5-45c0-9b46-ad299977d99a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': '770ad6c8-ae2c-4629-89af-216fd07d3f98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:42.170356 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9e660b67-24c5-45c0-9b46-ad299977d99a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:42.175225 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9e660b67-24c5-45c0-9b46-ad299977d99a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:42.180651 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9e660b67-24c5-45c0-9b46-ad299977d99a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:42.187309 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9e660b67-24c5-45c0-9b46-ad299977d99a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:42.262326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9e660b67-24c5-45c0-9b46-ad299977d99a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:42.305496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-ba195a3f-0535-4321-8535-0a49974818d3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port 85c03048-2cd6-470d-b80c-176299f4e9a1 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:42.305865 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ba195a3f-0535-4321-8535-0a49974818d3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:42.334746 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3ac14e83-ebf1-416d-b3b8-ddb42f53639a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:42.350816 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-615b8b0f-198a-4e2f-9814-6b43630f188b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1aa6148e9f8944e88f329c972f79dedb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2292333 Jan 20 11:06:42.354548 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35606) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:42.355237 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3ac14e83-ebf1-416d-b3b8-ddb42f53639a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:42.437233 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-9e660b67-24c5-45c0-9b46-ad299977d99a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): There was a conflict when trying to complete your request. Jan 20 11:06:42.441634 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9e660b67-24c5-45c0-9b46-ad299977d99a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2811196 Jan 20 11:06:42.445472 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35610) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:42.514553 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfb771a8-87e5-4f96-9336-e99d0d7085a9 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:42.542883 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfb771a8-87e5-4f96-9336-e99d0d7085a9 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:42.658410 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3ac14e83-ebf1-416d-b3b8-ddb42f53639a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:42.658960 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac14e83-ebf1-416d-b3b8-ddb42f53639a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Fanout notify agent at l3_agent the message router_deleted on router 4f647727-b5fd-4e1a-a27a-d75f1c462260 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:06:42.670431 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a0a3c6fa-1b83-40e4-b02f-ada56ff8b1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:42.676740 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfb771a8-87e5-4f96-9336-e99d0d7085a9 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:42.695448 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb771a8-87e5-4f96-9336-e99d0d7085a9 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=770ad6c8-ae2c-4629-89af-216fd07d3f98,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:42.703417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3ac14e83-ebf1-416d-b3b8-ddb42f53639a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:42.709590 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3ac14e83-ebf1-416d-b3b8-ddb42f53639a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/routers/4f647727-b5fd-4e1a-a27a-d75f1c462260 HTTP/1.1" status: 204 len: 168 time: 1.0571856 Jan 20 11:06:42.709758 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bfb771a8-87e5-4f96-9336-e99d0d7085a9 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:42.710775 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bfb771a8-87e5-4f96-9336-e99d0d7085a9 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "DELETE /v2.0/security-groups/770ad6c8-ae2c-4629-89af-216fd07d3f98 HTTP/1.1" status: 204 len: 168 time: 0.2672582 Jan 20 11:06:42.710775 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35614) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:42.711266 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35616) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:42.727833 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a0a3c6fa-1b83-40e4-b02f-ada56ff8b1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:42.772983 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-22f2f8e8-3280-4682-92a4-82d793395e3f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Synchronizing usage tracker for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:42.780593 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ba195a3f-0535-4321-8535-0a49974818d3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:42.807450 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-22f2f8e8-3280-4682-92a4-82d793395e3f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] Unset dirty status for tenant:0c5b44fb39b64ea5a5d562662d9183a4 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:42.808698 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-22f2f8e8-3280-4682-92a4-82d793395e3f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f647727-b5fd-4e1a-a27a-d75f1c462260 HTTP/1.1" status: 200 len: 205 time: 0.0964019 Jan 20 11:06:42.812129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35622) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:42.881814 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4bba5de6-62c8-430c-82e2-05aac291ef9d tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Synchronizing usage tracker for tenant:37f98bcfb70b4f29a20777088a60035c on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:42.892584 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-c551c104-7953-4c9b-b78a-8fef71269920 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] delete failed (client error): The resource could not be found. Jan 20 11:06:42.896255 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c551c104-7953-4c9b-b78a-8fef71269920 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/routers/4f647727-b5fd-4e1a-a27a-d75f1c462260 HTTP/1.1" status: 404 len: 336 time: 0.0776591 Jan 20 11:06:42.905390 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35626) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:42.928887 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-ba195a3f-0535-4321-8535-0a49974818d3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for 85c03048-2cd6-470d-b80c-176299f4e9a1 owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:42.947538 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64f9cd9-ff29-467b-a933-40da2f178de3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:42.947985 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64f9cd9-ff29-467b-a933-40da2f178de3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:42.950199 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f64f9cd9-ff29-467b-a933-40da2f178de3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/subnets/1b260d15-db0f-486c-949d-9b30cadf0027 HTTP/1.1" status: 404 len: 337 time: 0.0429108 Jan 20 11:06:42.952532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35630) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:42.993551 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4bba5de6-62c8-430c-82e2-05aac291ef9d tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Unset dirty status for tenant:37f98bcfb70b4f29a20777088a60035c on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:42.994773 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4bba5de6-62c8-430c-82e2-05aac291ef9d tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2803931 Jan 20 11:06:42.999101 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-3906869f-3de2-4285-a73c-d5bbdf3019d4 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:42.999385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35634) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:42.999518 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3906869f-3de2-4285-a73c-d5bbdf3019d4 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:43.001130 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3906869f-3de2-4285-a73c-d5bbdf3019d4 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/subnets/296a5e44-4c7d-4f5b-889a-ce9b4d7bb7fb HTTP/1.1" status: 404 len: 337 time: 0.0477042 Jan 20 11:06:43.005423 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35638) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.006195 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-e9fbd959-f9a7-4d8e-8087-4f50070d999f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group': {'name': 'tempest-secgroup--352664519'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:43.013089 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e9fbd959-f9a7-4d8e-8087-4f50070d999f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:43.044630 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97ca2f7-4fc0-4683-ad4d-175731b48447 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:43.044992 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97ca2f7-4fc0-4683-ad4d-175731b48447 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:43.049274 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c97ca2f7-4fc0-4683-ad4d-175731b48447 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/subnets/35e27d9c-fec0-4143-8108-e60bb0d73d3e HTTP/1.1" status: 404 len: 337 time: 0.0401895 Jan 20 11:06:43.049454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35642) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.052436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e9fbd959-f9a7-4d8e-8087-4f50070d999f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:43.058720 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a0a3c6fa-1b83-40e4-b02f-ada56ff8b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:43.086554 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3c6fa-1b83-40e4-b02f-ada56ff8b1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8b0f85-57fe-4790-ad3d-ff9ce6cfb3fe,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:43.087885 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6efcac-7311-45a2-a04e-6d5be730d34e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:43.088398 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6efcac-7311-45a2-a04e-6d5be730d34e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:43.089956 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2f6efcac-7311-45a2-a04e-6d5be730d34e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/subnets/4132fd00-c960-4963-9492-f51170edb9ea HTTP/1.1" status: 404 len: 337 time: 0.0393739 Jan 20 11:06:43.092595 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35646) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.134896 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd959-f9a7-4d8e-8087-4f50070d999f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:43.138402 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-37412981-de46-4833-a157-06a2600be933 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ce2dca-110c-4350-8730-2b8d0effd009 HTTP/1.1" status: 200 len: 205 time: 0.0447938 Jan 20 11:06:43.140849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35650) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.170137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e9fbd959-f9a7-4d8e-8087-4f50070d999f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:43.174500 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e9fbd959-f9a7-4d8e-8087-4f50070d999f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:43.177828 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e9fbd959-f9a7-4d8e-8087-4f50070d999f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:43.182547 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ba195a3f-0535-4321-8535-0a49974818d3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:43.203651 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-017dce59-1805-469d-89c3-398738ab3db9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] delete failed (client error): The resource could not be found. Jan 20 11:06:43.204737 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-017dce59-1805-469d-89c3-398738ab3db9 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/routers/97ce2dca-110c-4350-8730-2b8d0effd009 HTTP/1.1" status: 404 len: 336 time: 0.0629435 Jan 20 11:06:43.207472 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35654) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.226909 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e9fbd959-f9a7-4d8e-8087-4f50070d999f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:43.249083 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba195a3f-0535-4321-8535-0a49974818d3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=85c03048-2cd6-470d-b80c-176299f4e9a1,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:43.254265 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1f367de9-a814-4a55-a2bd-c290b1d4c1de tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/ports?device_id=a91333e8-e126-40ed-a1ea-acda7e601232 HTTP/1.1" status: 200 len: 205 time: 0.0426230 Jan 20 11:06:43.254546 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35658) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.308999 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ba195a3f-0535-4321-8535-0a49974818d3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:43.320498 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-c6bcc700-8c25-47f4-9d61-b8033198fac0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] delete failed (client error): The resource could not be found. Jan 20 11:06:43.321521 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c6bcc700-8c25-47f4-9d61-b8033198fac0 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/routers/a91333e8-e126-40ed-a1ea-acda7e601232 HTTP/1.1" status: 404 len: 336 time: 0.0660312 Jan 20 11:06:43.324743 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ba195a3f-0535-4321-8535-0a49974818d3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/85c03048-2cd6-470d-b80c-176299f4e9a1 HTTP/1.1" status: 204 len: 168 time: 1.2127423 Jan 20 11:06:43.324743 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35662) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.325514 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35664) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.370278 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a0a3c6fa-1b83-40e4-b02f-ada56ff8b1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:43.374373 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a0a3c6fa-1b83-40e4-b02f-ada56ff8b1cb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d8b0f85-57fe-4790-ad3d-ff9ce6cfb3fe HTTP/1.1" status: 204 len: 168 time: 1.0143983 Jan 20 11:06:43.380966 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-930d6f2c-b8f0-411f-bb77-4c63146f8b6f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:43.381479 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930d6f2c-b8f0-411f-bb77-4c63146f8b6f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:43.385781 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-930d6f2c-b8f0-411f-bb77-4c63146f8b6f tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/subnets/e1a2c443-7561-47cd-ba9a-fc68eb320488 HTTP/1.1" status: 404 len: 337 time: 0.0580266 Jan 20 11:06:43.386943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35672) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.443226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd959-f9a7-4d8e-8087-4f50070d999f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:43.448575 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-108771ba-7757-432e-b9e0-cefbeeffd7b6 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/ports?device_id=78fa3b60-6e18-4aee-a63f-7076aad86783 HTTP/1.1" status: 200 len: 205 time: 0.0586290 Jan 20 11:06:43.451439 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35676) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.518244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd959-f9a7-4d8e-8087-4f50070d999f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:43.528617 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-cf71a51d-5855-4a93-a1f9-37f5950d7d9a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] delete failed (client error): The resource could not be found. Jan 20 11:06:43.532312 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cf71a51d-5855-4a93-a1f9-37f5950d7d9a tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/routers/78fa3b60-6e18-4aee-a63f-7076aad86783 HTTP/1.1" status: 404 len: 336 time: 0.0735481 Jan 20 11:06:43.532595 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35680) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.558372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbd959-f9a7-4d8e-8087-4f50070d999f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ffd0c3-51c9-45e7-a790-c6adeca4d557,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:43.585150 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3f86786d-1123-4188-bf8c-5765f57773b3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/ports?device_id=f17c9a4b-d012-43af-8af0-db912093f381 HTTP/1.1" status: 200 len: 205 time: 0.0515118 Jan 20 11:06:43.587726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35684) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.588150 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8eb074-90df-43eb-a862-83e57047ce21 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:43.589567 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8eb074-90df-43eb-a862-83e57047ce21 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:43.590309 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-eb8eb074-90df-43eb-a862-83e57047ce21 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:43.655473 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-c66c6415-a8ad-4798-8f18-20e33c20471e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] delete failed (client error): The resource could not be found. Jan 20 11:06:43.656484 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c66c6415-a8ad-4798-8f18-20e33c20471e tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/routers/f17c9a4b-d012-43af-8af0-db912093f381 HTTP/1.1" status: 404 len: 336 time: 0.0677898 Jan 20 11:06:43.659280 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35688) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.694154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd959-f9a7-4d8e-8087-4f50070d999f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:43.695289 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e9fbd959-f9a7-4d8e-8087-4f50070d999f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6949623 Jan 20 11:06:43.698294 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35692) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.699578 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4054af1-229c-4566-a35a-83d7434384b7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:43.700020 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4054af1-229c-4566-a35a-83d7434384b7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:43.704568 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d4054af1-229c-4566-a35a-83d7434384b7 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/subnets/fd72a0de-5ca6-47e2-af30-b6c3c5c1205f HTTP/1.1" status: 404 len: 337 time: 0.0413837 Jan 20 11:06:43.704751 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8cf12168-07e0-4299-850a-1005e2177637 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': '67ffd0c3-51c9-45e7-a790-c6adeca4d557', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:43.704851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35696) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.705514 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-8cf12168-07e0-4299-850a-1005e2177637 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:43.708988 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8cf12168-07e0-4299-850a-1005e2177637 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071411 Jan 20 11:06:43.709166 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35700) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.748617 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-eb8eb074-90df-43eb-a862-83e57047ce21 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:43.753144 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-eb8eb074-90df-43eb-a862-83e57047ce21 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4231620 Jan 20 11:06:43.763064 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-19ec94c6-7fd8-464d-94b9-9fbe0c0fb2e6 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/ports?device_id=a40fbf16-1eec-4e73-a98a-4966ac64282d HTTP/1.1" status: 200 len: 205 time: 0.0441740 Jan 20 11:06:43.763214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35704) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.763214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35706) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.868348 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-2d5a053f-6a8c-4cde-b79a-29411df0330c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] delete failed (client error): The resource could not be found. Jan 20 11:06:43.869333 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2d5a053f-6a8c-4cde-b79a-29411df0330c tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/routers/a40fbf16-1eec-4e73-a98a-4966ac64282d HTTP/1.1" status: 404 len: 336 time: 0.1136453 Jan 20 11:06:43.872164 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35714) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.900620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3acf39b0-09f0-4d38-abf1-e38368aba0f4 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:43.915490 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbce5fb-15b0-491d-bfa2-3e27fa68f946 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:43.916164 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbce5fb-15b0-491d-bfa2-3e27fa68f946 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:43.918560 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fdbce5fb-15b0-491d-bfa2-3e27fa68f946 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/subnets/0f29097e-c514-4a82-9d0c-4935388c25c1 HTTP/1.1" status: 404 len: 337 time: 0.0454321 Jan 20 11:06:43.920998 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35722) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:43.969265 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2cc29859-7657-431c-86ff-375817ea2bca tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4bdd63d-c004-497a-b057-8d23d885edf1 HTTP/1.1" status: 200 len: 205 time: 0.0471487 Jan 20 11:06:43.976516 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35726) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:44.000614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3acf39b0-09f0-4d38-abf1-e38368aba0f4 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:44.046199 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-d941afd0-1c19-480b-965e-2a65c020aec3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] delete failed (client error): The resource could not be found. Jan 20 11:06:44.049802 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d941afd0-1c19-480b-965e-2a65c020aec3 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/routers/c4bdd63d-c004-497a-b057-8d23d885edf1 HTTP/1.1" status: 404 len: 336 time: 0.0696349 Jan 20 11:06:44.049989 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35732) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:44.081469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-b042c482-174b-4310-9add-9798dfd267e8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet 6f11e23b-30f0-4ebd-9062-6e2fca4b32d0 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:06:44.084700 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b042c482-174b-4310-9add-9798dfd267e8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:44.088673 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f84874d-5dc6-4149-9f3b-74a57abb28cd tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:44.089121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f84874d-5dc6-4149-9f3b-74a57abb28cd tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:44.090782 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9f84874d-5dc6-4149-9f3b-74a57abb28cd tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/subnets/c7904524-12db-45d5-a54e-594a741b2303 HTTP/1.1" status: 404 len: 337 time: 0.0399261 Jan 20 11:06:44.093451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35736) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:44.134809 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0018ff-b2a5-4b29-a771-3d8d4a7862c4 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] DELETE failed (client error): The resource could not be found. Jan 20 11:06:44.135178 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0018ff-b2a5-4b29-a771-3d8d4a7862c4 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:44.136947 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2e0018ff-b2a5-4b29-a771-3d8d4a7862c4 tempest-RoutersTest-720446055 tempest-RoutersTest-720446055-project] 10.222.0.70 "DELETE /v2.0/subnets/37bb7a86-8088-44fc-a6ad-2405518dfbc7 HTTP/1.1" status: 404 len: 337 time: 0.0425978 Jan 20 11:06:44.140539 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b042c482-174b-4310-9add-9798dfd267e8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:44.178044 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3acf39b0-09f0-4d38-abf1-e38368aba0f4 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:44.209208 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf39b0-09f0-4d38-abf1-e38368aba0f4 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ffd0c3-51c9-45e7-a790-c6adeca4d557,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:44.229166 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3acf39b0-09f0-4d38-abf1-e38368aba0f4 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:44.232622 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3acf39b0-09f0-4d38-abf1-e38368aba0f4 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "DELETE /v2.0/security-groups/67ffd0c3-51c9-45e7-a790-c6adeca4d557 HTTP/1.1" status: 204 len: 168 time: 0.5202579 Jan 20 11:06:44.232998 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35744) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:44.264456 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b042c482-174b-4310-9add-9798dfd267e8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:44.292005 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-29e37257-580a-4766-b138-6b486cd1cbc5 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Synchronizing usage tracker for tenant:37f98bcfb70b4f29a20777088a60035c on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:44.356340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-29e37257-580a-4766-b138-6b486cd1cbc5 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Unset dirty status for tenant:37f98bcfb70b4f29a20777088a60035c on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:44.357637 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-29e37257-580a-4766-b138-6b486cd1cbc5 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1236217 Jan 20 11:06:44.362037 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35748) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:44.367536 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-fea43dec-193e-43fe-b2e6-dd4ce906fe6a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group': {'name': 'tempest-secgroup--113986793'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:44.374317 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-fea43dec-193e-43fe-b2e6-dd4ce906fe6a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:44.383902 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-fea43dec-193e-43fe-b2e6-dd4ce906fe6a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:44.460138 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b042c482-174b-4310-9add-9798dfd267e8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:44.496578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fea43dec-193e-43fe-b2e6-dd4ce906fe6a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:44.499212 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042c482-174b-4310-9add-9798dfd267e8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=6f11e23b-30f0-4ebd-9062-6e2fca4b32d0,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:44.506638 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b042c482-174b-4310-9add-9798dfd267e8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:44.519899 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2d421f-d6bd-4b50-b62f-f3596e6b89b9 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:44.544650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-fea43dec-193e-43fe-b2e6-dd4ce906fe6a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:44.548900 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-fea43dec-193e-43fe-b2e6-dd4ce906fe6a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:44.552195 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-fea43dec-193e-43fe-b2e6-dd4ce906fe6a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:44.558158 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-fea43dec-193e-43fe-b2e6-dd4ce906fe6a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:44.600434 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b042c482-174b-4310-9add-9798dfd267e8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/6f11e23b-30f0-4ebd-9062-6e2fca4b32d0 HTTP/1.1" status: 204 len: 168 time: 0.8459780 Jan 20 11:06:44.602756 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35756) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:44.617409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fea43dec-193e-43fe-b2e6-dd4ce906fe6a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:44.688837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fea43dec-193e-43fe-b2e6-dd4ce906fe6a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:44.689654 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-19961f4a-2346-4f2f-b796-509b30872801 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846596 Jan 20 11:06:44.691095 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35764) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:44.781502 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48aeb8d-249b-4689-9f4e-845bdd3250ca tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:44.783282 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d48aeb8d-249b-4689-9f4e-845bdd3250ca tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:44.783787 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea43dec-193e-43fe-b2e6-dd4ce906fe6a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3f747f-02a8-4d65-a429-625c21ad3cb9,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:44.815319 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35768) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:44.831238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35774) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:44.835150 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026023 Jan 20 11:06:44.838898 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35776) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:44.865832 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fea43dec-193e-43fe-b2e6-dd4ce906fe6a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:44.867040 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fea43dec-193e-43fe-b2e6-dd4ce906fe6a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5041049 Jan 20 11:06:44.871446 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35782) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:44.875667 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3c923210-fb98-4c33-a015-95a54175d311 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': '7b3f747f-02a8-4d65-a429-625c21ad3cb9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:44.877659 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-3c923210-fb98-4c33-a015-95a54175d311 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:44.878634 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3c923210-fb98-4c33-a015-95a54175d311 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061879 Jan 20 11:06:44.881469 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35786) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:44.884242 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8a6467-c4a6-4a27-b033-f6a27c4cbc71 None None] DHCP port deletion for 8962365b-2f7b-4071-b5a5-7c805118ad36 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:06:44.888729 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4d8a6467-c4a6-4a27-b033-f6a27c4cbc71 None None] Deleting port b07d3c9b-00e4-4885-b868-03ab984c6cf4 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:44.889103 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d8a6467-c4a6-4a27-b033-f6a27c4cbc71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:44.894422 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d48aeb8d-249b-4689-9f4e-845bdd3250ca tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:44.895639 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d48aeb8d-249b-4689-9f4e-845bdd3250ca tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2036612 Jan 20 11:06:44.901891 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35790) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:44.982990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ebc9b6-2490-4b00-bb35-1d2c70f39323 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:44.983880 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-45ebc9b6-2490-4b00-bb35-1d2c70f39323 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:45.058145 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dcb49142-8fa2-48c9-854e-e5818aa8641f tempest-NetworksApiDiscovery-1479743634 tempest-NetworksApiDiscovery-1479743634-project] 10.222.0.70 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2180810 Jan 20 11:06:45.064140 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0731d5f2-adf9-49dd-87be-836d75b55190 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:45.072071 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-45ebc9b6-2490-4b00-bb35-1d2c70f39323 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:45.076664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35796) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:45.077875 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-45ebc9b6-2490-4b00-bb35-1d2c70f39323 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1747737 Jan 20 11:06:45.087613 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b07d3c9b-00e4-4885-b868-03ab984c6cf4 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:45.169396 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-13d1c635-ac5f-4fd9-85df-2a76fa46c836 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875666 Jan 20 11:06:45.170547 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35800) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:45.285239 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-a47e64d9-4846-4d20-b46a-98abc2c9440f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:45.289181 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4d8a6467-c4a6-4a27-b033-f6a27c4cbc71 None None] For port b07d3c9b-00e4-4885-b868-03ab984c6cf4, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b07d3c9b-00e4-4885-b868-03ab984c6cf4,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:45.289664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d8a6467-c4a6-4a27-b033-f6a27c4cbc71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:45.313907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0731d5f2-adf9-49dd-87be-836d75b55190 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:45.418849 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4d8a6467-c4a6-4a27-b033-f6a27c4cbc71 None None] Calling delete_port for b07d3c9b-00e4-4885-b868-03ab984c6cf4 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:45.440690 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-82cb6658-7c7f-4d0b-93ed-6aeb913826de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c5b44fb39b64ea5a5d562662d9183a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6234171 Jan 20 11:06:45.445197 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35806) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:45.446487 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a47e64d9-4846-4d20-b46a-98abc2c9440f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:45.451206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:45.457343 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a47e64d9-4846-4d20-b46a-98abc2c9440f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:45.486103 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port b07d3c9b-00e4-4885-b868-03ab984c6cf4, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b07d3c9b-00e4-4885-b868-03ab984c6cf4,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:45.511339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f20ca565-0fd4-4d32-911e-7ac1e78179c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:45.530614 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35810) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:45.539466 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f20ca565-0fd4-4d32-911e-7ac1e78179c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:45.540240 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0731d5f2-adf9-49dd-87be-836d75b55190 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:45.560238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731d5f2-adf9-49dd-87be-836d75b55190 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3f747f-02a8-4d65-a429-625c21ad3cb9,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:45.568249 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0731d5f2-adf9-49dd-87be-836d75b55190 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:45.568884 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0731d5f2-adf9-49dd-87be-836d75b55190 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "DELETE /v2.0/security-groups/7b3f747f-02a8-4d65-a429-625c21ad3cb9 HTTP/1.1" status: 204 len: 168 time: 0.6812756 Jan 20 11:06:45.571388 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35816) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:45.583156 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:45.588084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47e64d9-4846-4d20-b46a-98abc2c9440f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:45.634174 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-4d8a6467-c4a6-4a27-b033-f6a27c4cbc71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:06:45.634535 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-4d8a6467-c4a6-4a27-b033-f6a27c4cbc71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:06:45.661584 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=b07d3c9b-00e4-4885-b868-03ab984c6cf4,revision_number=8']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:45.674340 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f20ca565-0fd4-4d32-911e-7ac1e78179c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:45.689160 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ca565-0fd4-4d32-911e-7ac1e78179c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9678e9-38cf-4df8-87e7-adc6b07ebeb1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:45.693877 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f20ca565-0fd4-4d32-911e-7ac1e78179c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:45.698037 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f20ca565-0fd4-4d32-911e-7ac1e78179c6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a9678e9-38cf-4df8-87e7-adc6b07ebeb1 HTTP/1.1" status: 204 len: 168 time: 0.2523558 Jan 20 11:06:45.738876 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5806296e-d6eb-4b2b-a988-1be5ae85f142 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Synchronizing usage tracker for tenant:37f98bcfb70b4f29a20777088a60035c on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:45.742892 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a47e64d9-4846-4d20-b46a-98abc2c9440f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:45.760788 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-989beb52-b405-4f39-a9f1-69b1f491e9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:45.884459 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-989beb52-b405-4f39-a9f1-69b1f491e9f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:45.890892 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-989beb52-b405-4f39-a9f1-69b1f491e9f3 admin admin] Usage tracker for resource:security_group_rule and tenant:328b7a8d82dd4c6a893cb43b49294f8c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:45.895664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-989beb52-b405-4f39-a9f1-69b1f491e9f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:45.903369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-989beb52-b405-4f39-a9f1-69b1f491e9f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:45.965451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5806296e-d6eb-4b2b-a988-1be5ae85f142 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Unset dirty status for tenant:37f98bcfb70b4f29a20777088a60035c on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:45.966703 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5806296e-d6eb-4b2b-a988-1be5ae85f142 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3942564 Jan 20 11:06:45.971271 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35822) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:45.977459 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6390db6b-1a19-48d5-bc3c-b65785fe920e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group': {'name': 'tempest-secgroup--65508203'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:45.983390 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6390db6b-1a19-48d5-bc3c-b65785fe920e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:45.993516 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6390db6b-1a19-48d5-bc3c-b65785fe920e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:46.062043 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-989beb52-b405-4f39-a9f1-69b1f491e9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.084226 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6390db6b-1a19-48d5-bc3c-b65785fe920e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.124048 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6390db6b-1a19-48d5-bc3c-b65785fe920e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:46.128104 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6390db6b-1a19-48d5-bc3c-b65785fe920e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:46.131060 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6390db6b-1a19-48d5-bc3c-b65785fe920e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:46.135589 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4d8a6467-c4a6-4a27-b033-f6a27c4cbc71 None None] Deleting port b07d3c9b-00e4-4885-b868-03ab984c6cf4 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:46.136589 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d8a6467-c4a6-4a27-b033-f6a27c4cbc71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.136884 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6390db6b-1a19-48d5-bc3c-b65785fe920e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:46.145513 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-989beb52-b405-4f39-a9f1-69b1f491e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.205457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989beb52-b405-4f39-a9f1-69b1f491e9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a83dce-01f9-430e-90eb-8c455b11082a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:46.210597 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-989beb52-b405-4f39-a9f1-69b1f491e9f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=328b7a8d82dd4c6a893cb43b49294f8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6785328 Jan 20 11:06:46.213612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a47e64d9-4846-4d20-b46a-98abc2c9440f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.219304 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6390db6b-1a19-48d5-bc3c-b65785fe920e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.219304 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35832) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:46.292465 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e64d9-4846-4d20-b46a-98abc2c9440f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=2a184236-3347-4377-ab48-4f52e65df7ca,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:46.296947 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6390db6b-1a19-48d5-bc3c-b65785fe920e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.311642 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47e64d9-4846-4d20-b46a-98abc2c9440f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:46.313059 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-a47e64d9-4846-4d20-b46a-98abc2c9440f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:46.316601 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47e64d9-4846-4d20-b46a-98abc2c9440f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:46.324088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a47e64d9-4846-4d20-b46a-98abc2c9440f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.334651 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d232b240-fca0-4728-ade2-e13c192694f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.342856 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390db6b-1a19-48d5-bc3c-b65785fe920e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb34c12-964a-4083-8a27-c1ad91871950,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:46.382868 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d232b240-fca0-4728-ade2-e13c192694f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.421255 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-4d8a6467-c4a6-4a27-b033-f6a27c4cbc71 None None] For port b07d3c9b-00e4-4885-b868-03ab984c6cf4, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b07d3c9b-00e4-4885-b868-03ab984c6cf4,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:46.421897 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d8a6467-c4a6-4a27-b033-f6a27c4cbc71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.426245 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a47e64d9-4846-4d20-b46a-98abc2c9440f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2554231 Jan 20 11:06:46.428860 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35838) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:46.435721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1f0c639b-f206-4ee6-a23e-67cd9a4c201b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'mac_address': 'fa:16:3e:e2:10:86', 'name': 'tempest-NetworksTestDHCPv6-364325451'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:46.465668 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6390db6b-1a19-48d5-bc3c-b65785fe920e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.467064 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6390db6b-1a19-48d5-bc3c-b65785fe920e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4941494 Jan 20 11:06:46.470143 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35842) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:46.476712 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-aa03f8eb-9f0b-4ce2-beac-b15a55d97e70 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': 'cdb34c12-964a-4083-8a27-c1ad91871950', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:46.477474 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-aa03f8eb-9f0b-4ce2-beac-b15a55d97e70 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:46.478690 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aa03f8eb-9f0b-4ce2-beac-b15a55d97e70 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075581 Jan 20 11:06:46.481410 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35848) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:46.487689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2c47caec-20be-4997-a6d4-cac383573b67 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': 'cdb34c12-964a-4083-8a27-c1ad91871950', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:46.488533 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-2c47caec-20be-4997-a6d4-cac383573b67 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:46.490787 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2c47caec-20be-4997-a6d4-cac383573b67 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069067 Jan 20 11:06:46.492366 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35852) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:46.503351 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4f4af4ca-11e9-4077-8400-443d5d3ce093 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': 'cdb34c12-964a-4083-8a27-c1ad91871950', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:46.504075 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-4f4af4ca-11e9-4077-8400-443d5d3ce093 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:46.505200 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4f4af4ca-11e9-4077-8400-443d5d3ce093 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0119033 Jan 20 11:06:46.510020 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35856) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:46.516209 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-00127647-cf7b-46a2-a7f7-77ae913b7416 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': 'cdb34c12-964a-4083-8a27-c1ad91871950', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:46.517813 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-00127647-cf7b-46a2-a7f7-77ae913b7416 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:46.521337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35860) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:46.521517 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-00127647-cf7b-46a2-a7f7-77ae913b7416 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0105016 Jan 20 11:06:46.522827 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d232b240-fca0-4728-ade2-e13c192694f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.541436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232b240-fca0-4728-ade2-e13c192694f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a83dce-01f9-430e-90eb-8c455b11082a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:46.549881 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d232b240-fca0-4728-ade2-e13c192694f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.554284 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d232b240-fca0-4728-ade2-e13c192694f9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3a83dce-01f9-430e-90eb-8c455b11082a HTTP/1.1" status: 204 len: 168 time: 0.3327518 Jan 20 11:06:46.575736 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4d8a6467-c4a6-4a27-b033-f6a27c4cbc71 None None] Calling delete_port for b07d3c9b-00e4-4885-b868-03ab984c6cf4 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:46.650457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f49d1c2-cac5-4722-8458-30c9d626121c tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.683790 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1f0c639b-f206-4ee6-a23e-67cd9a4c201b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:46.696068 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f49d1c2-cac5-4722-8458-30c9d626121c tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.708911 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1f0c639b-f206-4ee6-a23e-67cd9a4c201b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:46.768721 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4d8a6467-c4a6-4a27-b033-f6a27c4cbc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.815438 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a6467-c4a6-4a27-b033-f6a27c4cbc71 None None] Pushing event deleted for resources: {'Port': ['ID=b07d3c9b-00e4-4885-b868-03ab984c6cf4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:46.821746 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a6467-c4a6-4a27-b033-f6a27c4cbc71 None None] No DVR routers for this DVR port b07d3c9b-00e4-4885-b868-03ab984c6cf4 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:06:46.835639 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90224f3d-683e-4b9b-9534-15edbb119784 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:46.848330 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0c639b-f206-4ee6-a23e-67cd9a4c201b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:46.852624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1f0c639b-f206-4ee6-a23e-67cd9a4c201b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.883170 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f49d1c2-cac5-4722-8458-30c9d626121c tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.888291 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-1f0c639b-f206-4ee6-a23e-67cd9a4c201b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port f99b03e4-9e73-449e-963a-d1b3a1768669 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:06:46.959995 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49d1c2-cac5-4722-8458-30c9d626121c tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb34c12-964a-4083-8a27-c1ad91871950,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:46.972596 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6f49d1c2-cac5-4722-8458-30c9d626121c tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:46.976201 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6f49d1c2-cac5-4722-8458-30c9d626121c tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "DELETE /v2.0/security-groups/cdb34c12-964a-4083-8a27-c1ad91871950 HTTP/1.1" status: 204 len: 168 time: 0.4507599 Jan 20 11:06:46.976665 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35870) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:47.092752 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b1a7db76-4e54-4b26-9309-01548f2a0105 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Synchronizing usage tracker for tenant:37f98bcfb70b4f29a20777088a60035c on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:47.123217 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-1f0c639b-f206-4ee6-a23e-67cd9a4c201b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::198 (8962365b-2f7b-4071-b5a5-7c805118ad36/2a184236-3347-4377-ab48-4f52e65df7ca/f99b03e4-9e73-449e-963a-d1b3a1768669) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:47.166439 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8962365b-2f7b-4071-b5a5-7c805118ad36', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'fixed_ips': [{'subnet_id': '2a184236-3347-4377-ab48-4f52e65df7ca'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:06:47.167380 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:47.214210 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b1a7db76-4e54-4b26-9309-01548f2a0105 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Unset dirty status for tenant:37f98bcfb70b4f29a20777088a60035c on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:47.216025 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b1a7db76-4e54-4b26-9309-01548f2a0105 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2370107 Jan 20 11:06:47.220368 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35876) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:47.226771 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-26e18996-287d-4ccb-adfb-8129bc7b600a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group': {'name': 'tempest-secgroup--972059550'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:47.233855 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-26e18996-287d-4ccb-adfb-8129bc7b600a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:47.244530 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-26e18996-287d-4ccb-adfb-8129bc7b600a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:47.248236 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35880) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:47.349901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1f0c639b-f206-4ee6-a23e-67cd9a4c201b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:47.365244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-1f0c639b-f206-4ee6-a23e-67cd9a4c201b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object f99b03e4-9e73-449e-963a-d1b3a1768669 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:47.383992 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7106b44c-3d67-4c37-9dae-58c37d5376db tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2145966323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:47.390269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26e18996-287d-4ccb-adfb-8129bc7b600a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:47.399593 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7106b44c-3d67-4c37-9dae-58c37d5376db tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:47.407417 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7106b44c-3d67-4c37-9dae-58c37d5376db tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Usage tracker for resource:router and tenant:040793d24cab4ebcb1c74b782ba868fe is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:47.411618 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7106b44c-3d67-4c37-9dae-58c37d5376db tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:47.417921 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7106b44c-3d67-4c37-9dae-58c37d5376db tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:47.440911 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-26e18996-287d-4ccb-adfb-8129bc7b600a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:47.443226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1f0c639b-f206-4ee6-a23e-67cd9a4c201b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:47.447159 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-26e18996-287d-4ccb-adfb-8129bc7b600a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:47.447666 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-26e18996-287d-4ccb-adfb-8129bc7b600a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:47.453227 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-26e18996-287d-4ccb-adfb-8129bc7b600a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:47.508628 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Allocated IP 2001:db8::2 (8962365b-2f7b-4071-b5a5-7c805118ad36/2a184236-3347-4377-ab48-4f52e65df7ca/54bee47f-98e1-42ea-b8c5-48acce502c3c) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:47.514261 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0c639b-f206-4ee6-a23e-67cd9a4c201b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:47.517306 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26e18996-287d-4ccb-adfb-8129bc7b600a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:47.517850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-1f0c639b-f206-4ee6-a23e-67cd9a4c201b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:47.519122 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7106b44c-3d67-4c37-9dae-58c37d5376db tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:47.519879 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0c639b-f206-4ee6-a23e-67cd9a4c201b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:06:47.520160 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7106b44c-3d67-4c37-9dae-58c37d5376db tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:47.524022 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0c639b-f206-4ee6-a23e-67cd9a4c201b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:47.524633 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1f0c639b-f206-4ee6-a23e-67cd9a4c201b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:47.538965 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7106b44c-3d67-4c37-9dae-58c37d5376db tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:47.540747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c639b-f206-4ee6-a23e-67cd9a4c201b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=f99b03e4-9e73-449e-963a-d1b3a1768669,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:47.590488 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26e18996-287d-4ccb-adfb-8129bc7b600a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:47.614270 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1f0c639b-f206-4ee6-a23e-67cd9a4c201b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1843350 Jan 20 11:06:47.617128 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35886) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:47.618115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7106b44c-3d67-4c37-9dae-58c37d5376db tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:47.699885 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e18996-287d-4ccb-adfb-8129bc7b600a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901f65b0-4a84-4d68-bea5-a3ff89fb40f9,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:47.724985 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:47.736130 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Transition to ACTIVE for port object 54bee47f-98e1-42ea-b8c5-48acce502c3c will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:47.736470 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5527fbc3-1c01-4e75-8639-114f4cecddd2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:47.740567 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5527fbc3-1c01-4e75-8639-114f4cecddd2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1141515 Jan 20 11:06:47.740802 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35890) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:47.755116 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Transition to ACTIVE for port object 54bee47f-98e1-42ea-b8c5-48acce502c3c will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:47.774604 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-26e18996-287d-4ccb-adfb-8129bc7b600a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:47.775786 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-26e18996-287d-4ccb-adfb-8129bc7b600a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5542119 Jan 20 11:06:47.778891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35894) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:47.785162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-740af30f-9b76-4cdc-97e5-93a3681a1f3f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': '901f65b0-4a84-4d68-bea5-a3ff89fb40f9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:47.785797 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-740af30f-9b76-4cdc-97e5-93a3681a1f3f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:47.786711 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-740af30f-9b76-4cdc-97e5-93a3681a1f3f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068579 Jan 20 11:06:47.789279 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35898) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:47.794220 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-b6e2c4b3-4548-42b3-9096-177c985fea7e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': '901f65b0-4a84-4d68-bea5-a3ff89fb40f9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:47.800035 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7106b44c-3d67-4c37-9dae-58c37d5376db tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:47.801287 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7106b44c-3d67-4c37-9dae-58c37d5376db tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5520749 Jan 20 11:06:47.801685 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b6e2c4b3-4548-42b3-9096-177c985fea7e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:47.806070 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b6e2c4b3-4548-42b3-9096-177c985fea7e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:47.808243 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35902) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:47.809313 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8b0a792d-9115-4e49-8f91-e7fd07d3572f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port f99b03e4-9e73-449e-963a-d1b3a1768669 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:47.809702 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b0a792d-9115-4e49-8f91-e7fd07d3572f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:47.810836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b6e2c4b3-4548-42b3-9096-177c985fea7e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:47.816479 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-223391065'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:47.823403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b6e2c4b3-4548-42b3-9096-177c985fea7e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:47.825532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:47.831229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Usage tracker for resource:network and tenant:040793d24cab4ebcb1c74b782ba868fe is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:47.838984 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:47.840774 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:47.854753 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:47.922624 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:47.924457 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:47.928394 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:06:47.952461 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Made reservation on behalf of 040793d24cab4ebcb1c74b782ba868fe for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:47.957032 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:47.975896 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:48.003583 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Pushing event updated for resources: {'Port': ['ID=54bee47f-98e1-42ea-b8c5-48acce502c3c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:48.017385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:48.021581 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Usage tracker for resource:security_group_rule and tenant:040793d24cab4ebcb1c74b782ba868fe is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:48.024461 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:48.025091 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Attempting to bind port 54bee47f-98e1-42ea-b8c5-48acce502c3c on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:06:48.025465 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Attempting to bind port 54bee47f-98e1-42ea-b8c5-48acce502c3c by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:06:48.025859 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Attempting to bind port 54bee47f-98e1-42ea-b8c5-48acce502c3c on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:06:48.030316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:48.033991 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:06:48.034217 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:06:48.034579 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:48.034973 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:06:48.035436 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Bound port: 54bee47f-98e1-42ea-b8c5-48acce502c3c, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:06:48.035944 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:48.040392 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-b6e2c4b3-4548-42b3-9096-177c985fea7e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:48.044314 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b6e2c4b3-4548-42b3-9096-177c985fea7e tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2541337 Jan 20 11:06:48.049775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35906) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:48.056186 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-956bcc7a-1785-4b96-b480-0f6151d418f4 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': '901f65b0-4a84-4d68-bea5-a3ff89fb40f9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:48.056830 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-956bcc7a-1785-4b96-b480-0f6151d418f4 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:48.057843 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-956bcc7a-1785-4b96-b480-0f6151d418f4 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070698 Jan 20 11:06:48.061063 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35910) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:48.070721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-2e53d7ce-570b-4106-a1f2-7b2913cb4b8f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': '901f65b0-4a84-4d68-bea5-a3ff89fb40f9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:48.080380 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2e53d7ce-570b-4106-a1f2-7b2913cb4b8f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:48.085784 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-2e53d7ce-570b-4106-a1f2-7b2913cb4b8f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:48.091590 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-2e53d7ce-570b-4106-a1f2-7b2913cb4b8f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:48.099975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2e53d7ce-570b-4106-a1f2-7b2913cb4b8f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:48.138997 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] For port 54bee47f-98e1-42ea-b8c5-48acce502c3c, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:06:48.143922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] For port 54bee47f-98e1-42ea-b8c5-48acce502c3c, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=54bee47f-98e1-42ea-b8c5-48acce502c3c,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:06:48.149762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:48.161876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b0a792d-9115-4e49-8f91-e7fd07d3572f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:48.237366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:48.237789 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:48.267682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:06:48.280962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10121eb-d3cd-4c91-99b2-a025e3d0ec4e,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:48.285828 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8b0a792d-9115-4e49-8f91-e7fd07d3572f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for f99b03e4-9e73-449e-963a-d1b3a1768669 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:48.286546 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:48.286893 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Added segment 9d1c3f52-58fe-4515-b663-78874c9f2dfc of type vlan for network 40cd2fdd-8921-429f-8efc-5cf90ebef81d Jan 20 11:06:48.307801 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-2e53d7ce-570b-4106-a1f2-7b2913cb4b8f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:48.311872 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2e53d7ce-570b-4106-a1f2-7b2913cb4b8f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2467704 Jan 20 11:06:48.312743 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35914) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:48.319997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-34108724-0978-4561-9f5e-96ba6481640b tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': '901f65b0-4a84-4d68-bea5-a3ff89fb40f9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:48.320607 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-34108724-0978-4561-9f5e-96ba6481640b tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:48.324440 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-34108724-0978-4561-9f5e-96ba6481640b tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078154 Jan 20 11:06:48.324440 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:48.324698 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae4bde-f3c8-42ba-8378-ed45527739dc None None] Pushing event updated for resources: {'Port': ['ID=54bee47f-98e1-42ea-b8c5-48acce502c3c,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:48.326211 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35918) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:48.336218 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-65179640-1ae4-44cf-a152-0872ae55e4ac tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': '901f65b0-4a84-4d68-bea5-a3ff89fb40f9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:48.355138 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-65179640-1ae4-44cf-a152-0872ae55e4ac tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:48.362713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-65179640-1ae4-44cf-a152-0872ae55e4ac tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:48.367495 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-65179640-1ae4-44cf-a152-0872ae55e4ac tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:48.378065 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-65179640-1ae4-44cf-a152-0872ae55e4ac tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:48.403384 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:48.408589 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:48.409270 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:48.544234 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-65179640-1ae4-44cf-a152-0872ae55e4ac tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:48.545424 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-65179640-1ae4-44cf-a152-0872ae55e4ac tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2186613 Jan 20 11:06:48.551339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35922) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:48.563130 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1713cde3-9d92-41e0-ac3d-b6d84e8cffd1 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': '901f65b0-4a84-4d68-bea5-a3ff89fb40f9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:48.564097 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-1713cde3-9d92-41e0-ac3d-b6d84e8cffd1 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:48.565341 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1713cde3-9d92-41e0-ac3d-b6d84e8cffd1 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074034 Jan 20 11:06:48.569712 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35926) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:48.575431 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4f032a34-ae27-429b-a299-b05a7e835e81 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': '901f65b0-4a84-4d68-bea5-a3ff89fb40f9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:48.582446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b0a792d-9115-4e49-8f91-e7fd07d3572f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:48.584437 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4f032a34-ae27-429b-a299-b05a7e835e81 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:48.630380 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4f032a34-ae27-429b-a299-b05a7e835e81 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:48.633915 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4f032a34-ae27-429b-a299-b05a7e835e81 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:48.644722 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event updated for resources: {'Network': ['ID=40cd2fdd-8921-429f-8efc-5cf90ebef81d,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:48.646976 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a792d-9115-4e49-8f91-e7fd07d3572f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=f99b03e4-9e73-449e-963a-d1b3a1768669,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:48.649237 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4f032a34-ae27-429b-a299-b05a7e835e81 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:48.658037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 40cd2fdd-8921-429f-8efc-5cf90ebef81d details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:06:48.689698 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-21386d82-5818-47ad-a01d-bd98566f8b1a tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8803818 Jan 20 11:06:48.692577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35930) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:48.698308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3d734a3d-e918-41e5-a18b-cd13f906971b tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Request body: {'subnet': {'network_id': '40cd2fdd-8921-429f-8efc-5cf90ebef81d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:48.704427 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8b0a792d-9115-4e49-8f91-e7fd07d3572f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:48.714273 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8b0a792d-9115-4e49-8f91-e7fd07d3572f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/f99b03e4-9e73-449e-963a-d1b3a1768669 HTTP/1.1" status: 204 len: 168 time: 0.9725022 Jan 20 11:06:48.716686 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35934) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:48.798880 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae704c14-3396-4b13-af9a-ca2ced834473 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:48.800294 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae704c14-3396-4b13-af9a-ca2ced834473 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:48.801775 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ae704c14-3396-4b13-af9a-ca2ced834473 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0833941 Jan 20 11:06:48.804698 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35938) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:48.817042 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3d734a3d-e918-41e5-a18b-cd13f906971b tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:48.820836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3d734a3d-e918-41e5-a18b-cd13f906971b tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Usage tracker for resource:subnet and tenant:040793d24cab4ebcb1c74b782ba868fe is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:48.823677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3d734a3d-e918-41e5-a18b-cd13f906971b tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:48.830056 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3d734a3d-e918-41e5-a18b-cd13f906971b tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:48.871249 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-93bcb0b0-809f-46c9-9168-79331705f5e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet 2a184236-3347-4377-ab48-4f52e65df7ca {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:06:48.874176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93bcb0b0-809f-46c9-9168-79331705f5e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:48.906219 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-4f032a34-ae27-429b-a299-b05a7e835e81 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:48.908290 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4f032a34-ae27-429b-a299-b05a7e835e81 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3374722 Jan 20 11:06:48.910735 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35942) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:48.917954 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f379e99a-8c83-432e-b17e-d5a577645948 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': '901f65b0-4a84-4d68-bea5-a3ff89fb40f9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:48.924665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f379e99a-8c83-432e-b17e-d5a577645948 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:48.928443 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f379e99a-8c83-432e-b17e-d5a577645948 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:48.931306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f379e99a-8c83-432e-b17e-d5a577645948 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:48.934868 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93bcb0b0-809f-46c9-9168-79331705f5e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:48.938915 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f379e99a-8c83-432e-b17e-d5a577645948 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:48.990567 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d734a3d-e918-41e5-a18b-cd13f906971b tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Made reservation on behalf of 040793d24cab4ebcb1c74b782ba868fe for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:49.032585 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93bcb0b0-809f-46c9-9168-79331705f5e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:49.140222 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3d734a3d-e918-41e5-a18b-cd13f906971b tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:49.140335 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 54bee47f-98e1-42ea-b8c5-48acce502c3c up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:49.225441 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-f379e99a-8c83-432e-b17e-d5a577645948 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:49.230662 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f379e99a-8c83-432e-b17e-d5a577645948 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3146486 Jan 20 11:06:49.230662 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35946) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:49.284462 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93bcb0b0-809f-46c9-9168-79331705f5e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:49.285132 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 54bee47f-98e1-42ea-b8c5-48acce502c3c completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:06:49.307019 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6ad9eb3d-f3d4-4f4b-ad1b-f775f82b0890 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:49.334326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93bcb0b0-809f-46c9-9168-79331705f5e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:49.340532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6ad9eb3d-f3d4-4f4b-ad1b-f775f82b0890 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:49.341639 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bcb0b0-809f-46c9-9168-79331705f5e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=2a184236-3347-4377-ab48-4f52e65df7ca,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:49.350308 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-93bcb0b0-809f-46c9-9168-79331705f5e7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/2a184236-3347-4377-ab48-4f52e65df7ca HTTP/1.1" status: 204 len: 168 time: 0.5445051 Jan 20 11:06:49.352553 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35950) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:49.387317 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c59aef2-2896-4809-b21f-1590996894be None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:49.423916 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b3af57a1-722c-453e-80df-1acca654760b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700588 Jan 20 11:06:49.426776 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35954) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:49.505818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6ad9eb3d-f3d4-4f4b-ad1b-f775f82b0890 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:49.508108 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5f913-8004-4fbd-adf0-a1597fab44e9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:49.508748 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-53a5f913-8004-4fbd-adf0-a1597fab44e9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:49.523748 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9eb3d-f3d4-4f4b-ad1b-f775f82b0890 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901f65b0-4a84-4d68-bea5-a3ff89fb40f9,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:49.536303 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6ad9eb3d-f3d4-4f4b-ad1b-f775f82b0890 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:49.539970 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6ad9eb3d-f3d4-4f4b-ad1b-f775f82b0890 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "DELETE /v2.0/security-groups/901f65b0-4a84-4d68-bea5-a3ff89fb40f9 HTTP/1.1" status: 204 len: 168 time: 0.3071685 Jan 20 11:06:49.540159 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35958) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:49.568313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3d734a3d-e918-41e5-a18b-cd13f906971b tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:49.591633 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-53a5f913-8004-4fbd-adf0-a1597fab44e9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:49.592736 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0825d52f-9839-4bc9-ba05-50097cb46d15 None None] Provisioning for port 54bee47f-98e1-42ea-b8c5-48acce502c3c completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:06:49.596674 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-53a5f913-8004-4fbd-adf0-a1597fab44e9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1689374 Jan 20 11:06:49.597509 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35962) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:49.600259 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0825d52f-9839-4bc9-ba05-50097cb46d15 None None] Provisioning complete for port 54bee47f-98e1-42ea-b8c5-48acce502c3c triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:49.600641 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0825d52f-9839-4bc9-ba05-50097cb46d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:49.663231 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-412f7d64-50fe-48b9-8b44-d3237a70ccd8 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Synchronizing usage tracker for tenant:37f98bcfb70b4f29a20777088a60035c on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:49.668058 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe7670a-1b98-428c-a08e-09406474b6c8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:49.668946 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cbe7670a-1b98-428c-a08e-09406474b6c8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:49.684116 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d734a3d-e918-41e5-a18b-cd13f906971b tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event updated for resources: {'Subnet': ['ID=cdc40aaf-1985-4667-92b3-181c1b2cb48f,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:49.703531 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d734a3d-e918-41e5-a18b-cd13f906971b tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Checking segment: {'id': '9d1c3f52-58fe-4515-b663-78874c9f2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '40cd2fdd-8921-429f-8efc-5cf90ebef81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:06:49.704457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d734a3d-e918-41e5-a18b-cd13f906971b tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Network hostable DHCP agents. Network: 40cd2fdd-8921-429f-8efc-5cf90ebef81d, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:06:49.724941 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0825d52f-9839-4bc9-ba05-50097cb46d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:49.734061 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cbe7670a-1b98-428c-a08e-09406474b6c8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:49.735406 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cbe7670a-1b98-428c-a08e-09406474b6c8 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1369200 Jan 20 11:06:49.736725 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] DHCP port deletion for 8962365b-2f7b-4071-b5a5-7c805118ad36 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:06:49.738689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35966) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:49.745365 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] Deleting port 54bee47f-98e1-42ea-b8c5-48acce502c3c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:49.745782 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:49.756941 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-412f7d64-50fe-48b9-8b44-d3237a70ccd8 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Unset dirty status for tenant:37f98bcfb70b4f29a20777088a60035c on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:49.762100 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-412f7d64-50fe-48b9-8b44-d3237a70ccd8 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2172341 Jan 20 11:06:49.763164 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35970) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:49.769938 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-bcf0007a-ed12-489b-9400-63ef455b4522 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092243101'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:49.777169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-bcf0007a-ed12-489b-9400-63ef455b4522 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:49.788428 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-bcf0007a-ed12-489b-9400-63ef455b4522 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:49.802492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d734a3d-e918-41e5-a18b-cd13f906971b tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Network 40cd2fdd-8921-429f-8efc-5cf90ebef81d is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:06:49.805582 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0825d52f-9839-4bc9-ba05-50097cb46d15 None None] For port 54bee47f-98e1-42ea-b8c5-48acce502c3c, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=54bee47f-98e1-42ea-b8c5-48acce502c3c,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:49.818681 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5fa25e3c-f65d-4b3f-8404-48cb6bfb003d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787802 Jan 20 11:06:49.822407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35974) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:49.827866 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-834d8501-5bb4-42e2-9d35-5c3a0764998c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:49.845929 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bcf0007a-ed12-489b-9400-63ef455b4522 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:49.876181 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0825d52f-9839-4bc9-ba05-50097cb46d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:49.912230 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-3d734a3d-e918-41e5-a18b-cd13f906971b tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 40cd2fdd-8921-429f-8efc-5cf90ebef81d) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:49.933673 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d734a3d-e918-41e5-a18b-cd13f906971b tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:49.934254 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3d734a3d-e918-41e5-a18b-cd13f906971b tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:49.963978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744e3fb8-3380-4361-99ee-a9b267ca0887 None None] Network 40cd2fdd-8921-429f-8efc-5cf90ebef81d requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:49.983972 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-834d8501-5bb4-42e2-9d35-5c3a0764998c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:49.988644 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-bcf0007a-ed12-489b-9400-63ef455b4522 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:49.993666 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-bcf0007a-ed12-489b-9400-63ef455b4522 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:49.998751 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-bcf0007a-ed12-489b-9400-63ef455b4522 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:50.001927 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-834d8501-5bb4-42e2-9d35-5c3a0764998c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:50.007409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-bcf0007a-ed12-489b-9400-63ef455b4522 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:50.078211 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3d734a3d-e918-41e5-a18b-cd13f906971b tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3844907 Jan 20 11:06:50.082697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35978) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:50.090136 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-c690eab6-e256-4f1d-9eb0-7419a2f0cf97 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Request body: {'network': {'name': 'tempest-router-network01--1406998287'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:50.096734 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c690eab6-e256-4f1d-9eb0-7419a2f0cf97 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:50.104090 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c690eab6-e256-4f1d-9eb0-7419a2f0cf97 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Usage tracker for resource:network and tenant:040793d24cab4ebcb1c74b782ba868fe is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:50.107680 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c690eab6-e256-4f1d-9eb0-7419a2f0cf97 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:50.121389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c690eab6-e256-4f1d-9eb0-7419a2f0cf97 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:50.149460 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825d52f-9839-4bc9-ba05-50097cb46d15 None None] Pushing event updated for resources: {'Port': ['ID=54bee47f-98e1-42ea-b8c5-48acce502c3c,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:50.152755 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] For port 54bee47f-98e1-42ea-b8c5-48acce502c3c, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=54bee47f-98e1-42ea-b8c5-48acce502c3c,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:50.153217 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:50.154183 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bcf0007a-ed12-489b-9400-63ef455b4522 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:50.156719 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834d8501-5bb4-42e2-9d35-5c3a0764998c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:50.160268 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-834d8501-5bb4-42e2-9d35-5c3a0764998c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:50.226700 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c690eab6-e256-4f1d-9eb0-7419a2f0cf97 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Made reservation on behalf of 040793d24cab4ebcb1c74b782ba868fe for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:50.229624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c690eab6-e256-4f1d-9eb0-7419a2f0cf97 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:50.252697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bcf0007a-ed12-489b-9400-63ef455b4522 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:50.293916 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] Calling delete_port for 54bee47f-98e1-42ea-b8c5-48acce502c3c owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:50.325157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0007a-ed12-489b-9400-63ef455b4522 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4819e1d9-e777-40bf-80b1-362b5ce55b66,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:50.385847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bcf0007a-ed12-489b-9400-63ef455b4522 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:50.387080 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bcf0007a-ed12-489b-9400-63ef455b4522 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6229682 Jan 20 11:06:50.390096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35982) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:50.396681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d82a9a2a-b68c-44bb-95f7-d45243215230 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': '4819e1d9-e777-40bf-80b1-362b5ce55b66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:50.402407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d82a9a2a-b68c-44bb-95f7-d45243215230 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:50.406123 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d82a9a2a-b68c-44bb-95f7-d45243215230 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:50.409078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d82a9a2a-b68c-44bb-95f7-d45243215230 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:50.414752 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d82a9a2a-b68c-44bb-95f7-d45243215230 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:50.450521 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-40cd2fdd-8921-429f-8efc-5cf90ebef81d', 'network_id': '40cd2fdd-8921-429f-8efc-5cf90ebef81d', 'tenant_id': '040793d24cab4ebcb1c74b782ba868fe', 'fixed_ips': [{'subnet_id': 'cdc40aaf-1985-4667-92b3-181c1b2cb48f'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:06:50.451348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:50.465261 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c690eab6-e256-4f1d-9eb0-7419a2f0cf97 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:06:50.477850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c690eab6-e256-4f1d-9eb0-7419a2f0cf97 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:50.478205 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-c690eab6-e256-4f1d-9eb0-7419a2f0cf97 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Added segment b3f350cc-b32a-42cb-ba9f-5dba16ae26a6 of type vlan for network a414c9d6-2dce-4fc2-8a0a-0640d7d7942f Jan 20 11:06:50.506616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:06:50.506976 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:06:50.550544 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c690eab6-e256-4f1d-9eb0-7419a2f0cf97 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:50.610948 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Allocated IP 2001:db8::2 (40cd2fdd-8921-429f-8efc-5cf90ebef81d/cdc40aaf-1985-4667-92b3-181c1b2cb48f/96b37da4-2699-468d-a0df-489f44a8751a) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:50.654425 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-d82a9a2a-b68c-44bb-95f7-d45243215230 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): The resource could not be found. Jan 20 11:06:50.655506 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d82a9a2a-b68c-44bb-95f7-d45243215230 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2632473 Jan 20 11:06:50.658599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35986) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:50.664152 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a56916b8-5909-45d5-a165-c941bdf85117 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': '4819e1d9-e777-40bf-80b1-362b5ce55b66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '614f35db-7157-4d7b-986b-1da6404846e9'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:50.670004 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a56916b8-5909-45d5-a165-c941bdf85117 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:50.674391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a56916b8-5909-45d5-a165-c941bdf85117 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:50.677211 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a56916b8-5909-45d5-a165-c941bdf85117 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:50.683031 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a56916b8-5909-45d5-a165-c941bdf85117 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:50.683311 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c690eab6-e256-4f1d-9eb0-7419a2f0cf97 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:50.689766 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c690eab6-e256-4f1d-9eb0-7419a2f0cf97 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:50.690382 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c690eab6-e256-4f1d-9eb0-7419a2f0cf97 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:50.817450 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:50.827529 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Transition to ACTIVE for port object 96b37da4-2699-468d-a0df-489f44a8751a will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:50.831721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690eab6-e256-4f1d-9eb0-7419a2f0cf97 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event updated for resources: {'Network': ['ID=a414c9d6-2dce-4fc2-8a0a-0640d7d7942f,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:50.847337 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network a414c9d6-2dce-4fc2-8a0a-0640d7d7942f details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:06:50.864221 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Transition to ACTIVE for port object 96b37da4-2699-468d-a0df-489f44a8751a will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:50.889492 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c690eab6-e256-4f1d-9eb0-7419a2f0cf97 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8031707 Jan 20 11:06:50.890706 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35990) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:50.897192 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1148b56b-1185-4136-a83e-572510a79017 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Request body: {'network': {'name': 'tempest-router-network02--1486465450'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:50.902858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1148b56b-1185-4136-a83e-572510a79017 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:50.908055 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-a56916b8-5909-45d5-a165-c941bdf85117 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): The resource could not be found. Jan 20 11:06:50.909303 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a56916b8-5909-45d5-a165-c941bdf85117 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2497618 Jan 20 11:06:50.910941 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1148b56b-1185-4136-a83e-572510a79017 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Usage tracker for resource:network and tenant:040793d24cab4ebcb1c74b782ba868fe is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:50.917474 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1148b56b-1185-4136-a83e-572510a79017 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:50.920617 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 35994) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:50.926461 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1148b56b-1185-4136-a83e-572510a79017 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:50.954205 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.objects.ports [None req-834d8501-5bb4-42e2-9d35-5c3a0764998c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84331) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 11:06:50.963548 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.013948 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] Deleting port 54bee47f-98e1-42ea-b8c5-48acce502c3c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:51.014323 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.020857 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1148b56b-1185-4136-a83e-572510a79017 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Made reservation on behalf of 040793d24cab4ebcb1c74b782ba868fe for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:51.025823 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1148b56b-1185-4136-a83e-572510a79017 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.073299 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1148b56b-1185-4136-a83e-572510a79017 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:06:51.074284 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-84c9f7b2-6397-4105-af44-7c0ccfbe6a66 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.081664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Network 40cd2fdd-8921-429f-8efc-5cf90ebef81d is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:51.089452 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:51.089620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1148b56b-1185-4136-a83e-572510a79017 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.089620 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-1148b56b-1185-4136-a83e-572510a79017 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Added segment da352109-a25f-4808-ae62-4b8e699a4b15 of type vlan for network afc00b66-7199-4127-865d-5487a5bb254e Jan 20 11:06:51.092502 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:06:51.120942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-84c9f7b2-6397-4105-af44-7c0ccfbe6a66 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.130100 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1148b56b-1185-4136-a83e-572510a79017 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.135456 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 54bee47f-98e1-42ea-b8c5-48acce502c3c no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:06:51.159321 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Pushing event updated for resources: {'Port': ['ID=96b37da4-2699-468d-a0df-489f44a8751a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:51.231661 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1148b56b-1185-4136-a83e-572510a79017 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.236826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1148b56b-1185-4136-a83e-572510a79017 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:51.237358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1148b56b-1185-4136-a83e-572510a79017 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.306552 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Attempting to bind port 96b37da4-2699-468d-a0df-489f44a8751a on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:06:51.306924 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Attempting to bind port 96b37da4-2699-468d-a0df-489f44a8751a by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '9d1c3f52-58fe-4515-b663-78874c9f2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '40cd2fdd-8921-429f-8efc-5cf90ebef81d'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:06:51.307492 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Attempting to bind port 96b37da4-2699-468d-a0df-489f44a8751a on network 40cd2fdd-8921-429f-8efc-5cf90ebef81d {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:06:51.336931 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-84c9f7b2-6397-4105-af44-7c0ccfbe6a66 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.345716 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148b56b-1185-4136-a83e-572510a79017 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event updated for resources: {'Network': ['ID=afc00b66-7199-4127-865d-5487a5bb254e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:51.363893 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network afc00b66-7199-4127-865d-5487a5bb254e details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:06:51.367080 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9f7b2-6397-4105-af44-7c0ccfbe6a66 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4819e1d9-e777-40bf-80b1-362b5ce55b66,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:51.379540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-834d8501-5bb4-42e2-9d35-5c3a0764998c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.382116 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1148b56b-1185-4136-a83e-572510a79017 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4897654 Jan 20 11:06:51.386029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 35998) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:51.392926 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e5c4f09b-8869-4786-9e19-aa24ecce3132 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Request body: {'subnet': {'network_id': 'a414c9d6-2dce-4fc2-8a0a-0640d7d7942f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:51.444189 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:06:51.444670 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Checking segment: {'id': '9d1c3f52-58fe-4515-b663-78874c9f2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '40cd2fdd-8921-429f-8efc-5cf90ebef81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:06:51.444989 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.445395 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Bound using segment: {'id': '9d1c3f52-58fe-4515-b663-78874c9f2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '40cd2fdd-8921-429f-8efc-5cf90ebef81d'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:06:51.446380 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Bound port: 96b37da4-2699-468d-a0df-489f44a8751a, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d1c3f52-58fe-4515-b663-78874c9f2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '40cd2fdd-8921-429f-8efc-5cf90ebef81d'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:06:51.446380 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.453275 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-84c9f7b2-6397-4105-af44-7c0ccfbe6a66 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.458765 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-84c9f7b2-6397-4105-af44-7c0ccfbe6a66 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "DELETE /v2.0/security-groups/4819e1d9-e777-40bf-80b1-362b5ce55b66 HTTP/1.1" status: 204 len: 168 time: 0.5294588 Jan 20 11:06:51.458765 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36002) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:51.602945 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e5c4f09b-8869-4786-9e19-aa24ecce3132 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:51.607115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e5c4f09b-8869-4786-9e19-aa24ecce3132 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Usage tracker for resource:subnet and tenant:040793d24cab4ebcb1c74b782ba868fe is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:51.607235 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5dcf7ec1-24bf-4ffc-a33a-36ffac0f88a1 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Synchronizing usage tracker for tenant:37f98bcfb70b4f29a20777088a60035c on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:51.610985 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e5c4f09b-8869-4786-9e19-aa24ecce3132 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:51.616844 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e5c4f09b-8869-4786-9e19-aa24ecce3132 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:51.660669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-834d8501-5bb4-42e2-9d35-5c3a0764998c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] For port 54bee47f-98e1-42ea-b8c5-48acce502c3c, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=54bee47f-98e1-42ea-b8c5-48acce502c3c,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:51.692208 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-834d8501-5bb4-42e2-9d35-5c3a0764998c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.693870 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c4f09b-8869-4786-9e19-aa24ecce3132 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Made reservation on behalf of 040793d24cab4ebcb1c74b782ba868fe for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:51.695129 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.722853 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5dcf7ec1-24bf-4ffc-a33a-36ffac0f88a1 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Unset dirty status for tenant:37f98bcfb70b4f29a20777088a60035c on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:51.728537 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5dcf7ec1-24bf-4ffc-a33a-36ffac0f88a1 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2662029 Jan 20 11:06:51.728815 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36006) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:51.734668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-983eddc2-5e41-4b15-a157-ba81964b744f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': 'b42ff6c7-5caa-4c45-8268-73fafc455bc0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:51.737803 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] For port 54bee47f-98e1-42ea-b8c5-48acce502c3c, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=54bee47f-98e1-42ea-b8c5-48acce502c3c,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:51.738202 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.741732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-983eddc2-5e41-4b15-a157-ba81964b744f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:51.746363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-983eddc2-5e41-4b15-a157-ba81964b744f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:51.749471 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-983eddc2-5e41-4b15-a157-ba81964b744f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:51.755879 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-983eddc2-5e41-4b15-a157-ba81964b744f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:51.797348 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-834d8501-5bb4-42e2-9d35-5c3a0764998c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.798660 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f09b-8869-4786-9e19-aa24ecce3132 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.798818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-834d8501-5bb4-42e2-9d35-5c3a0764998c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:51.899383 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] Calling delete_port for 54bee47f-98e1-42ea-b8c5-48acce502c3c owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:51.930471 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] For port 96b37da4-2699-468d-a0df-489f44a8751a, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:06:51.963494 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] For port 96b37da4-2699-468d-a0df-489f44a8751a, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=96b37da4-2699-468d-a0df-489f44a8751a,segment=NetworkSegment(9d1c3f52-58fe-4515-b663-78874c9f2dfc),segment_id=9d1c3f52-58fe-4515-b663-78874c9f2dfc)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:06:51.978865 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:06:51.979218 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:06:51.995839 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d8501-5bb4-42e2-9d35-5c3a0764998c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=e8c45875-da1a-4a3c-8a18-1ba66d0ba6fa,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:51.998848 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d8501-5bb4-42e2-9d35-5c3a0764998c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=54bee47f-98e1-42ea-b8c5-48acce502c3c,revision_number=6']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:52.005850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834d8501-5bb4-42e2-9d35-5c3a0764998c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:52.009385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-834d8501-5bb4-42e2-9d35-5c3a0764998c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:52.009803 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:52.012572 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834d8501-5bb4-42e2-9d35-5c3a0764998c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:52.013162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-834d8501-5bb4-42e2-9d35-5c3a0764998c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:52.060847 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:06:52.061197 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:06:52.072005 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-983eddc2-5e41-4b15-a157-ba81964b744f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): The resource could not be found. Jan 20 11:06:52.073182 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-983eddc2-5e41-4b15-a157-ba81964b744f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3432198 Jan 20 11:06:52.076960 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36010) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:52.083027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-622af929-410f-47e0-a237-f0f5b436b05a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group': {'name': 'tempest-secgroup--25511445'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:52.089442 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-622af929-410f-47e0-a237-f0f5b436b05a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:52.094937 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f09b-8869-4786-9e19-aa24ecce3132 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:52.096533 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d111a86-55bd-4936-af23-26d7648a6682 None None] Pushing event updated for resources: {'Port': ['ID=96b37da4-2699-468d-a0df-489f44a8751a,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:52.100096 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-834d8501-5bb4-42e2-9d35-5c3a0764998c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2766390 Jan 20 11:06:52.101185 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-622af929-410f-47e0-a237-f0f5b436b05a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:52.102978 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36014) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:52.109237 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-e43db9ab-852b-4bea-b2f5-ecb7f7f03963 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:52.177905 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4f09b-8869-4786-9e19-aa24ecce3132 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event updated for resources: {'Subnet': ['ID=4c4ae84c-8a3f-4978-94e0-77ce5a6694f8,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:52.195224 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4f09b-8869-4786-9e19-aa24ecce3132 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Checking segment: {'id': 'b3f350cc-b32a-42cb-ba9f-5dba16ae26a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'a414c9d6-2dce-4fc2-8a0a-0640d7d7942f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:06:52.195713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c4f09b-8869-4786-9e19-aa24ecce3132 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Network hostable DHCP agents. Network: a414c9d6-2dce-4fc2-8a0a-0640d7d7942f, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:06:52.198410 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-622af929-410f-47e0-a237-f0f5b436b05a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:52.277421 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c4f09b-8869-4786-9e19-aa24ecce3132 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Network a414c9d6-2dce-4fc2-8a0a-0640d7d7942f is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:06:52.278093 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-622af929-410f-47e0-a237-f0f5b436b05a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:52.287779 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-622af929-410f-47e0-a237-f0f5b436b05a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:52.291777 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-622af929-410f-47e0-a237-f0f5b436b05a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:52.301271 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-622af929-410f-47e0-a237-f0f5b436b05a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:52.303492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e43db9ab-852b-4bea-b2f5-ecb7f7f03963 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:52.325523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e43db9ab-852b-4bea-b2f5-ecb7f7f03963 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:52.379925 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-e5c4f09b-8869-4786-9e19-aa24ecce3132 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, a414c9d6-2dce-4fc2-8a0a-0640d7d7942f) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:52.385742 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c4f09b-8869-4786-9e19-aa24ecce3132 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:52.386891 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f09b-8869-4786-9e19-aa24ecce3132 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:52.397732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-622af929-410f-47e0-a237-f0f5b436b05a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:52.400550 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ac6e5d-1c4d-4a3c-9e40-7832b434c9e1 None None] Network a414c9d6-2dce-4fc2-8a0a-0640d7d7942f requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:52.414092 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43db9ab-852b-4bea-b2f5-ecb7f7f03963 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:52.485634 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-622af929-410f-47e0-a237-f0f5b436b05a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:52.502510 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e5c4f09b-8869-4786-9e19-aa24ecce3132 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1166039 Jan 20 11:06:52.505346 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36018) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:52.513499 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a906948d-a5d5-47e0-829e-6effd676f61d tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Request body: {'subnet': {'network_id': 'afc00b66-7199-4127-865d-5487a5bb254e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:52.558535 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622af929-410f-47e0-a237-f0f5b436b05a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c70c58-bb86-4287-a7c8-e9c576ea0058,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:52.566077 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:52.597326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e43db9ab-852b-4bea-b2f5-ecb7f7f03963 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:52.614264 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-622af929-410f-47e0-a237-f0f5b436b05a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:52.618014 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-622af929-410f-47e0-a237-f0f5b436b05a tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5370479 Jan 20 11:06:52.620011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36022) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:52.635269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a906948d-a5d5-47e0-829e-6effd676f61d tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:52.638880 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a906948d-a5d5-47e0-829e-6effd676f61d tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Usage tracker for resource:subnet and tenant:040793d24cab4ebcb1c74b782ba868fe is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:52.642929 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a906948d-a5d5-47e0-829e-6effd676f61d tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:52.648949 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a906948d-a5d5-47e0-829e-6effd676f61d tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:52.653717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 54bee47f-98e1-42ea-b8c5-48acce502c3c, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=54bee47f-98e1-42ea-b8c5-48acce502c3c,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:52.673216 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1dfc61b2-47e1-410e-9668-45a1df15c511 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group': {'name': 'tempest-secgroup--679733106'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:52.685880 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1dfc61b2-47e1-410e-9668-45a1df15c511 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:52.694181 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1dfc61b2-47e1-410e-9668-45a1df15c511 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:52.699304 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1dfc61b2-47e1-410e-9668-45a1df15c511 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:52.701818 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-a414c9d6-2dce-4fc2-8a0a-0640d7d7942f', 'network_id': 'a414c9d6-2dce-4fc2-8a0a-0640d7d7942f', 'tenant_id': '040793d24cab4ebcb1c74b782ba868fe', 'fixed_ips': [{'subnet_id': '4c4ae84c-8a3f-4978-94e0-77ce5a6694f8'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:06:52.702653 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:52.714519 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1dfc61b2-47e1-410e-9668-45a1df15c511 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:52.718791 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:52.745691 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a906948d-a5d5-47e0-829e-6effd676f61d tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Made reservation on behalf of 040793d24cab4ebcb1c74b782ba868fe for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:52.757470 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.ipam_backend_mixin [None req-e43db9ab-852b-4bea-b2f5-ecb7f7f03963 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e8c45875-da1a-4a3c-8a18-1ba66d0ba6fa (CIDR: 2001:db8::/64) Jan 20 11:06:52.797952 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43db9ab-852b-4bea-b2f5-ecb7f7f03963 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:52.798410 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43db9ab-852b-4bea-b2f5-ecb7f7f03963 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:06:52.825994 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1dfc61b2-47e1-410e-9668-45a1df15c511 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:52.849255 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=54bee47f-98e1-42ea-b8c5-48acce502c3c,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:52.855881 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a906948d-a5d5-47e0-829e-6effd676f61d tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:52.875705 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1dfc61b2-47e1-410e-9668-45a1df15c511 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:52.880571 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1dfc61b2-47e1-410e-9668-45a1df15c511 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:52.883595 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1dfc61b2-47e1-410e-9668-45a1df15c511 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:52.890540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1dfc61b2-47e1-410e-9668-45a1df15c511 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:52.942376 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e43db9ab-852b-4bea-b2f5-ecb7f7f03963 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8383241 Jan 20 11:06:52.943155 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36026) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:52.955266 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d7da937a-4ccc-4ee1-87c4-a5a11022e997 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:52.960358 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] Deleting port 54bee47f-98e1-42ea-b8c5-48acce502c3c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:52.963035 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:52.989988 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1dfc61b2-47e1-410e-9668-45a1df15c511 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:53.089689 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1dfc61b2-47e1-410e-9668-45a1df15c511 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:53.144320 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Allocated IP 2001:db8::2 (a414c9d6-2dce-4fc2-8a0a-0640d7d7942f/4c4ae84c-8a3f-4978-94e0-77ce5a6694f8/c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:53.163057 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 96b37da4-2699-468d-a0df-489f44a8751a up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:53.184491 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc61b2-47e1-410e-9668-45a1df15c511 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5932bd2b-852f-4183-b639-cbfa59f78587,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:53.193684 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d7da937a-4ccc-4ee1-87c4-a5a11022e997 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:53.197101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a906948d-a5d5-47e0-829e-6effd676f61d tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:53.204379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d7da937a-4ccc-4ee1-87c4-a5a11022e997 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:53.255636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1dfc61b2-47e1-410e-9668-45a1df15c511 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:53.257240 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1dfc61b2-47e1-410e-9668-45a1df15c511 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6364660 Jan 20 11:06:53.260706 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36030) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:53.273117 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8ece4071-e315-4dae-8081-f184a9f3c526 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group_rule': {'security_group_id': '94c70c58-bb86-4287-a7c8-e9c576ea0058', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5932bd2b-852f-4183-b639-cbfa59f78587'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:53.277190 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7da937a-4ccc-4ee1-87c4-a5a11022e997 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:53.282564 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d7da937a-4ccc-4ee1-87c4-a5a11022e997 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:53.299916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8ece4071-e315-4dae-8081-f184a9f3c526 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:53.308657 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8ece4071-e315-4dae-8081-f184a9f3c526 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:53.311620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906948d-a5d5-47e0-829e-6effd676f61d tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event updated for resources: {'Subnet': ['ID=9426299d-1333-43fd-a33e-efbe8ee66e2e,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:53.316201 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8ece4071-e315-4dae-8081-f184a9f3c526 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:53.323099 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8ece4071-e315-4dae-8081-f184a9f3c526 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:53.325205 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a906948d-a5d5-47e0-829e-6effd676f61d tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Checking segment: {'id': 'da352109-a25f-4808-ae62-4b8e699a4b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'afc00b66-7199-4127-865d-5487a5bb254e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:06:53.325589 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a906948d-a5d5-47e0-829e-6effd676f61d tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Network hostable DHCP agents. Network: afc00b66-7199-4127-865d-5487a5bb254e, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:06:53.374746 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a56380e-b313-49b6-863c-c02fde35d99a None None] Network 40cd2fdd-8921-429f-8efc-5cf90ebef81d requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:53.465570 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a906948d-a5d5-47e0-829e-6effd676f61d tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Network afc00b66-7199-4127-865d-5487a5bb254e is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:06:53.523146 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-8ece4071-e315-4dae-8081-f184a9f3c526 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:53.524200 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8ece4071-e315-4dae-8081-f184a9f3c526 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2625918 Jan 20 11:06:53.527438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36034) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:53.556543 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-a906948d-a5d5-47e0-829e-6effd676f61d tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, afc00b66-7199-4127-865d-5487a5bb254e) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:53.569125 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a906948d-a5d5-47e0-829e-6effd676f61d tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:53.569743 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a906948d-a5d5-47e0-829e-6effd676f61d tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:53.613600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ac8a18ba-6934-4bb9-8917-75298832f836 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:53.632933 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39224ed3-a28f-4126-87b9-d4d515b19b45 None None] Network afc00b66-7199-4127-865d-5487a5bb254e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:53.641907 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ac8a18ba-6934-4bb9-8917-75298832f836 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:53.654013 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d7da937a-4ccc-4ee1-87c4-a5a11022e997 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:53.677529 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a906948d-a5d5-47e0-829e-6effd676f61d tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1701703 Jan 20 11:06:53.680107 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36038) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:53.730875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7da937a-4ccc-4ee1-87c4-a5a11022e997 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:53.735400 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-d7da937a-4ccc-4ee1-87c4-a5a11022e997 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:53.739853 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7da937a-4ccc-4ee1-87c4-a5a11022e997 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:53.745223 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d7da937a-4ccc-4ee1-87c4-a5a11022e997 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:53.766896 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0690a840-ba57-4475-9f8b-69d6f48123b5 None None] Provisioning for port 96b37da4-2699-468d-a0df-489f44a8751a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:06:53.769861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da937a-4ccc-4ee1-87c4-a5a11022e997 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=3570cf76-ea8a-4eac-adbd-c0755217de89,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:53.783450 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 96b37da4-2699-468d-a0df-489f44a8751a completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:06:53.846834 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d7da937a-4ccc-4ee1-87c4-a5a11022e997 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8963394 Jan 20 11:06:53.847069 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36042) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:53.853087 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'mac_address': 'fa:16:3e:17:74:37', 'name': 'tempest-NetworksTestDHCPv6-1856491154'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:53.873219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0690a840-ba57-4475-9f8b-69d6f48123b5 None None] Provisioning complete for port 96b37da4-2699-468d-a0df-489f44a8751a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:53.873615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0690a840-ba57-4475-9f8b-69d6f48123b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:53.882794 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ac8a18ba-6934-4bb9-8917-75298832f836 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:53.915189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a18ba-6934-4bb9-8917-75298832f836 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5932bd2b-852f-4183-b639-cbfa59f78587,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:53.978563 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ac8a18ba-6934-4bb9-8917-75298832f836 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:53.982181 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ac8a18ba-6934-4bb9-8917-75298832f836 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "DELETE /v2.0/security-groups/5932bd2b-852f-4183-b639-cbfa59f78587 HTTP/1.1" status: 204 len: 168 time: 0.4514604 Jan 20 11:06:53.982632 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36046) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:54.002106 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 96b37da4-2699-468d-a0df-489f44a8751a triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:54.002905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:54.101135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] For port 54bee47f-98e1-42ea-b8c5-48acce502c3c, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=54bee47f-98e1-42ea-b8c5-48acce502c3c,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:54.101645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:54.105460 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:54.110160 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:port and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:54.113183 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:54.119370 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:54.185394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:54.190556 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:54.216160 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:54.223595 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port e9bab6fa-9d91-4303-bfd2-467cf74b1151 yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:06:54.278530 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ac29c699-7fd2-4390-a507-3ba42f4d5af0 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Synchronizing usage tracker for tenant:37f98bcfb70b4f29a20777088a60035c on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:54.317988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] Calling delete_port for 54bee47f-98e1-42ea-b8c5-48acce502c3c owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:54.380601 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Transition to ACTIVE for port object c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:54.384826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:54.400782 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ac29c699-7fd2-4390-a507-3ba42f4d5af0 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Unset dirty status for tenant:37f98bcfb70b4f29a20777088a60035c on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:54.402084 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ac29c699-7fd2-4390-a507-3ba42f4d5af0 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.4185269 Jan 20 11:06:54.424767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36050) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:54.496139 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8:0:1::311 (8962365b-2f7b-4071-b5a5-7c805118ad36/3570cf76-ea8a-4eac-adbd-c0755217de89/e9bab6fa-9d91-4303-bfd2-467cf74b1151) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:54.504081 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-afc00b66-7199-4127-865d-5487a5bb254e', 'network_id': 'afc00b66-7199-4127-865d-5487a5bb254e', 'tenant_id': '040793d24cab4ebcb1c74b782ba868fe', 'fixed_ips': [{'subnet_id': '9426299d-1333-43fd-a33e-efbe8ee66e2e'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:06:54.504893 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:54.507741 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::f816:3eff:fe17:7437 (8962365b-2f7b-4071-b5a5-7c805118ad36/e8c45875-da1a-4a3c-8a18-1ba66d0ba6fa/e9bab6fa-9d91-4303-bfd2-467cf74b1151) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:54.514538 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Transition to ACTIVE for port object c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:54.549435 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d6470270-05af-466e-b523-c19d470a1730 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:54.619450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d6470270-05af-466e-b523-c19d470a1730 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:54.657470 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:54.728052 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:54.762401 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Allocated IP 2001:db8::1 (a414c9d6-2dce-4fc2-8a0a-0640d7d7942f/4c4ae84c-8a3f-4978-94e0-77ce5a6694f8/a09f6947-4dc3-49b6-9fe6-e763101b3ae0) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:54.786517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:54.796387 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0690a840-ba57-4475-9f8b-69d6f48123b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:54.803797 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object e9bab6fa-9d91-4303-bfd2-467cf74b1151 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:54.809421 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d6470270-05af-466e-b523-c19d470a1730 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:54.834522 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6470270-05af-466e-b523-c19d470a1730 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c70c58-bb86-4287-a7c8-e9c576ea0058,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:54.863756 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Network a414c9d6-2dce-4fc2-8a0a-0640d7d7942f is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:54.887961 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:54.894936 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Pushing event updated for resources: {'Port': ['ID=c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:54.901314 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:06:54.946187 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 96b37da4-2699-468d-a0df-489f44a8751a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=96b37da4-2699-468d-a0df-489f44a8751a,segment=NetworkSegment(9d1c3f52-58fe-4515-b663-78874c9f2dfc),segment_id=9d1c3f52-58fe-4515-b663-78874c9f2dfc)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:54.949715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:54.962991 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d6470270-05af-466e-b523-c19d470a1730 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:54.964563 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d6470270-05af-466e-b523-c19d470a1730 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "DELETE /v2.0/security-groups/94c70c58-bb86-4287-a7c8-e9c576ea0058 HTTP/1.1" status: 204 len: 168 time: 0.5390773 Jan 20 11:06:54.967766 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36054) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:54.968804 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Transition to ACTIVE for port object a09f6947-4dc3-49b6-9fe6-e763101b3ae0 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:55.009518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:55.015011 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:55.102391 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] Pushing event deleted for resources: {'Port': ['ID=54bee47f-98e1-42ea-b8c5-48acce502c3c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:55.122814 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:55.124470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=e9bab6fa-9d91-4303-bfd2-467cf74b1151,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:55.127207 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:55.127368 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:55.129668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:06:55.131156 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Allocated IP 2001:db8::2 (afc00b66-7199-4127-865d-5487a5bb254e/9426299d-1333-43fd-a33e-efbe8ee66e2e/bb779724-84c0-4404-9c24-ce504c95fe6d) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:55.133577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:55.134195 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:55.139589 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-335f46a6-2b61-4fe8-aed5-a00877a0c07b tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Synchronizing usage tracker for tenant:37f98bcfb70b4f29a20777088a60035c on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:55.142949 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:55.210821 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Network a414c9d6-2dce-4fc2-8a0a-0640d7d7942f is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:55.213788 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:55.222907 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:06:55.223437 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:55.234758 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Attempting to bind port c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:06:55.235125 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Attempting to bind port c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'b3f350cc-b32a-42cb-ba9f-5dba16ae26a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'a414c9d6-2dce-4fc2-8a0a-0640d7d7942f'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:06:55.235487 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Attempting to bind port c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b on network a414c9d6-2dce-4fc2-8a0a-0640d7d7942f {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:06:55.246175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event updated for resources: {'Port': ['ID=a09f6947-4dc3-49b6-9fe6-e763101b3ae0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:55.272133 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9d71b6a4-333a-4260-82d0-8749ecfb01c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4238789 Jan 20 11:06:55.274746 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36060) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:55.307150 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-335f46a6-2b61-4fe8-aed5-a00877a0c07b tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Unset dirty status for tenant:37f98bcfb70b4f29a20777088a60035c on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:55.318097 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-335f46a6-2b61-4fe8-aed5-a00877a0c07b tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3401325 Jan 20 11:06:55.318097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36064) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:55.320802 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-c35ab0f4-d977-4714-95fb-5175262b7922 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group': {'name': 'tempest-secgroup--403845951'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:55.326927 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c35ab0f4-d977-4714-95fb-5175262b7922 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:55.339258 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c35ab0f4-d977-4714-95fb-5175262b7922 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:55.380346 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-71dc2082-7c51-4a17-9fc4-9e3361f4563f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port e9bab6fa-9d91-4303-bfd2-467cf74b1151 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:06:55.380752 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71dc2082-7c51-4a17-9fc4-9e3361f4563f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:55.383177 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed035e-4637-4572-b8dd-bb69771a0bda None None] No DVR routers for this DVR port 54bee47f-98e1-42ea-b8c5-48acce502c3c on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:06:55.402072 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:06:55.402458 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Checking segment: {'id': 'b3f350cc-b32a-42cb-ba9f-5dba16ae26a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'a414c9d6-2dce-4fc2-8a0a-0640d7d7942f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:06:55.402844 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:55.403234 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Bound using segment: {'id': 'b3f350cc-b32a-42cb-ba9f-5dba16ae26a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'a414c9d6-2dce-4fc2-8a0a-0640d7d7942f'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:06:55.403715 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Bound port: c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f350cc-b32a-42cb-ba9f-5dba16ae26a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'a414c9d6-2dce-4fc2-8a0a-0640d7d7942f'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:06:55.404085 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:55.448043 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:55.459757 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c35ab0f4-d977-4714-95fb-5175262b7922 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:55.480742 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa3bda5-471a-4ed1-b56f-17de54b51900 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:55.493329 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-0690a840-ba57-4475-9f8b-69d6f48123b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:06:55.493711 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-0690a840-ba57-4475-9f8b-69d6f48123b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:06:55.507343 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c35ab0f4-d977-4714-95fb-5175262b7922 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:55.512366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c35ab0f4-d977-4714-95fb-5175262b7922 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Usage tracker for resource:security_group_rule and tenant:37f98bcfb70b4f29a20777088a60035c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:55.515506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c35ab0f4-d977-4714-95fb-5175262b7922 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:55.522650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c35ab0f4-d977-4714-95fb-5175262b7922 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:55.582964 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=96b37da4-2699-468d-a0df-489f44a8751a,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:55.588920 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c35ab0f4-d977-4714-95fb-5175262b7922 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:55.671349 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c35ab0f4-d977-4714-95fb-5175262b7922 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:55.720071 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ab0f4-d977-4714-95fb-5175262b7922 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a1226c-1b40-451d-a9e4-e9d7217b5b55,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:55.763998 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] For port c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:06:55.803154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c35ab0f4-d977-4714-95fb-5175262b7922 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:55.807357 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c35ab0f4-d977-4714-95fb-5175262b7922 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4892128 Jan 20 11:06:55.807784 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36070) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:55.816335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-62106f60-0a4c-4c0f-b697-d1d290a7af9f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:55.816943 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-62106f60-0a4c-4c0f-b697-d1d290a7af9f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] update failed (client error): There was a conflict when trying to complete your request. Jan 20 11:06:55.820781 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-62106f60-0a4c-4c0f-b697-d1d290a7af9f tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "PUT /v2.0/security-groups/12a1226c-1b40-451d-a9e4-e9d7217b5b55 HTTP/1.1" status: 409 len: 330 time: 0.0089943 Jan 20 11:06:55.820975 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] For port c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b,segment=NetworkSegment(b3f350cc-b32a-42cb-ba9f-5dba16ae26a6),segment_id=b3f350cc-b32a-42cb-ba9f-5dba16ae26a6)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:06:55.821221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36074) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:55.877598 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:55.894527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:55.899414 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Transition to ACTIVE for port object bb779724-84c0-4404-9c24-ce504c95fe6d will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:55.903543 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09690934-46b7-4097-a94b-bca34d31c5fd tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:55.942765 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09690934-46b7-4097-a94b-bca34d31c5fd tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:55.956852 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71dc2082-7c51-4a17-9fc4-9e3361f4563f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:55.991023 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Transition to ACTIVE for port object bb779724-84c0-4404-9c24-ce504c95fe6d will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:56.063443 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1174f-f5de-4c5c-80ee-df6418a4379f None None] Pushing event updated for resources: {'Port': ['ID=c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:56.075290 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:56.100028 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09690934-46b7-4097-a94b-bca34d31c5fd tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:56.127042 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09690934-46b7-4097-a94b-bca34d31c5fd tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a1226c-1b40-451d-a9e4-e9d7217b5b55,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:56.134778 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09690934-46b7-4097-a94b-bca34d31c5fd tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:56.139835 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-09690934-46b7-4097-a94b-bca34d31c5fd tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "DELETE /v2.0/security-groups/12a1226c-1b40-451d-a9e4-e9d7217b5b55 HTTP/1.1" status: 204 len: 168 time: 0.3164518 Jan 20 11:06:56.139835 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36078) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:56.147917 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-71dc2082-7c51-4a17-9fc4-9e3361f4563f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for e9bab6fa-9d91-4303-bfd2-467cf74b1151 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:06:56.158866 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8962365b-2f7b-4071-b5a5-7c805118ad36', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'fixed_ips': [{'subnet_id': '3570cf76-ea8a-4eac-adbd-c0755217de89'}, {'subnet_id': 'e8c45875-da1a-4a3c-8a18-1ba66d0ba6fa'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:06:56.159319 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:56.185871 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Network afc00b66-7199-4127-865d-5487a5bb254e is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:56.187256 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Pushing event updated for resources: {'Port': ['ID=bb779724-84c0-4404-9c24-ce504c95fe6d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:56.191781 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:56.195068 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:06:56.218082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1ec5a9f0-3eac-4ac1-b41b-35246cbbd9ae tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Synchronizing usage tracker for tenant:37f98bcfb70b4f29a20777088a60035c on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:56.288458 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1ec5a9f0-3eac-4ac1-b41b-35246cbbd9ae tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] Unset dirty status for tenant:37f98bcfb70b4f29a20777088a60035c on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:56.293724 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1ec5a9f0-3eac-4ac1-b41b-35246cbbd9ae tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1531231 Jan 20 11:06:56.294542 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36082) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:56.336781 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-53bcf97b-699b-4d97-87e6-1b4fedac5495 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] delete failed (client error): The resource could not be found. Jan 20 11:06:56.345285 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-53bcf97b-699b-4d97-87e6-1b4fedac5495 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "DELETE /v2.0/security-groups/f7c01e36-4008-4f29-8115-e59aff1dc4d6 HTTP/1.1" status: 404 len: 347 time: 0.0493574 Jan 20 11:06:56.345866 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36086) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:56.368241 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-ead4809f-5c6d-4609-89e9-2f33b183c7a1 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] show failed (client error): The resource could not be found. Jan 20 11:06:56.372928 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ead4809f-5c6d-4609-89e9-2f33b183c7a1 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "GET /v2.0/security-groups/572e5af5-9eb1-4764-973a-dc22f6b45bb1 HTTP/1.1" status: 404 len: 347 time: 0.0258658 Jan 20 11:06:56.373244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36090) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:56.393423 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:56.400466 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Attempting to bind port bb779724-84c0-4404-9c24-ce504c95fe6d on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:06:56.401717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Attempting to bind port bb779724-84c0-4404-9c24-ce504c95fe6d by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'da352109-a25f-4808-ae62-4b8e699a4b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'afc00b66-7199-4127-865d-5487a5bb254e'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:06:56.402543 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Attempting to bind port bb779724-84c0-4404-9c24-ce504c95fe6d on network afc00b66-7199-4127-865d-5487a5bb254e {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:06:56.407235 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-d27028cb-ca52-48ac-b905-ce3110d37198 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] show failed (client error): The resource could not be found. Jan 20 11:06:56.411814 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d27028cb-ca52-48ac-b905-ce3110d37198 tempest-NegativeSecGroupTest-476426892 tempest-NegativeSecGroupTest-476426892-project] 10.222.0.70 "GET /v2.0/security-group-rules/730654a0-8862-4650-8b0f-daf2ee33b4db HTTP/1.1" status: 404 len: 356 time: 0.0372570 Jan 20 11:06:56.413633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-00236268-c8a5-4773-8335-37da89bf9a53 None None] Provisioning complete for port 96b37da4-2699-468d-a0df-489f44a8751a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:56.414182 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00236268-c8a5-4773-8335-37da89bf9a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:56.465728 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:56.467371 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:56.507021 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:06:56.507404 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Checking segment: {'id': 'da352109-a25f-4808-ae62-4b8e699a4b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'afc00b66-7199-4127-865d-5487a5bb254e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:06:56.507812 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:56.508205 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Bound using segment: {'id': 'da352109-a25f-4808-ae62-4b8e699a4b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'afc00b66-7199-4127-865d-5487a5bb254e'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:06:56.508867 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Bound port: bb779724-84c0-4404-9c24-ce504c95fe6d, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da352109-a25f-4808-ae62-4b8e699a4b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'afc00b66-7199-4127-865d-5487a5bb254e'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:06:56.509408 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:56.649762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event updated for resources: {'Port': ['ID=a09f6947-4dc3-49b6-9fe6-e763101b3ae0,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:56.720018 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Network a414c9d6-2dce-4fc2-8a0a-0640d7d7942f is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:56.721199 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:56.730574 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] For port bb779724-84c0-4404-9c24-ce504c95fe6d, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:06:56.746792 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Allocated IP 2001:db8:0:1::2 (8962365b-2f7b-4071-b5a5-7c805118ad36/3570cf76-ea8a-4eac-adbd-c0755217de89/bbfb225f-bef2-48d0-a91a-9fa32009a1e3) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:56.752941 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] For port bb779724-84c0-4404-9c24-ce504c95fe6d, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=bb779724-84c0-4404-9c24-ce504c95fe6d,segment=NetworkSegment(da352109-a25f-4808-ae62-4b8e699a4b15),segment_id=da352109-a25f-4808-ae62-4b8e699a4b15)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:06:56.755776 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Allocated IP 2001:db8::f816:3eff:fe64:d92e (8962365b-2f7b-4071-b5a5-7c805118ad36/e8c45875-da1a-4a3c-8a18-1ba66d0ba6fa/bbfb225f-bef2-48d0-a91a-9fa32009a1e3) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:06:56.783357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71dc2082-7c51-4a17-9fc4-9e3361f4563f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:56.840146 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:56.913505 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc2082-7c51-4a17-9fc4-9e3361f4563f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=e9bab6fa-9d91-4303-bfd2-467cf74b1151,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:57.009226 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71dc2082-7c51-4a17-9fc4-9e3361f4563f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:57.036221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36100) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:57.036468 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-71dc2082-7c51-4a17-9fc4-9e3361f4563f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/e9bab6fa-9d91-4303-bfd2-467cf74b1151 HTTP/1.1" status: 204 len: 168 time: 1.7604086 Jan 20 11:06:57.068000 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:57.080623 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Transition to ACTIVE for port object bbfb225f-bef2-48d0-a91a-9fa32009a1e3 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:57.101767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-57b54aa2-ef78-49c9-9bb5-55fa0b529c5a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:57.102789 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Transition to ACTIVE for port object bbfb225f-bef2-48d0-a91a-9fa32009a1e3 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:06:57.110060 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a91d8a-d530-4263-8a0a-d7514ce83fa3 None None] Pushing event updated for resources: {'Port': ['ID=bb779724-84c0-4404-9c24-ce504c95fe6d,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:57.123373 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36104) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:57.197761 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:57.201014 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-57b54aa2-ef78-49c9-9bb5-55fa0b529c5a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:57.201014 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-57b54aa2-ef78-49c9-9bb5-55fa0b529c5a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1620173 Jan 20 11:06:57.201733 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36110) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:57.366465 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:06:57.374315 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f89c96-c019-4f2e-a5b9-c2f39e337d28 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:57.379195 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-56f89c96-c019-4f2e-a5b9-c2f39e337d28 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1734350 Jan 20 11:06:57.379371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36114) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:57.383647 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:06:57.387924 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Pushing event updated for resources: {'Port': ['ID=bbfb225f-bef2-48d0-a91a-9fa32009a1e3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:57.398459 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 96b37da4-2699-468d-a0df-489f44a8751a up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:57.421805 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Router 09c74879-6554-41aa-91cf-4b0084ed3a5d is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:06:57.467930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6782063b-1113-4398-b83e-8389f9881efb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:57.469805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6782063b-1113-4398-b83e-8389f9881efb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:57.471302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6782063b-1113-4398-b83e-8389f9881efb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:06:57.472199 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6782063b-1113-4398-b83e-8389f9881efb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:06:57.505222 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:06:57.556547 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6782063b-1113-4398-b83e-8389f9881efb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:06:57.558438 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc94e4b-e362-49df-b887-c297486dabbb None None] Network a414c9d6-2dce-4fc2-8a0a-0640d7d7942f requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:57.560378 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6782063b-1113-4398-b83e-8389f9881efb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1797483 Jan 20 11:06:57.564022 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36118) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:57.629572 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-125a5bf6-385b-40f1-a964-597a674ea495 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=37f98bcfb70b4f29a20777088a60035c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5003271 Jan 20 11:06:57.630039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36122) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:57.689675 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:06:57.701677 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd3b6a-4a3c-4f8d-bcd7-023da704074e None None] Sync routers for ids ['09c74879-6554-41aa-91cf-4b0084ed3a5d'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:06:57.716532 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5a8b2f2f-8263-4386-9b91-ea4155e8d00e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "PUT /v2.0/routers/09c74879-6554-41aa-91cf-4b0084ed3a5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0347290 Jan 20 11:06:57.717587 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36126) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:57.720776 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd3b6a-4a3c-4f8d-bcd7-023da704074e None None] Routers {'09c74879-6554-41aa-91cf-4b0084ed3a5d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:57.721462 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e2cd3b6a-4a3c-4f8d-bcd7-023da704074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['09c74879-6554-41aa-91cf-4b0084ed3a5d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:57.806884 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03e078bb-2710-4fc0-a3d3-95fdb0fbe33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:57.814410 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e2cd3b6a-4a3c-4f8d-bcd7-023da704074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:57.827650 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd3b6a-4a3c-4f8d-bcd7-023da704074e None None] Routers {'09c74879-6554-41aa-91cf-4b0084ed3a5d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:06:57.829001 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e2cd3b6a-4a3c-4f8d-bcd7-023da704074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['09c74879-6554-41aa-91cf-4b0084ed3a5d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:57.858774 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Attempting to bind port bbfb225f-bef2-48d0-a91a-9fa32009a1e3 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:06:57.859340 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Attempting to bind port bbfb225f-bef2-48d0-a91a-9fa32009a1e3 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:06:57.859727 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Attempting to bind port bbfb225f-bef2-48d0-a91a-9fa32009a1e3 on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:06:57.866397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03e078bb-2710-4fc0-a3d3-95fdb0fbe33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:57.868762 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f06173c-2e79-4614-ac33-5f2d8e552a75 None None] Provisioning for port c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:06:57.880614 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fd5ed5-0f60-4e62-b895-f0859e90c29a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet 3570cf76-ea8a-4eac-adbd-c0755217de89 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:06:57.886194 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:06:57.886583 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:06:57.886996 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:57.887401 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:06:57.887888 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Bound port: bbfb225f-bef2-48d0-a91a-9fa32009a1e3, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:06:57.888274 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:57.892396 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a7fd5ed5-0f60-4e62-b895-f0859e90c29a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:57.924915 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e2cd3b6a-4a3c-4f8d-bcd7-023da704074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:06:57.931450 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd3b6a-4a3c-4f8d-bcd7-023da704074e None None] The sync data for ids ['09c74879-6554-41aa-91cf-4b0084ed3a5d'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:06:57.969950 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 96b37da4-2699-468d-a0df-489f44a8751a triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:57.970331 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:57.990463 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a7fd5ed5-0f60-4e62-b895-f0859e90c29a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:58.090382 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a7fd5ed5-0f60-4e62-b895-f0859e90c29a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:58.118618 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03e078bb-2710-4fc0-a3d3-95fdb0fbe33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:58.257659 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e078bb-2710-4fc0-a3d3-95fdb0fbe33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efc24b7-b343-4126-9838-b067a084c5a4,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:58.327081 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:58.361383 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-03e078bb-2710-4fc0-a3d3-95fdb0fbe33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:58.362911 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-03e078bb-2710-4fc0-a3d3-95fdb0fbe33f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8efc24b7-b343-4126-9838-b067a084c5a4 HTTP/1.1" status: 204 len: 168 time: 0.7317066 Jan 20 11:06:58.386312 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a7fd5ed5-0f60-4e62-b895-f0859e90c29a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:58.450940 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] For port bbfb225f-bef2-48d0-a91a-9fa32009a1e3, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:06:58.477755 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] For port bbfb225f-bef2-48d0-a91a-9fa32009a1e3, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=bbfb225f-bef2-48d0-a91a-9fa32009a1e3,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:06:58.488214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd5ed5-0f60-4e62-b895-f0859e90c29a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=3570cf76-ea8a-4eac-adbd-c0755217de89,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:58.512296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a7fd5ed5-0f60-4e62-b895-f0859e90c29a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:58.546142 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:58.610800 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:06:58.634065 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a7fd5ed5-0f60-4e62-b895-f0859e90c29a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/3570cf76-ea8a-4eac-adbd-c0755217de89 HTTP/1.1" status: 204 len: 168 time: 1.0666466 Jan 20 11:06:58.639093 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36134) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:58.648944 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:58.650394 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:58.676840 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-d3c6bc02-7bff-4cde-9e96-ffeb94674575 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:06:58.683015 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d3c6bc02-7bff-4cde-9e96-ffeb94674575 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "PUT /v2.0/routers/09c74879-6554-41aa-91cf-4b0084ed3a5d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9630322 Jan 20 11:06:58.683015 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36138) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:58.732589 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df55c588-2000-4235-8dee-27c59d61356b None None] Network afc00b66-7199-4127-865d-5487a5bb254e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:06:58.741641 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9dcde35-c833-4a57-a865-8830c520240c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet e8c45875-da1a-4a3c-8a18-1ba66d0ba6fa {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:06:58.746738 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a9dcde35-c833-4a57-a865-8830c520240c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:58.807096 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0baec7-429d-4af2-94c5-1a17e2bd8d63 None None] Pushing event updated for resources: {'Port': ['ID=bbfb225f-bef2-48d0-a91a-9fa32009a1e3,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:58.843395 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a9dcde35-c833-4a57-a865-8830c520240c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:59.007320 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6441d8c3-ab70-4283-aad8-91d6f20f153d None None] Provisioning for port bb779724-84c0-4404-9c24-ce504c95fe6d completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:06:59.015068 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:06:59.099973 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a9dcde35-c833-4a57-a865-8830c520240c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:59.241251 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:59.283985 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-669cb780-8028-4dba-a26a-b9dd06733b1c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:59.291270 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fbf749aa-c7da-4351-9b81-4cb6c92aaff8 None None] Provisioning complete for port c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:59.291659 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fbf749aa-c7da-4351-9b81-4cb6c92aaff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:59.295690 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a9dcde35-c833-4a57-a865-8830c520240c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:59.337996 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcde35-c833-4a57-a865-8830c520240c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c45875-da1a-4a3c-8a18-1ba66d0ba6fa,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:59.351438 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a9dcde35-c833-4a57-a865-8830c520240c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:59.359204 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a9dcde35-c833-4a57-a865-8830c520240c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/e8c45875-da1a-4a3c-8a18-1ba66d0ba6fa HTTP/1.1" status: 204 len: 168 time: 0.7217772 Jan 20 11:06:59.359699 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36142) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:59.361506 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b,segment=NetworkSegment(b3f350cc-b32a-42cb-ba9f-5dba16ae26a6),segment_id=b3f350cc-b32a-42cb-ba9f-5dba16ae26a6)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:06:59.431385 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bfe8e3cd-c962-418b-956e-c12039b363ed tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702562 Jan 20 11:06:59.435914 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36148) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:06:59.438781 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fbf749aa-c7da-4351-9b81-4cb6c92aaff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:59.444759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-12b3a915-2bcd-43cb-b477-9d31fa4e7ba0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:06:59.495085 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:06:59.621840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-12b3a915-2bcd-43cb-b477-9d31fa4e7ba0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:06:59.630694 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-12b3a915-2bcd-43cb-b477-9d31fa4e7ba0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:06:59.635663 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-12b3a915-2bcd-43cb-b477-9d31fa4e7ba0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:06:59.644818 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-12b3a915-2bcd-43cb-b477-9d31fa4e7ba0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:06:59.682802 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device bb779724-84c0-4404-9c24-ce504c95fe6d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:06:59.772046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-fbf749aa-c7da-4351-9b81-4cb6c92aaff8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:06:59.772508 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-fbf749aa-c7da-4351-9b81-4cb6c92aaff8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:06:59.783004 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:06:59.852326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b3a915-2bcd-43cb-b477-9d31fa4e7ba0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:06:59.876839 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port bb779724-84c0-4404-9c24-ce504c95fe6d completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:06:59.882142 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port bb779724-84c0-4404-9c24-ce504c95fe6d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:06:59.882601 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:00.014562 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:00.050753 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port bb779724-84c0-4404-9c24-ce504c95fe6d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=bb779724-84c0-4404-9c24-ce504c95fe6d,segment=NetworkSegment(da352109-a25f-4808-ae62-4b8e699a4b15),segment_id=da352109-a25f-4808-ae62-4b8e699a4b15)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:00.095355 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-12b3a915-2bcd-43cb-b477-9d31fa4e7ba0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:00.139913 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:00.141322 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device bbfb225f-bef2-48d0-a91a-9fa32009a1e3 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:00.222370 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63710ee0-71de-4230-8d73-60c811786492 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:00.406609 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=bb779724-84c0-4404-9c24-ce504c95fe6d,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:00.548336 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-669cb780-8028-4dba-a26a-b9dd06733b1c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Deleting port a09f6947-4dc3-49b6-9fe6-e763101b3ae0 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:00.548940 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-669cb780-8028-4dba-a26a-b9dd06733b1c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:00.597801 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6c49af-2957-49bd-9cdf-a483bd2e0593 None None] DHCP port deletion for 8962365b-2f7b-4071-b5a5-7c805118ad36 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:07:00.602291 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c49af-2957-49bd-9cdf-a483bd2e0593 None None] Deleting port bbfb225f-bef2-48d0-a91a-9fa32009a1e3 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:00.602676 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1f6c49af-2957-49bd-9cdf-a483bd2e0593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:00.808797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port bbfb225f-bef2-48d0-a91a-9fa32009a1e3 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:00.826700 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-669cb780-8028-4dba-a26a-b9dd06733b1c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:00.828998 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fbf749aa-c7da-4351-9b81-4cb6c92aaff8 None None] Provisioning for port a09f6947-4dc3-49b6-9fe6-e763101b3ae0 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:00.838765 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-1f6c49af-2957-49bd-9cdf-a483bd2e0593 None None] For port bbfb225f-bef2-48d0-a91a-9fa32009a1e3, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=bbfb225f-bef2-48d0-a91a-9fa32009a1e3,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:00.839142 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1f6c49af-2957-49bd-9cdf-a483bd2e0593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:00.846539 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fbf749aa-c7da-4351-9b81-4cb6c92aaff8 None None] Provisioning complete for port a09f6947-4dc3-49b6-9fe6-e763101b3ae0 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:00.846888 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fbf749aa-c7da-4351-9b81-4cb6c92aaff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:00.965579 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-669cb780-8028-4dba-a26a-b9dd06733b1c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Calling delete_port for a09f6947-4dc3-49b6-9fe6-e763101b3ae0 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:01.001034 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c49af-2957-49bd-9cdf-a483bd2e0593 None None] Calling delete_port for bbfb225f-bef2-48d0-a91a-9fa32009a1e3 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:01.029753 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-12b3a915-2bcd-43cb-b477-9d31fa4e7ba0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 11:07:01.054213 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fbf749aa-c7da-4351-9b81-4cb6c92aaff8 None None] Port a09f6947-4dc3-49b6-9fe6-e763101b3ae0 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:07:01.164988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f511c934-5ddf-47be-a353-00671daa7d01 None None] Could not find standard attr ID for object e9bab6fa-9d91-4303-bfd2-467cf74b1151. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:07:01.177278 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f511c934-5ddf-47be-a353-00671daa7d01 None None] Provisioning complete for port a09f6947-4dc3-49b6-9fe6-e763101b3ae0 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:01.177692 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f511c934-5ddf-47be-a353-00671daa7d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:01.195550 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_pluggable_backend [None req-12b3a915-2bcd-43cb-b477-9d31fa4e7ba0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Port bbfb225f-bef2-48d0-a91a-9fa32009a1e3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84332) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 20 11:07:01.195862 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_pluggable_backend [None req-12b3a915-2bcd-43cb-b477-9d31fa4e7ba0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Reverting IP allocation for 2001:db8::f816:3eff:fe64:d92e {{(pid=84332) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 20 11:07:01.210702 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1f6c49af-2957-49bd-9cdf-a483bd2e0593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:01.268162 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c49af-2957-49bd-9cdf-a483bd2e0593 None None] Pushing event deleted for resources: {'Port': ['ID=bbfb225f-bef2-48d0-a91a-9fa32009a1e3,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:01.276735 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-12b3a915-2bcd-43cb-b477-9d31fa4e7ba0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:01.282825 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f511c934-5ddf-47be-a353-00671daa7d01 None None] Port a09f6947-4dc3-49b6-9fe6-e763101b3ae0 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:07:01.292658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6c49af-2957-49bd-9cdf-a483bd2e0593 None None] No DVR routers for this DVR port bbfb225f-bef2-48d0-a91a-9fa32009a1e3 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:07:01.297488 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f511c934-5ddf-47be-a353-00671daa7d01 None None] Could not find standard attr ID for object bbfb225f-bef2-48d0-a91a-9fa32009a1e3. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:07:01.313193 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-669cb780-8028-4dba-a26a-b9dd06733b1c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:01.314769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f511c934-5ddf-47be-a353-00671daa7d01 None None] Provisioning complete for port bb779724-84c0-4404-9c24-ce504c95fe6d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:01.315147 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f511c934-5ddf-47be-a353-00671daa7d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:01.373978 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cb780-8028-4dba-a26a-b9dd06733b1c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event deleted for resources: {'Port': ['ID=a09f6947-4dc3-49b6-9fe6-e763101b3ae0,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:01.376369 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6da54b1-5971-45a7-af38-5f4d6a713ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:01.387362 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b3a915-2bcd-43cb-b477-9d31fa4e7ba0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:01.422780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-12b3a915-2bcd-43cb-b477-9d31fa4e7ba0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:01.427561 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b3a915-2bcd-43cb-b477-9d31fa4e7ba0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:01.428178 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-12b3a915-2bcd-43cb-b477-9d31fa4e7ba0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:01.433184 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f19ef7-9367-4a19-bab0-a6baa837106c None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:01.452306 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3a915-2bcd-43cb-b477-9d31fa4e7ba0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=3e2517e4-e3d2-4366-86fc-969e47f32883,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:01.621401 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device bb779724-84c0-4404-9c24-ce504c95fe6d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:01.691104 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-12b3a915-2bcd-43cb-b477-9d31fa4e7ba0 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2537949 Jan 20 11:07:01.693233 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-669cb780-8028-4dba-a26a-b9dd06733b1c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:01.694607 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36152) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:01.701311 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-867add69-6ce5-4499-b8b0-b7525b5fcd5d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:01.765327 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port bb779724-84c0-4404-9c24-ce504c95fe6d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:01.765838 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:01.793068 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8962365b-2f7b-4071-b5a5-7c805118ad36', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'fixed_ips': [{'subnet_id': '3e2517e4-e3d2-4366-86fc-969e47f32883'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:07:01.793869 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:01.851543 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-867add69-6ce5-4499-b8b0-b7525b5fcd5d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:01.856036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-867add69-6ce5-4499-b8b0-b7525b5fcd5d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:01.860564 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-867add69-6ce5-4499-b8b0-b7525b5fcd5d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:01.866934 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-867add69-6ce5-4499-b8b0-b7525b5fcd5d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:01.962395 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867add69-6ce5-4499-b8b0-b7525b5fcd5d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:01.966908 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-867add69-6ce5-4499-b8b0-b7525b5fcd5d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:01.993774 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:02.060894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Allocated IP 2001:db8::f816:3eff:fede:17a5 (8962365b-2f7b-4071-b5a5-7c805118ad36/3e2517e4-e3d2-4366-86fc-969e47f32883/55f36e9a-c7e9-49d3-86be-b78e57b65552) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:02.107696 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.ipam_backend_mixin [None req-867add69-6ce5-4499-b8b0-b7525b5fcd5d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3e2517e4-e3d2-4366-86fc-969e47f32883 (CIDR: 2001:db8::/64) Jan 20 11:07:02.111887 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669cb780-8028-4dba-a26a-b9dd06733b1c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Router 09c74879-6554-41aa-91cf-4b0084ed3a5d has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:07:02.158018 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-867add69-6ce5-4499-b8b0-b7525b5fcd5d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:07:02.158559 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867add69-6ce5-4499-b8b0-b7525b5fcd5d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:02.166181 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:02.166557 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:02.252489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669cb780-8028-4dba-a26a-b9dd06733b1c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:07:02.257340 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-669cb780-8028-4dba-a26a-b9dd06733b1c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "PUT /v2.0/routers/09c74879-6554-41aa-91cf-4b0084ed3a5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5737014 Jan 20 11:07:02.260671 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36156) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:02.264678 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26200ed8-ed68-4bba-a3ea-4593bb06bb3f None None] Sync routers for ids ['09c74879-6554-41aa-91cf-4b0084ed3a5d'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:07:02.271949 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-867add69-6ce5-4499-b8b0-b7525b5fcd5d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5759840 Jan 20 11:07:02.277915 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36160) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:02.284141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-8fcf4f60-c250-46b0-90ca-dda714c852e1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:02.325792 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-de71dcff-cae9-43b0-8288-be5f35fbe90e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] delete failed (client error): The resource could not be found. Jan 20 11:07:02.330687 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-de71dcff-cae9-43b0-8288-be5f35fbe90e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-322841478 HTTP/1.1" status: 404 len: 334 time: 0.0653007 Jan 20 11:07:02.330953 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36164) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:02.336018 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3e01d5ca-537b-4e29-9b2a-633db1e79f6c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Request body: {'router': {'external_gateway_info': {'network_id': '09c74879-6554-41aa-91cf-4b0084ed3a5d'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:02.382659 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26200ed8-ed68-4bba-a3ea-4593bb06bb3f None None] Routers {'09c74879-6554-41aa-91cf-4b0084ed3a5d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:07:02.383290 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-26200ed8-ed68-4bba-a3ea-4593bb06bb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['09c74879-6554-41aa-91cf-4b0084ed3a5d'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:02.426383 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8fcf4f60-c250-46b0-90ca-dda714c852e1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:02.430494 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8fcf4f60-c250-46b0-90ca-dda714c852e1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:02.433574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8fcf4f60-c250-46b0-90ca-dda714c852e1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:02.440096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8fcf4f60-c250-46b0-90ca-dda714c852e1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:02.440682 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:02.455179 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-26200ed8-ed68-4bba-a3ea-4593bb06bb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:02.465257 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Transition to ACTIVE for port object 55f36e9a-c7e9-49d3-86be-b78e57b65552 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:02.489181 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Transition to ACTIVE for port object 55f36e9a-c7e9-49d3-86be-b78e57b65552 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:02.490371 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26200ed8-ed68-4bba-a3ea-4593bb06bb3f None None] Routers {'09c74879-6554-41aa-91cf-4b0084ed3a5d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:07:02.498981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-26200ed8-ed68-4bba-a3ea-4593bb06bb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:06:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['09c74879-6554-41aa-91cf-4b0084ed3a5d'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:02.511620 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcf4f60-c250-46b0-90ca-dda714c852e1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:02.515232 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4f60-c250-46b0-90ca-dda714c852e1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:02.546093 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device bbfb225f-bef2-48d0-a91a-9fa32009a1e3 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:07:02.584687 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-26200ed8-ed68-4bba-a3ea-4593bb06bb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:02.585105 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26200ed8-ed68-4bba-a3ea-4593bb06bb3f None None] The sync data for ids ['09c74879-6554-41aa-91cf-4b0084ed3a5d'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:07:02.586576 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: bbfb225f-bef2-48d0-a91a-9fa32009a1e3 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:07:02.586913 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device bbfb225f-bef2-48d0-a91a-9fa32009a1e3 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:07:02.596334 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:02.673655 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:02.674555 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Pushing event updated for resources: {'Port': ['ID=55f36e9a-c7e9-49d3-86be-b78e57b65552,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:02.677256 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:02.681620 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:07:02.773994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Attempting to bind port 55f36e9a-c7e9-49d3-86be-b78e57b65552 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:07:02.774279 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Attempting to bind port 55f36e9a-c7e9-49d3-86be-b78e57b65552 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:07:02.774642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Attempting to bind port 55f36e9a-c7e9-49d3-86be-b78e57b65552 on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:07:02.781642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:07:02.782322 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:07:02.783151 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:02.783151 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:07:02.783554 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Bound port: 55f36e9a-c7e9-49d3-86be-b78e57b65552, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:07:02.783930 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:02.848216 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4f60-c250-46b0-90ca-dda714c852e1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:02.851033 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3e01d5ca-537b-4e29-9b2a-633db1e79f6c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:02.873924 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] For port 55f36e9a-c7e9-49d3-86be-b78e57b65552, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:07:02.877419 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] For port 55f36e9a-c7e9-49d3-86be-b78e57b65552, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=55f36e9a-c7e9-49d3-86be-b78e57b65552,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:07:02.906230 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcf4f60-c250-46b0-90ca-dda714c852e1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:02.912186 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-8fcf4f60-c250-46b0-90ca-dda714c852e1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:02.916757 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf4f60-c250-46b0-90ca-dda714c852e1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:02.917333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4f60-c250-46b0-90ca-dda714c852e1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:02.929769 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf4f60-c250-46b0-90ca-dda714c852e1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=d3d021eb-8714-4d4f-b5bc-b2f08a6d15e3,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:02.979765 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-3e01d5ca-537b-4e29-9b2a-633db1e79f6c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] update failed (client error): The resource could not be found. Jan 20 11:07:02.980781 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3e01d5ca-537b-4e29-9b2a-633db1e79f6c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "PUT /v2.0/routers/09c74879-6554-41aa-91cf-4b0084ed3a5d HTTP/1.1" status: 404 len: 339 time: 0.6489298 Jan 20 11:07:02.984314 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36168) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:02.989730 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1261115771'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:02.994582 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:02.999112 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Usage tracker for resource:network and tenant:040793d24cab4ebcb1c74b782ba868fe is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:03.002777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:03.002953 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:03.008491 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:03.056035 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8fcf4f60-c250-46b0-90ca-dda714c852e1 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7767782 Jan 20 11:07:03.058452 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36172) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:03.065356 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'mac_address': 'fa:16:3e:08:ea:1c', 'name': 'tempest-NetworksTestDHCPv6-2080844607'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:03.079908 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6483bc-e818-4aa8-91e0-5f4e6d364937 None None] Pushing event updated for resources: {'Port': ['ID=55f36e9a-c7e9-49d3-86be-b78e57b65552,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:03.168711 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Made reservation on behalf of 040793d24cab4ebcb1c74b782ba868fe for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:03.171675 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:03.228600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:03.233667 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:07:03.239970 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:port and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:03.241848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:03.248766 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:03.253885 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:03.254235 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Added segment be294259-584b-43c3-9395-b6b1b9e99853 of type vlan for network 769544c2-b73b-4503-9cb8-141b24806c50 Jan 20 11:07:03.283124 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:03.363826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:03.368115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:03.405049 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port 8d4283bb-c5c2-4b4e-8c3d-5c4f98bc0619 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:07:03.449857 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:03.453495 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:03.454102 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:03.594198 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 55f36e9a-c7e9-49d3-86be-b78e57b65552 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:03.595077 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event updated for resources: {'Network': ['ID=769544c2-b73b-4503-9cb8-141b24806c50,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:03.640830 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:03.641231 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:03.641695 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:03.642031 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:03.642358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:03.642683 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:03.643004 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:03.643331 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:03.643638 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:03.643955 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:03.644273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:03.657058 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 769544c2-b73b-4503-9cb8-141b24806c50 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:07:03.663115 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-54cece37-3802-4f04-bde0-fc5f5af1ece7 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6750705 Jan 20 11:07:03.663360 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36176) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:03.675214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ed451b16-e897-49ce-af3c-a169532b533c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Request body: {'subnet': {'network_id': '769544c2-b73b-4503-9cb8-141b24806c50', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:03.796516 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 55f36e9a-c7e9-49d3-86be-b78e57b65552 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:03.848035 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eca44973-5e16-4634-a4ba-eb451a93b1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:03.849963 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ed451b16-e897-49ce-af3c-a169532b533c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:03.855096 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8:0:1::3d4 (8962365b-2f7b-4071-b5a5-7c805118ad36/d3d021eb-8714-4d4f-b5bc-b2f08a6d15e3/8d4283bb-c5c2-4b4e-8c3d-5c4f98bc0619) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:03.857280 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ed451b16-e897-49ce-af3c-a169532b533c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Usage tracker for resource:subnet and tenant:040793d24cab4ebcb1c74b782ba868fe is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:03.862419 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ed451b16-e897-49ce-af3c-a169532b533c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:03.868979 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::f816:3eff:fe08:ea1c (8962365b-2f7b-4071-b5a5-7c805118ad36/3e2517e4-e3d2-4366-86fc-969e47f32883/8d4283bb-c5c2-4b4e-8c3d-5c4f98bc0619) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:03.871217 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ed451b16-e897-49ce-af3c-a169532b533c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:03.947339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed451b16-e897-49ce-af3c-a169532b533c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Made reservation on behalf of 040793d24cab4ebcb1c74b782ba868fe for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:04.098033 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b378e37-1742-4914-83ea-7c23743b3e07 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:04.134615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed451b16-e897-49ce-af3c-a169532b533c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:04.256826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:04.283819 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object 8d4283bb-c5c2-4b4e-8c3d-5c4f98bc0619 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:04.291252 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fbf547f9-04c6-4e97-a4f1-fa4710a30820 None None] Provisioning for port 55f36e9a-c7e9-49d3-86be-b78e57b65552 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:04.300880 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fbf547f9-04c6-4e97-a4f1-fa4710a30820 None None] Provisioning complete for port 55f36e9a-c7e9-49d3-86be-b78e57b65552 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:04.301121 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fbf547f9-04c6-4e97-a4f1-fa4710a30820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:04.425226 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:04.476928 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fbf547f9-04c6-4e97-a4f1-fa4710a30820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:04.496463 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed451b16-e897-49ce-af3c-a169532b533c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:04.503450 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:04.534256 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:04.536651 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:07:04.540905 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:04.541495 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:04.563077 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-fbf547f9-04c6-4e97-a4f1-fa4710a30820 None None] For port 55f36e9a-c7e9-49d3-86be-b78e57b65552, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=55f36e9a-c7e9-49d3-86be-b78e57b65552,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:04.570408 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14319c3-b74e-4051-b4b5-03a5dc4f3eb7 None None] Update dhcp port {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'fixed_ips': [{'subnet_id': '3e2517e4-e3d2-4366-86fc-969e47f32883', 'ip_address': '2001:db8::f816:3eff:fede:17a5'}, {'subnet_id': 'd3d021eb-8714-4d4f-b5bc-b2f08a6d15e3'}], 'binding:host_id': 'dv-neutron-825471-1-hyperv'}, 'id': '55f36e9a-c7e9-49d3-86be-b78e57b65552'} from dv-neutron-825471-1-hyperv. {{(pid=84333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 11:07:04.575386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=8d4283bb-c5c2-4b4e-8c3d-5c4f98bc0619,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:04.605082 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed451b16-e897-49ce-af3c-a169532b533c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event updated for resources: {'Subnet': ['ID=a7d6175e-59de-481b-87c7-95afeda4c5a3,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:04.622922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d14319c3-b74e-4051-b4b5-03a5dc4f3eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:04.631331 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed451b16-e897-49ce-af3c-a169532b533c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Checking segment: {'id': 'be294259-584b-43c3-9395-b6b1b9e99853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '769544c2-b73b-4503-9cb8-141b24806c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:07:04.631685 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed451b16-e897-49ce-af3c-a169532b533c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Network hostable DHCP agents. Network: 769544c2-b73b-4503-9cb8-141b24806c50, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:07:04.665325 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fbf547f9-04c6-4e97-a4f1-fa4710a30820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:04.672159 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0bf63ad2-e282-4c88-905e-ef5619fae713 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6118181 Jan 20 11:07:04.674019 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36180) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:04.736021 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed451b16-e897-49ce-af3c-a169532b533c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Network 769544c2-b73b-4503-9cb8-141b24806c50 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:07:04.743849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-379674f9-281e-4148-9b86-d799ee4cf4c4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port 8d4283bb-c5c2-4b4e-8c3d-5c4f98bc0619 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:04.745559 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-379674f9-281e-4148-9b86-d799ee4cf4c4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:04.816330 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf547f9-04c6-4e97-a4f1-fa4710a30820 None None] Pushing event updated for resources: {'Port': ['ID=55f36e9a-c7e9-49d3-86be-b78e57b65552,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:04.888339 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:04.918063 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d14319c3-b74e-4051-b4b5-03a5dc4f3eb7 None None] Allocated IP 2001:db8:0:1::2 (8962365b-2f7b-4071-b5a5-7c805118ad36/d3d021eb-8714-4d4f-b5bc-b2f08a6d15e3/55f36e9a-c7e9-49d3-86be-b78e57b65552) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:04.937566 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-ed451b16-e897-49ce-af3c-a169532b533c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 769544c2-b73b-4503-9cb8-141b24806c50) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:04.948342 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed451b16-e897-49ce-af3c-a169532b533c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:04.949213 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ed451b16-e897-49ce-af3c-a169532b533c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:04.950790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26e234b-1f48-4162-a260-3401947d12f7 None None] Network 769544c2-b73b-4503-9cb8-141b24806c50 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:05.061968 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:05.071849 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ed451b16-e897-49ce-af3c-a169532b533c tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4075308 Jan 20 11:07:05.074829 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36184) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:05.084260 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4cb3abcf-4a93-4808-9bc9-9c2d55b65d27 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Request body: {'router': {'external_gateway_info': {'network_id': '769544c2-b73b-4503-9cb8-141b24806c50'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:05.168587 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d14319c3-b74e-4051-b4b5-03a5dc4f3eb7 None None] For port 55f36e9a-c7e9-49d3-86be-b78e57b65552, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=55f36e9a-c7e9-49d3-86be-b78e57b65552,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:05.238581 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d14319c3-b74e-4051-b4b5-03a5dc4f3eb7 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:05.249662 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-379674f9-281e-4148-9b86-d799ee4cf4c4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:05.289913 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d14319c3-b74e-4051-b4b5-03a5dc4f3eb7 None None] Transition to ACTIVE for port object 55f36e9a-c7e9-49d3-86be-b78e57b65552 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:05.295062 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-769544c2-b73b-4503-9cb8-141b24806c50', 'network_id': '769544c2-b73b-4503-9cb8-141b24806c50', 'tenant_id': '040793d24cab4ebcb1c74b782ba868fe', 'fixed_ips': [{'subnet_id': 'a7d6175e-59de-481b-87c7-95afeda4c5a3'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:07:05.295906 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:05.382109 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d14319c3-b74e-4051-b4b5-03a5dc4f3eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:05.422872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-379674f9-281e-4148-9b86-d799ee4cf4c4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for 8d4283bb-c5c2-4b4e-8c3d-5c4f98bc0619 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:05.572256 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14319c3-b74e-4051-b4b5-03a5dc4f3eb7 None None] Pushing event updated for resources: {'Port': ['ID=55f36e9a-c7e9-49d3-86be-b78e57b65552,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:05.580491 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 55f36e9a-c7e9-49d3-86be-b78e57b65552 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:05.642515 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Allocated IP 2001:db8:1::2 (769544c2-b73b-4503-9cb8-141b24806c50/a7d6175e-59de-481b-87c7-95afeda4c5a3/07cec10f-a19d-4ec1-82a2-0a0c806bd7b5) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:05.803887 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4cb3abcf-4a93-4808-9bc9-9c2d55b65d27 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:05.926049 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:05.962293 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Transition to ACTIVE for port object 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:05.985199 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-379674f9-281e-4148-9b86-d799ee4cf4c4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:05.986592 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Transition to ACTIVE for port object 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:06.041656 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379674f9-281e-4148-9b86-d799ee4cf4c4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=8d4283bb-c5c2-4b4e-8c3d-5c4f98bc0619,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:06.051143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:06.124204 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Network 769544c2-b73b-4503-9cb8-141b24806c50 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:06.127465 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-379674f9-281e-4148-9b86-d799ee4cf4c4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:06.134915 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:06.139957 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:07:06.151608 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-379674f9-281e-4148-9b86-d799ee4cf4c4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/8d4283bb-c5c2-4b4e-8c3d-5c4f98bc0619 HTTP/1.1" status: 204 len: 168 time: 1.4743774 Jan 20 11:07:06.151917 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36188) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:06.158232 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Pushing event updated for resources: {'Port': ['ID=07cec10f-a19d-4ec1-82a2-0a0c806bd7b5,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:06.189841 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-4cb3abcf-4a93-4808-9bc9-9c2d55b65d27 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:07:06.193581 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4cb3abcf-4a93-4808-9bc9-9c2d55b65d27 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "PUT /v2.0/routers/09c74879-6554-41aa-91cf-4b0084ed3a5d HTTP/1.1" status: 400 len: 364 time: 1.1166227 Jan 20 11:07:06.197751 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36192) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:06.241106 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:06.248216 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e2f94d-d6ad-46f2-b2c6-959d61035a16 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:06.250928 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-88e2f94d-d6ad-46f2-b2c6-959d61035a16 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0969634 Jan 20 11:07:06.255231 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36196) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:06.269395 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Attempting to bind port 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:07:06.269804 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Attempting to bind port 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'be294259-584b-43c3-9395-b6b1b9e99853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '769544c2-b73b-4503-9cb8-141b24806c50'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:07:06.270227 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Attempting to bind port 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 on network 769544c2-b73b-4503-9cb8-141b24806c50 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:07:06.280144 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:07:06.282896 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Checking segment: {'id': 'be294259-584b-43c3-9395-b6b1b9e99853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '769544c2-b73b-4503-9cb8-141b24806c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:07:06.282896 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:06.282896 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Bound using segment: {'id': 'be294259-584b-43c3-9395-b6b1b9e99853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '769544c2-b73b-4503-9cb8-141b24806c50'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:07:06.283584 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Bound port: 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be294259-584b-43c3-9395-b6b1b9e99853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '769544c2-b73b-4503-9cb8-141b24806c50'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:07:06.284221 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:06.353520 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c3d849-b2d9-4532-a05d-eba82db44720 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:06.355316 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-13c3d849-b2d9-4532-a05d-eba82db44720 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0989022 Jan 20 11:07:06.357726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36200) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:06.396909 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] For port 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:07:06.401063 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] For port 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=07cec10f-a19d-4ec1-82a2-0a0c806bd7b5,segment=NetworkSegment(be294259-584b-43c3-9395-b6b1b9e99853),segment_id=be294259-584b-43c3-9395-b6b1b9e99853)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:07:06.430922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-dc4b7a93-e133-4b95-ba33-60db3c5952ce None None] Provisioning for port 55f36e9a-c7e9-49d3-86be-b78e57b65552 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:06.437601 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-dc4b7a93-e133-4b95-ba33-60db3c5952ce None None] Provisioning complete for port 55f36e9a-c7e9-49d3-86be-b78e57b65552 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:06.440052 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dc4b7a93-e133-4b95-ba33-60db3c5952ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:06.445089 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094002a6-c749-4e85-9557-393e7bdfdcb2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:06.447120 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094002a6-c749-4e85-9557-393e7bdfdcb2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:06.448807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094002a6-c749-4e85-9557-393e7bdfdcb2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:06.449886 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-094002a6-c749-4e85-9557-393e7bdfdcb2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:07:06.495876 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:06.551517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-094002a6-c749-4e85-9557-393e7bdfdcb2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:07:06.553834 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-094002a6-c749-4e85-9557-393e7bdfdcb2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1947739 Jan 20 11:07:06.556287 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36204) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:06.595651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ce6dc-2a34-4285-af9f-f9aac27da064 None None] Pushing event updated for resources: {'Port': ['ID=07cec10f-a19d-4ec1-82a2-0a0c806bd7b5,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:06.788637 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4af2942a-b30b-4518-bfaa-bfdb0ef18f58 None None] Could not find standard attr ID for object 8d4283bb-c5c2-4b4e-8c3d-5c4f98bc0619. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:07:06.804093 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7baa5eb-6de5-4d67-ac42-5c7bb7f04f9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet 3e2517e4-e3d2-4366-86fc-969e47f32883 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:07:06.807001 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7baa5eb-6de5-4d67-ac42-5c7bb7f04f9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:06.935857 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:06.983331 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7baa5eb-6de5-4d67-ac42-5c7bb7f04f9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:07.065883 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7baa5eb-6de5-4d67-ac42-5c7bb7f04f9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:07.186171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7baa5eb-6de5-4d67-ac42-5c7bb7f04f9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:07.230141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7baa5eb-6de5-4d67-ac42-5c7bb7f04f9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=3e2517e4-e3d2-4366-86fc-969e47f32883,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:07.235946 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7baa5eb-6de5-4d67-ac42-5c7bb7f04f9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:07.245308 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a822756a-5571-43ad-9447-e0f74361dec4 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:07.246298 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7baa5eb-6de5-4d67-ac42-5c7bb7f04f9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:07.246640 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7baa5eb-6de5-4d67-ac42-5c7bb7f04f9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:07.246972 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7baa5eb-6de5-4d67-ac42-5c7bb7f04f9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:07.247299 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7baa5eb-6de5-4d67-ac42-5c7bb7f04f9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:07.247653 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7baa5eb-6de5-4d67-ac42-5c7bb7f04f9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:07.247951 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7baa5eb-6de5-4d67-ac42-5c7bb7f04f9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:07.248270 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7baa5eb-6de5-4d67-ac42-5c7bb7f04f9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:07.248588 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7baa5eb-6de5-4d67-ac42-5c7bb7f04f9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:07.248901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7baa5eb-6de5-4d67-ac42-5c7bb7f04f9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:07.249252 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7baa5eb-6de5-4d67-ac42-5c7bb7f04f9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:07.249531 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7baa5eb-6de5-4d67-ac42-5c7bb7f04f9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:07.287264 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Allocated IP 2001:db8::1 (40cd2fdd-8921-429f-8efc-5cf90ebef81d/cdc40aaf-1985-4667-92b3-181c1b2cb48f/23a1a783-0aff-4c69-a333-f816f662a6f0) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:07.405793 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e7baa5eb-6de5-4d67-ac42-5c7bb7f04f9d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/3e2517e4-e3d2-4366-86fc-969e47f32883 HTTP/1.1" status: 204 len: 168 time: 0.8479073 Jan 20 11:07:07.407270 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36208) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:07.463794 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:07.484802 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c7ab36-31a8-4506-b832-8d62ad385fc9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet d3d021eb-8714-4d4f-b5bc-b2f08a6d15e3 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:07:07.485515 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Transition to ACTIVE for port object 23a1a783-0aff-4c69-a333-f816f662a6f0 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:07.488185 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-10c7ab36-31a8-4506-b832-8d62ad385fc9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:07.553875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-10c7ab36-31a8-4506-b832-8d62ad385fc9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:07.603938 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:07.663486 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-10c7ab36-31a8-4506-b832-8d62ad385fc9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:07.686162 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d27b16c-f84b-46af-952a-d399078358eb None None] Network 769544c2-b73b-4503-9cb8-141b24806c50 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:07.706613 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Network 40cd2fdd-8921-429f-8efc-5cf90ebef81d is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:07.713317 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:07.719968 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:07:07.720512 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:07.724000 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event updated for resources: {'Port': ['ID=23a1a783-0aff-4c69-a333-f816f662a6f0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:07.741593 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 55f36e9a-c7e9-49d3-86be-b78e57b65552 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:07.876920 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-10c7ab36-31a8-4506-b832-8d62ad385fc9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:07.928795 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:07.998581 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-10c7ab36-31a8-4506-b832-8d62ad385fc9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:07.998835 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-dc3f6671-bcb6-4f45-8ed5-6eb670aab5d9 None None] Provisioning for port 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:08.004315 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7ab36-31a8-4506-b832-8d62ad385fc9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=d3d021eb-8714-4d4f-b5bc-b2f08a6d15e3,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:08.020563 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 55f36e9a-c7e9-49d3-86be-b78e57b65552 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:08.020959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:08.036542 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-10c7ab36-31a8-4506-b832-8d62ad385fc9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/d3d021eb-8714-4d4f-b5bc-b2f08a6d15e3 HTTP/1.1" status: 204 len: 168 time: 0.6279869 Jan 20 11:07:08.039005 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36212) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:08.129085 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f1bfd346-cac3-4c26-af4e-fd41ea33563b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889127 Jan 20 11:07:08.131853 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36216) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:08.137570 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-7b3bf523-c484-4158-b175-d7ac7617cf42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:08.244484 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:08.289774 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7b3bf523-c484-4158-b175-d7ac7617cf42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:08.298773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7b3bf523-c484-4158-b175-d7ac7617cf42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:08.304163 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7b3bf523-c484-4158-b175-d7ac7617cf42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:08.310888 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7b3bf523-c484-4158-b175-d7ac7617cf42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:08.334916 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77480d5b-2df5-4050-895b-d3ae77abd091 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:08.414598 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3bf523-c484-4158-b175-d7ac7617cf42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:08.418561 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b3bf523-c484-4158-b175-d7ac7617cf42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:08.428324 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-90480d68-0659-493a-a92d-0be888f67220 None None] Provisioning for port 23a1a783-0aff-4c69-a333-f816f662a6f0 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:08.452464 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-90480d68-0659-493a-a92d-0be888f67220 None None] Provisioning complete for port 23a1a783-0aff-4c69-a333-f816f662a6f0 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:08.453753 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-90480d68-0659-493a-a92d-0be888f67220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:08.524329 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:08.573954 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:08.587250 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-90480d68-0659-493a-a92d-0be888f67220 None None] Port 23a1a783-0aff-4c69-a333-f816f662a6f0 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:07:08.589255 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:08.589783 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:08.591713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:08.592570 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:08.744358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event updated for resources: {'Port': ['ID=23a1a783-0aff-4c69-a333-f816f662a6f0,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:08.771349 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b3bf523-c484-4158-b175-d7ac7617cf42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:08.778980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-efb4c4e5-b702-4754-bcc6-c7a8640711b1 None None] Provisioning complete for port 55f36e9a-c7e9-49d3-86be-b78e57b65552 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:08.779356 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efb4c4e5-b702-4754-bcc6-c7a8640711b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:08.806862 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:08.808686 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Network 40cd2fdd-8921-429f-8efc-5cf90ebef81d is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:08.810507 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:08.815753 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f678dc8-3cb3-4e3e-92e3-0a1e668e48ed None None] DHCP port deletion for 8962365b-2f7b-4071-b5a5-7c805118ad36 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:07:08.838452 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9f678dc8-3cb3-4e3e-92e3-0a1e668e48ed None None] Deleting port 55f36e9a-c7e9-49d3-86be-b78e57b65552 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:08.838844 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f678dc8-3cb3-4e3e-92e3-0a1e668e48ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:08.847135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3bf523-c484-4158-b175-d7ac7617cf42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:08.850855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-7b3bf523-c484-4158-b175-d7ac7617cf42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:08.854914 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3bf523-c484-4158-b175-d7ac7617cf42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:08.855693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b3bf523-c484-4158-b175-d7ac7617cf42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:08.882278 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bf523-c484-4158-b175-d7ac7617cf42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=f6c83412-c38e-4604-a854-722cd406ab17,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:08.958038 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=07cec10f-a19d-4ec1-82a2-0a0c806bd7b5,segment=NetworkSegment(be294259-584b-43c3-9395-b6b1b9e99853),segment_id=be294259-584b-43c3-9395-b6b1b9e99853)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:08.965903 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7b3bf523-c484-4158-b175-d7ac7617cf42 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8328571 Jan 20 11:07:08.970316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36220) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:08.973108 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-0ce1909e-1f5a-48fb-8e31-4d22126d0343 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:09.037939 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:09.188280 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0ce1909e-1f5a-48fb-8e31-4d22126d0343 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:09.192689 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0ce1909e-1f5a-48fb-8e31-4d22126d0343 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:09.195937 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0ce1909e-1f5a-48fb-8e31-4d22126d0343 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:09.197259 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Router 09c74879-6554-41aa-91cf-4b0084ed3a5d has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:07:09.201688 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0ce1909e-1f5a-48fb-8e31-4d22126d0343 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:09.209266 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=07cec10f-a19d-4ec1-82a2-0a0c806bd7b5,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:09.237575 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9f678dc8-3cb3-4e3e-92e3-0a1e668e48ed None None] For port 55f36e9a-c7e9-49d3-86be-b78e57b65552, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=55f36e9a-c7e9-49d3-86be-b78e57b65552,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:09.237959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f678dc8-3cb3-4e3e-92e3-0a1e668e48ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:09.251150 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-efb4c4e5-b702-4754-bcc6-c7a8640711b1 None None] Provisioning complete for port 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:09.251517 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efb4c4e5-b702-4754-bcc6-c7a8640711b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:09.270577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce1909e-1f5a-48fb-8e31-4d22126d0343 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:09.274654 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0ce1909e-1f5a-48fb-8e31-4d22126d0343 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:09.381659 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:07:09.392360 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-005e21ca-213b-4e8e-9072-6586fd62193e tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "PUT /v2.0/routers/09c74879-6554-41aa-91cf-4b0084ed3a5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1933908 Jan 20 11:07:09.394944 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36224) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:09.398715 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d15013-d38a-41ee-8899-f3b2a7f1ec87 None None] Sync routers for ids ['09c74879-6554-41aa-91cf-4b0084ed3a5d'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:07:09.405148 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9f678dc8-3cb3-4e3e-92e3-0a1e668e48ed None None] Calling delete_port for 55f36e9a-c7e9-49d3-86be-b78e57b65552 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:09.417197 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d15013-d38a-41ee-8899-f3b2a7f1ec87 None None] Routers {'09c74879-6554-41aa-91cf-4b0084ed3a5d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:07:09.418174 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c0d15013-d38a-41ee-8899-f3b2a7f1ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:07:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['09c74879-6554-41aa-91cf-4b0084ed3a5d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:09.441316 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.ipam_backend_mixin [None req-0ce1909e-1f5a-48fb-8e31-4d22126d0343 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f6c83412-c38e-4604-a854-722cd406ab17 (CIDR: 2001:db8::/64) Jan 20 11:07:09.480528 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c0d15013-d38a-41ee-8899-f3b2a7f1ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:09.492772 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d15013-d38a-41ee-8899-f3b2a7f1ec87 None None] Routers {'09c74879-6554-41aa-91cf-4b0084ed3a5d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:07:09.493489 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c0d15013-d38a-41ee-8899-f3b2a7f1ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:07:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['09c74879-6554-41aa-91cf-4b0084ed3a5d'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:09.535408 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce1909e-1f5a-48fb-8e31-4d22126d0343 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:07:09.536143 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce1909e-1f5a-48fb-8e31-4d22126d0343 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:09.559183 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c0d15013-d38a-41ee-8899-f3b2a7f1ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:09.559576 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d15013-d38a-41ee-8899-f3b2a7f1ec87 None None] The sync data for ids ['09c74879-6554-41aa-91cf-4b0084ed3a5d'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:07:09.574054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:09.585013 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-11622245-5560-4d53-bd79-ab57e2b2d900 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:09.614292 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:09.686508 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f678dc8-3cb3-4e3e-92e3-0a1e668e48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:09.723194 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0ce1909e-1f5a-48fb-8e31-4d22126d0343 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7550342 Jan 20 11:07:09.726266 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36228) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:09.733452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-93cdea79-10d2-4059-b3df-bd952b69c8c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:09.735937 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f678dc8-3cb3-4e3e-92e3-0a1e668e48ed None None] Pushing event deleted for resources: {'Port': ['ID=55f36e9a-c7e9-49d3-86be-b78e57b65552,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:09.749679 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:09.749980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:09.755333 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-11622245-5560-4d53-bd79-ab57e2b2d900 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 20 11:07:09.759194 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-11622245-5560-4d53-bd79-ab57e2b2d900 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "DELETE /v2.0/routers/09c74879-6554-41aa-91cf-4b0084ed3a5d HTTP/1.1" status: 409 len: 329 time: 0.3604269 Jan 20 11:07:09.759332 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36232) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:09.779250 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f678dc8-3cb3-4e3e-92e3-0a1e668e48ed None None] No DVR routers for this DVR port 55f36e9a-c7e9-49d3-86be-b78e57b65552 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:07:09.789311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-40508cac-7e20-4787-b9f1-81179d582106 None None] Provisioning complete for port 23a1a783-0aff-4c69-a333-f816f662a6f0 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:09.789711 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40508cac-7e20-4787-b9f1-81179d582106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:09.821055 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a0677a-9e04-4e85-8910-92d71652b886 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:09.897319 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-93cdea79-10d2-4059-b3df-bd952b69c8c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:09.902724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-93cdea79-10d2-4059-b3df-bd952b69c8c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:09.908356 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-93cdea79-10d2-4059-b3df-bd952b69c8c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:09.916817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-93cdea79-10d2-4059-b3df-bd952b69c8c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:09.949116 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-40508cac-7e20-4787-b9f1-81179d582106 None None] Port 23a1a783-0aff-4c69-a333-f816f662a6f0 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:07:10.002186 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cdea79-10d2-4059-b3df-bd952b69c8c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:10.006017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-93cdea79-10d2-4059-b3df-bd952b69c8c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:10.147208 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 55f36e9a-c7e9-49d3-86be-b78e57b65552 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:07:10.179840 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8962365b-2f7b-4071-b5a5-7c805118ad36', 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'tenant_id': '93194f3416cf4609b677b83a2a6cd797', 'fixed_ips': [{'subnet_id': 'f6c83412-c38e-4604-a854-722cd406ab17'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:07:10.180870 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:10.196472 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 55f36e9a-c7e9-49d3-86be-b78e57b65552 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:07:10.196823 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 55f36e9a-c7e9-49d3-86be-b78e57b65552 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:07:10.231673 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-848dae9a-8098-40d7-bd19-e59933839636 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:10.389506 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Allocated IP 2001:db8::2 (8962365b-2f7b-4071-b5a5-7c805118ad36/f6c83412-c38e-4604-a854-722cd406ab17/a4faab6f-1f14-4004-8f82-079dd08afe5f) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:10.514328 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.objects.ports [None req-93cdea79-10d2-4059-b3df-bd952b69c8c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84331) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 11:07:10.516403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-93cdea79-10d2-4059-b3df-bd952b69c8c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:10.578771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cdea79-10d2-4059-b3df-bd952b69c8c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:10.582138 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-93cdea79-10d2-4059-b3df-bd952b69c8c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:10.584872 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cdea79-10d2-4059-b3df-bd952b69c8c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:10.586041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-93cdea79-10d2-4059-b3df-bd952b69c8c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:10.596760 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:10.602018 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdea79-10d2-4059-b3df-bd952b69c8c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=ed7689d7-8663-422d-b7ec-3767aaf71fb4,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:10.607337 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Transition to ACTIVE for port object a4faab6f-1f14-4004-8f82-079dd08afe5f will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:10.626394 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Transition to ACTIVE for port object a4faab6f-1f14-4004-8f82-079dd08afe5f will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:10.682932 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-93cdea79-10d2-4059-b3df-bd952b69c8c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9547980 Jan 20 11:07:10.685737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36236) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:10.692015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'mac_address': 'fa:16:3e:95:10:37', 'name': 'tempest-NetworksTestDHCPv6-929796304'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:10.711270 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:10.782912 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:10.785911 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:10.790642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:07:10.792853 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Pushing event updated for resources: {'Port': ['ID=a4faab6f-1f14-4004-8f82-079dd08afe5f,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:10.818021 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-848dae9a-8098-40d7-bd19-e59933839636 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Deleting port 23a1a783-0aff-4c69-a333-f816f662a6f0 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:10.820055 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-848dae9a-8098-40d7-bd19-e59933839636 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:10.886495 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Attempting to bind port a4faab6f-1f14-4004-8f82-079dd08afe5f on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:07:10.886870 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Attempting to bind port a4faab6f-1f14-4004-8f82-079dd08afe5f by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:07:10.887886 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Attempting to bind port a4faab6f-1f14-4004-8f82-079dd08afe5f on network 8962365b-2f7b-4071-b5a5-7c805118ad36 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:07:10.893926 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:07:10.894296 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Checking segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:07:10.894717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:10.896040 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Bound using segment: {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:07:10.896040 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Bound port: a4faab6f-1f14-4004-8f82-079dd08afe5f, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829dddf5-acca-4aaa-8586-b8946280006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:07:10.896040 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:10.936958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:10.942024 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:port and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:10.945277 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:10.953130 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:10.986100 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] For port a4faab6f-1f14-4004-8f82-079dd08afe5f, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:07:10.990005 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] For port a4faab6f-1f14-4004-8f82-079dd08afe5f, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a4faab6f-1f14-4004-8f82-079dd08afe5f,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:07:11.011871 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-848dae9a-8098-40d7-bd19-e59933839636 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:11.031697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:11.035852 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:11.064246 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port 5527ec65-9b4b-46a1-84e8-30faec2100cf yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:07:11.106026 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:11.135607 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-848dae9a-8098-40d7-bd19-e59933839636 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Calling delete_port for 23a1a783-0aff-4c69-a333-f816f662a6f0 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:11.187219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8866f6b-db50-4fac-bdfc-7eb6ffb065e1 None None] Pushing event updated for resources: {'Port': ['ID=a4faab6f-1f14-4004-8f82-079dd08afe5f,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:11.312315 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::1ae (8962365b-2f7b-4071-b5a5-7c805118ad36/f6c83412-c38e-4604-a854-722cd406ab17/5527ec65-9b4b-46a1-84e8-30faec2100cf) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:11.319542 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8:0:1:f816:3eff:fe95:1037 (8962365b-2f7b-4071-b5a5-7c805118ad36/ed7689d7-8663-422d-b7ec-3767aaf71fb4/5527ec65-9b4b-46a1-84e8-30faec2100cf) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:11.397287 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-848dae9a-8098-40d7-bd19-e59933839636 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:11.447527 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848dae9a-8098-40d7-bd19-e59933839636 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event deleted for resources: {'Port': ['ID=23a1a783-0aff-4c69-a333-f816f662a6f0,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:11.586895 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:11.608412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object 5527ec65-9b4b-46a1-84e8-30faec2100cf will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:11.631236 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a4faab6f-1f14-4004-8f82-079dd08afe5f up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:11.751869 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:11.752669 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-848dae9a-8098-40d7-bd19-e59933839636 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:11.790574 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port a4faab6f-1f14-4004-8f82-079dd08afe5f completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:11.828782 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:11.832546 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=5527ec65-9b4b-46a1-84e8-30faec2100cf,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:11.835242 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:11.837266 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:07:11.841566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:11.842210 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:11.934555 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fbb3535d-529e-4bfb-96fa-ca24d45bc6e6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2477522 Jan 20 11:07:11.938033 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36240) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:12.012100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-56495b0c-9e4d-401d-968b-d9d1e17fc3fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port 5527ec65-9b4b-46a1-84e8-30faec2100cf {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:12.012752 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-56495b0c-9e4d-401d-968b-d9d1e17fc3fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:12.189136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848dae9a-8098-40d7-bd19-e59933839636 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Router 09c74879-6554-41aa-91cf-4b0084ed3a5d has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:07:12.192754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519db8a8-0ab4-422c-9f7c-424c8bca6c63 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:12.270608 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-56495b0c-9e4d-401d-968b-d9d1e17fc3fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:12.331505 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848dae9a-8098-40d7-bd19-e59933839636 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:07:12.343357 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-848dae9a-8098-40d7-bd19-e59933839636 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "PUT /v2.0/routers/09c74879-6554-41aa-91cf-4b0084ed3a5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5816758 Jan 20 11:07:12.345651 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36244) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:12.352099 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75f6807-4c37-4f4b-8d34-6f2c47648e15 None None] Sync routers for ids ['09c74879-6554-41aa-91cf-4b0084ed3a5d'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:07:12.392761 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-56495b0c-9e4d-401d-968b-d9d1e17fc3fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for 5527ec65-9b4b-46a1-84e8-30faec2100cf owned by {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:12.421182 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-acc8c499-23d0-4fb7-b4e6-78928c3ed348 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] show failed (client error): The resource could not be found. Jan 20 11:07:12.425867 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75f6807-4c37-4f4b-8d34-6f2c47648e15 None None] Routers {'09c74879-6554-41aa-91cf-4b0084ed3a5d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:07:12.426328 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36248) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:12.426583 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f75f6807-4c37-4f4b-8d34-6f2c47648e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:07:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['09c74879-6554-41aa-91cf-4b0084ed3a5d'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:12.437923 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-acc8c499-23d0-4fb7-b4e6-78928c3ed348 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-1392061266 HTTP/1.1" status: 404 len: 335 time: 0.0791636 Jan 20 11:07:12.438117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f27e45a7-c2e6-495e-88c4-204bff77be62 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:12.477748 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-098fa68a-d373-472e-9fbf-2b2d9985c37f None None] Provisioning for port a4faab6f-1f14-4004-8f82-079dd08afe5f completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:12.502182 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-098fa68a-d373-472e-9fbf-2b2d9985c37f None None] Provisioning complete for port a4faab6f-1f14-4004-8f82-079dd08afe5f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:12.502570 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-098fa68a-d373-472e-9fbf-2b2d9985c37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:12.505194 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-f27e45a7-c2e6-495e-88c4-204bff77be62 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] update failed (client error): The resource could not be found. Jan 20 11:07:12.506255 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f27e45a7-c2e6-495e-88c4-204bff77be62 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-726739832 HTTP/1.1" status: 404 len: 334 time: 0.0788450 Jan 20 11:07:12.513422 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36252) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:12.530326 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f75f6807-4c37-4f4b-8d34-6f2c47648e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:12.575831 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75f6807-4c37-4f4b-8d34-6f2c47648e15 None None] Routers {'09c74879-6554-41aa-91cf-4b0084ed3a5d'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:07:12.576463 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f75f6807-4c37-4f4b-8d34-6f2c47648e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:07:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['09c74879-6554-41aa-91cf-4b0084ed3a5d'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:12.639636 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f75f6807-4c37-4f4b-8d34-6f2c47648e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:12.641364 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75f6807-4c37-4f4b-8d34-6f2c47648e15 None None] The sync data for ids ['09c74879-6554-41aa-91cf-4b0084ed3a5d'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:07:12.752643 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-098fa68a-d373-472e-9fbf-2b2d9985c37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:12.777442 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b1760-51d0-4710-98dc-1d9bc88fdad8 None None] Update dhcp port {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'fixed_ips': [{'subnet_id': 'f6c83412-c38e-4604-a854-722cd406ab17', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ed7689d7-8663-422d-b7ec-3767aaf71fb4'}], 'binding:host_id': 'dv-neutron-825471-1-hyperv'}, 'id': 'a4faab6f-1f14-4004-8f82-079dd08afe5f'} from dv-neutron-825471-1-hyperv. {{(pid=84333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 11:07:12.814452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9465017-48ed-46bd-8bf0-f3bb824ac8d8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Deleting subnet a7d6175e-59de-481b-87c7-95afeda4c5a3 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:07:12.818281 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a9465017-48ed-46bd-8bf0-f3bb824ac8d8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:12.834239 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-098fa68a-d373-472e-9fbf-2b2d9985c37f None None] For port a4faab6f-1f14-4004-8f82-079dd08afe5f, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a4faab6f-1f14-4004-8f82-079dd08afe5f,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:12.839324 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1760-51d0-4710-98dc-1d9bc88fdad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:12.943250 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-098fa68a-d373-472e-9fbf-2b2d9985c37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:12.976113 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a9465017-48ed-46bd-8bf0-f3bb824ac8d8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:13.014881 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-56495b0c-9e4d-401d-968b-d9d1e17fc3fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:13.072343 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fa68a-d373-472e-9fbf-2b2d9985c37f None None] Pushing event updated for resources: {'Port': ['ID=a4faab6f-1f14-4004-8f82-079dd08afe5f,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:13.075585 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56495b0c-9e4d-401d-968b-d9d1e17fc3fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=5527ec65-9b4b-46a1-84e8-30faec2100cf,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:13.098897 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-9d7b1760-51d0-4710-98dc-1d9bc88fdad8 None None] Allocated IP 2001:db8:0:1:f816:3eff:febb:6bd4 (8962365b-2f7b-4071-b5a5-7c805118ad36/ed7689d7-8663-422d-b7ec-3767aaf71fb4/a4faab6f-1f14-4004-8f82-079dd08afe5f) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:13.170914 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-56495b0c-9e4d-401d-968b-d9d1e17fc3fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:13.186690 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-56495b0c-9e4d-401d-968b-d9d1e17fc3fb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/5527ec65-9b4b-46a1-84e8-30faec2100cf HTTP/1.1" status: 204 len: 168 time: 1.2476048 Jan 20 11:07:13.188709 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a9465017-48ed-46bd-8bf0-f3bb824ac8d8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:13.191175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36256) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:13.268252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eca718a-3779-47c6-befc-1b5906b927bd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:13.268839 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5eca718a-3779-47c6-befc-1b5906b927bd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:07:13.284015 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9d7b1760-51d0-4710-98dc-1d9bc88fdad8 None None] For port a4faab6f-1f14-4004-8f82-079dd08afe5f, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a4faab6f-1f14-4004-8f82-079dd08afe5f,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:13.308612 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1760-51d0-4710-98dc-1d9bc88fdad8 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:13.356356 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9d7b1760-51d0-4710-98dc-1d9bc88fdad8 None None] Transition to ACTIVE for port object a4faab6f-1f14-4004-8f82-079dd08afe5f will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:13.357081 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a9465017-48ed-46bd-8bf0-f3bb824ac8d8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:13.395273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9465017-48ed-46bd-8bf0-f3bb824ac8d8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d6175e-59de-481b-87c7-95afeda4c5a3,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:13.396266 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5eca718a-3779-47c6-befc-1b5906b927bd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:07:13.397594 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5eca718a-3779-47c6-befc-1b5906b927bd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2053909 Jan 20 11:07:13.400064 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36260) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:13.401660 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a9465017-48ed-46bd-8bf0-f3bb824ac8d8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:13.408914 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a9465017-48ed-46bd-8bf0-f3bb824ac8d8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "DELETE /v2.0/subnets/a7d6175e-59de-481b-87c7-95afeda4c5a3 HTTP/1.1" status: 204 len: 168 time: 0.8944685 Jan 20 11:07:13.409549 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eb031f-a3b1-468c-822f-7e3e49c61337 None None] Network 769544c2-b73b-4503-9cb8-141b24806c50 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:13.411420 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36264) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:13.485255 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896e9d06-5b44-424e-a31d-55d0460b846b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:13.489155 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-896e9d06-5b44-424e-a31d-55d0460b846b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0858293 Jan 20 11:07:13.489510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36268) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:13.491311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1760-51d0-4710-98dc-1d9bc88fdad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:13.585740 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a4faab6f-1f14-4004-8f82-079dd08afe5f up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:13.590874 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:13.605670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5325b91-72f1-49cc-8ae8-f4da99093397 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:13.606975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5325b91-72f1-49cc-8ae8-f4da99093397 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:13.608268 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5325b91-72f1-49cc-8ae8-f4da99093397 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:13.609629 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b5325b91-72f1-49cc-8ae8-f4da99093397 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:07:13.621626 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Deleting port 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:13.621979 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:13.639272 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b1760-51d0-4710-98dc-1d9bc88fdad8 None None] Pushing event updated for resources: {'Port': ['ID=a4faab6f-1f14-4004-8f82-079dd08afe5f,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:13.716936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b5325b91-72f1-49cc-8ae8-f4da99093397 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:07:13.718109 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b5325b91-72f1-49cc-8ae8-f4da99093397 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2275808 Jan 20 11:07:13.722188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36272) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:13.768280 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b1760-51d0-4710-98dc-1d9bc88fdad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:13.768894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b1760-51d0-4710-98dc-1d9bc88fdad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:13.768998 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b1760-51d0-4710-98dc-1d9bc88fdad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:13.769282 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b1760-51d0-4710-98dc-1d9bc88fdad8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:13.769646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b1760-51d0-4710-98dc-1d9bc88fdad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:13.769989 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b1760-51d0-4710-98dc-1d9bc88fdad8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:13.770321 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b1760-51d0-4710-98dc-1d9bc88fdad8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:13.770707 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b1760-51d0-4710-98dc-1d9bc88fdad8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:13.770976 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b1760-51d0-4710-98dc-1d9bc88fdad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:13.771299 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b1760-51d0-4710-98dc-1d9bc88fdad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:13.771624 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b1760-51d0-4710-98dc-1d9bc88fdad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:07:13.898381 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1bd8a8-ab36-4a63-8e51-b7cd7d7f3dd5 None None] DHCP port deletion for 769544c2-b73b-4503-9cb8-141b24806c50 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:07:13.902667 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fa1bd8a8-ab36-4a63-8e51-b7cd7d7f3dd5 None None] Deleting port 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:13.903047 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa1bd8a8-ab36-4a63-8e51-b7cd7d7f3dd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:13.952368 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] For port 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=07cec10f-a19d-4ec1-82a2-0a0c806bd7b5,segment=NetworkSegment(be294259-584b-43c3-9395-b6b1b9e99853),segment_id=be294259-584b-43c3-9395-b6b1b9e99853)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:13.953400 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:14.090487 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Calling delete_port for 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:14.125302 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-fa1bd8a8-ab36-4a63-8e51-b7cd7d7f3dd5 None None] For port 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=07cec10f-a19d-4ec1-82a2-0a0c806bd7b5,segment=NetworkSegment(be294259-584b-43c3-9395-b6b1b9e99853),segment_id=be294259-584b-43c3-9395-b6b1b9e99853)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:14.125737 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa1bd8a8-ab36-4a63-8e51-b7cd7d7f3dd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:14.179830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e39d6e-a0f1-46cd-a96c-336a9cbb110d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet ed7689d7-8663-422d-b7ec-3767aaf71fb4 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:07:14.193648 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-19e39d6e-a0f1-46cd-a96c-336a9cbb110d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:14.251582 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fa1bd8a8-ab36-4a63-8e51-b7cd7d7f3dd5 None None] Calling delete_port for 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:14.253708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-19e39d6e-a0f1-46cd-a96c-336a9cbb110d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:14.300037 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:14.329181 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-fa1bd8a8-ab36-4a63-8e51-b7cd7d7f3dd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:07:14.329635 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-fa1bd8a8-ab36-4a63-8e51-b7cd7d7f3dd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:07:14.359675 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event deleted for resources: {'Port': ['ID=07cec10f-a19d-4ec1-82a2-0a0c806bd7b5,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:14.373813 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] No DVR routers for this DVR port 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:07:14.436640 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1d65b1ef-96ea-4992-bd48-c08a41ab5230 None None] Provisioning for port a4faab6f-1f14-4004-8f82-079dd08afe5f completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:14.443261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1d65b1ef-96ea-4992-bd48-c08a41ab5230 None None] Provisioning complete for port a4faab6f-1f14-4004-8f82-079dd08afe5f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:14.443645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1d65b1ef-96ea-4992-bd48-c08a41ab5230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:14.496006 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-19e39d6e-a0f1-46cd-a96c-336a9cbb110d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:14.579594 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1d65b1ef-96ea-4992-bd48-c08a41ab5230 None None] Could not find standard attr ID for object 5527ec65-9b4b-46a1-84e8-30faec2100cf. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:07:14.659031 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:14.694401 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b83ef9ea-0bb6-4f42-95f1-7f7944e42804 None None] Could not find standard attr ID for object 5527ec65-9b4b-46a1-84e8-30faec2100cf. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:07:14.700913 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769544c2-b73b-4503-9cb8-141b24806c50']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:14.716650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be294259-584b-43c3-9395-b6b1b9e99853') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:14.716947 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be294259-584b-43c3-9395-b6b1b9e99853') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:14.735444 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:14.752681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:14.758733 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:07:14.759120 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:07:14.773526 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:07:14.825923 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-19e39d6e-a0f1-46cd-a96c-336a9cbb110d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:14.830812 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fa1bd8a8-ab36-4a63-8e51-b7cd7d7f3dd5 None None] Deleting port 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:14.831322 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa1bd8a8-ab36-4a63-8e51-b7cd7d7f3dd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:14.882958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e39d6e-a0f1-46cd-a96c-336a9cbb110d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7689d7-8663-422d-b7ec-3767aaf71fb4,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:14.894595 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-19e39d6e-a0f1-46cd-a96c-336a9cbb110d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:14.896858 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fa1bd8a8-ab36-4a63-8e51-b7cd7d7f3dd5 None None] The port '07cec10f-a19d-4ec1-82a2-0a0c806bd7b5' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:07:14.925232 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377e4d60-987c-49ed-a84b-1c6d8024478d None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:14.991574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:15.009100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:15.010939 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "DELETE /v2.0/networks/769544c2-b73b-4503-9cb8-141b24806c50 HTTP/1.1" status: 204 len: 168 time: 1.5985582 Jan 20 11:07:15.013680 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36276) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:15.015627 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-19e39d6e-a0f1-46cd-a96c-336a9cbb110d tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/ed7689d7-8663-422d-b7ec-3767aaf71fb4 HTTP/1.1" status: 204 len: 168 time: 1.2927055 Jan 20 11:07:15.018418 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36280) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:15.019172 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd9e57-8446-44ae-b76b-b055cdd277b8 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event deleted for resources: {'Network': ['ID=769544c2-b73b-4503-9cb8-141b24806c50,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:15.095249 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-13fb762d-b941-4fd1-b946-6aab7de40388 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet f6c83412-c38e-4604-a854-722cd406ab17 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:07:15.098993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13fb762d-b941-4fd1-b946-6aab7de40388 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:15.162895 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13fb762d-b941-4fd1-b946-6aab7de40388 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:15.261094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-3168a0d6-d0b7-4621-9788-a3c5cf65cc91 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Deleting subnet 9426299d-1333-43fd-a33e-efbe8ee66e2e {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:07:15.266047 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3168a0d6-d0b7-4621-9788-a3c5cf65cc91 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:15.267430 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13fb762d-b941-4fd1-b946-6aab7de40388 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:15.325188 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3168a0d6-d0b7-4621-9788-a3c5cf65cc91 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:15.414189 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13fb762d-b941-4fd1-b946-6aab7de40388 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:15.437594 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3168a0d6-d0b7-4621-9788-a3c5cf65cc91 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:15.462097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb762d-b941-4fd1-b946-6aab7de40388 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c83412-c38e-4604-a854-722cd406ab17,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:15.466246 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13fb762d-b941-4fd1-b946-6aab7de40388 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:15.479689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36284) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:15.479902 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-13fb762d-b941-4fd1-b946-6aab7de40388 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/f6c83412-c38e-4604-a854-722cd406ab17 HTTP/1.1" status: 204 len: 168 time: 0.4585750 Jan 20 11:07:15.561994 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-478692ef-4963-4ff4-94f6-f9055d993bdc tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782070 Jan 20 11:07:15.562441 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36288) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:15.572060 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-6ac455fe-d416-48a8-9719-786e86c4ad51 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:15.587105 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a4faab6f-1f14-4004-8f82-079dd08afe5f up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:15.663778 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port a4faab6f-1f14-4004-8f82-079dd08afe5f triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:15.664149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:15.670964 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3168a0d6-d0b7-4621-9788-a3c5cf65cc91 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:15.716236 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168a0d6-d0b7-4621-9788-a3c5cf65cc91 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event deleted for resources: {'Subnet': ['ID=9426299d-1333-43fd-a33e-efbe8ee66e2e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:15.716497 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6ac455fe-d416-48a8-9719-786e86c4ad51 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:15.724053 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6ac455fe-d416-48a8-9719-786e86c4ad51 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:15.727389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6ac455fe-d416-48a8-9719-786e86c4ad51 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:15.733236 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6ac455fe-d416-48a8-9719-786e86c4ad51 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:15.739725 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3168a0d6-d0b7-4621-9788-a3c5cf65cc91 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:15.746328 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd3b19d-0b8b-402b-bfe1-3c559e51b0c3 None None] Network afc00b66-7199-4127-865d-5487a5bb254e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:15.749188 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3168a0d6-d0b7-4621-9788-a3c5cf65cc91 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "DELETE /v2.0/subnets/9426299d-1333-43fd-a33e-efbe8ee66e2e HTTP/1.1" status: 204 len: 168 time: 0.7335587 Jan 20 11:07:15.751662 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36292) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:15.825040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac455fe-d416-48a8-9719-786e86c4ad51 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:15.829387 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6ac455fe-d416-48a8-9719-786e86c4ad51 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:15.898301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836c9657-2109-4c73-806f-7f644c113643 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:16.056458 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23c125d-26d2-459a-9641-64f997c53d62 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Deleting subnet 4c4ae84c-8a3f-4978-94e0-77ce5a6694f8 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:07:16.065424 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f23c125d-26d2-459a-9641-64f997c53d62 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:16.099189 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5d79dae9-ba35-4253-a928-c71bb5b6ef11 None None] Provisioning complete for port a4faab6f-1f14-4004-8f82-079dd08afe5f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:16.099657 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d79dae9-ba35-4253-a928-c71bb5b6ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:16.124870 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f23c125d-26d2-459a-9641-64f997c53d62 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:16.134581 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:07:16.203757 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6ac455fe-d416-48a8-9719-786e86c4ad51 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:16.210381 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f23c125d-26d2-459a-9641-64f997c53d62 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:16.235703 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:07:16.236076 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 07cec10f-a19d-4ec1-82a2-0a0c806bd7b5 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:07:16.287570 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac455fe-d416-48a8-9719-786e86c4ad51 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=4ccee338-afec-4e83-b16b-61a99f2a952b,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:16.296292 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac455fe-d416-48a8-9719-786e86c4ad51 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:16.297517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-6ac455fe-d416-48a8-9719-786e86c4ad51 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:16.300685 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac455fe-d416-48a8-9719-786e86c4ad51 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:16.301281 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6ac455fe-d416-48a8-9719-786e86c4ad51 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:16.345605 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f23c125d-26d2-459a-9641-64f997c53d62 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:16.383063 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c125d-26d2-459a-9641-64f997c53d62 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4ae84c-8a3f-4978-94e0-77ce5a6694f8,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:16.389034 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f23c125d-26d2-459a-9641-64f997c53d62 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:16.395924 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f23c125d-26d2-459a-9641-64f997c53d62 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "DELETE /v2.0/subnets/4c4ae84c-8a3f-4978-94e0-77ce5a6694f8 HTTP/1.1" status: 204 len: 168 time: 0.6428769 Jan 20 11:07:16.399255 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36296) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:16.400931 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e9944-2748-4941-a280-0ea6f4006f4d None None] Network a414c9d6-2dce-4fc2-8a0a-0640d7d7942f requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:16.422535 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6ac455fe-d416-48a8-9719-786e86c4ad51 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8558125 Jan 20 11:07:16.423563 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36300) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:16.433980 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3be67535-4fcc-45c0-bddc-3792fac781c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:16.513115 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d316289-cabb-43eb-97fe-b1cebc2ca85b None None] DHCP port deletion for afc00b66-7199-4127-865d-5487a5bb254e request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:07:16.513858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:16.523660 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2d316289-cabb-43eb-97fe-b1cebc2ca85b None None] Deleting port bb779724-84c0-4404-9c24-ce504c95fe6d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:16.524115 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d316289-cabb-43eb-97fe-b1cebc2ca85b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:16.528441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Deleting port bb779724-84c0-4404-9c24-ce504c95fe6d {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:16.528779 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:16.607351 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3be67535-4fcc-45c0-bddc-3792fac781c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:16.612996 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3be67535-4fcc-45c0-bddc-3792fac781c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:16.616081 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3be67535-4fcc-45c0-bddc-3792fac781c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:16.623064 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3be67535-4fcc-45c0-bddc-3792fac781c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:16.693461 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be67535-4fcc-45c0-bddc-3792fac781c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:16.698588 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3be67535-4fcc-45c0-bddc-3792fac781c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:16.770879 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] For port bb779724-84c0-4404-9c24-ce504c95fe6d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=bb779724-84c0-4404-9c24-ce504c95fe6d,segment=NetworkSegment(da352109-a25f-4808-ae62-4b8e699a4b15),segment_id=da352109-a25f-4808-ae62-4b8e699a4b15)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:16.771975 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:16.775438 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35ab310-c8f6-44d4-8f87-b04c42e38b0d None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:16.841686 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.ipam_backend_mixin [None req-3be67535-4fcc-45c0-bddc-3792fac781c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4ccee338-afec-4e83-b16b-61a99f2a952b (CIDR: 2001:db8::/64) Jan 20 11:07:16.892132 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be67535-4fcc-45c0-bddc-3792fac781c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:07:16.892594 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be67535-4fcc-45c0-bddc-3792fac781c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:16.895491 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Calling delete_port for bb779724-84c0-4404-9c24-ce504c95fe6d owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:16.896243 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2d316289-cabb-43eb-97fe-b1cebc2ca85b None None] For port bb779724-84c0-4404-9c24-ce504c95fe6d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=bb779724-84c0-4404-9c24-ce504c95fe6d,segment=NetworkSegment(da352109-a25f-4808-ae62-4b8e699a4b15),segment_id=da352109-a25f-4808-ae62-4b8e699a4b15)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:16.896646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d316289-cabb-43eb-97fe-b1cebc2ca85b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:16.978550 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36304) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:16.979880 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3be67535-4fcc-45c0-bddc-3792fac781c3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5546758 Jan 20 11:07:16.980070 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a355f861-d242-4b42-8fc1-d856cc79fb5a None None] DHCP port deletion for a414c9d6-2dce-4fc2-8a0a-0640d7d7942f request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:07:16.986711 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'subnet': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:17.038169 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-91d18250-0b76-47bf-9b84-353d092806cf None None] Provisioning complete for port a4faab6f-1f14-4004-8f82-079dd08afe5f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:17.038546 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-91d18250-0b76-47bf-9b84-353d092806cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:17.071907 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2d316289-cabb-43eb-97fe-b1cebc2ca85b None None] Calling delete_port for bb779724-84c0-4404-9c24-ce504c95fe6d owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:17.078231 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:17.133869 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a355f861-d242-4b42-8fc1-d856cc79fb5a None None] Deleting port c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:17.134249 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a355f861-d242-4b42-8fc1-d856cc79fb5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:17.144976 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event deleted for resources: {'Port': ['ID=bb779724-84c0-4404-9c24-ce504c95fe6d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:17.164024 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] No DVR routers for this DVR port bb779724-84c0-4404-9c24-ce504c95fe6d on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:07:17.219076 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:17.270642 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Usage tracker for resource:subnet and tenant:93194f3416cf4609b677b83a2a6cd797 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:17.278214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:17.295322 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:17.305768 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:17.332134 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc00b66-7199-4127-865d-5487a5bb254e']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:17.345185 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da352109-a25f-4808-ae62-4b8e699a4b15') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:17.345483 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da352109-a25f-4808-ae62-4b8e699a4b15') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:17.356816 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:17.373234 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:17.379455 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:07:17.379850 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:17.381698 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-2d316289-cabb-43eb-97fe-b1cebc2ca85b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:07:17.382060 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-2d316289-cabb-43eb-97fe-b1cebc2ca85b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:07:17.395494 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:07:17.448618 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:17.584936 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device bb779724-84c0-4404-9c24-ce504c95fe6d no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:07:17.626657 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a355f861-d242-4b42-8fc1-d856cc79fb5a None None] For port c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b,segment=NetworkSegment(b3f350cc-b32a-42cb-ba9f-5dba16ae26a6),segment_id=b3f350cc-b32a-42cb-ba9f-5dba16ae26a6)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:17.627058 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a355f861-d242-4b42-8fc1-d856cc79fb5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:17.635076 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: bb779724-84c0-4404-9c24-ce504c95fe6d {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:07:17.635781 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device bb779724-84c0-4404-9c24-ce504c95fe6d not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:07:17.635925 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:07:17.687723 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:17.704508 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:17.709181 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:17.791703 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event deleted for resources: {'Network': ['ID=afc00b66-7199-4127-865d-5487a5bb254e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:17.796338 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a355f861-d242-4b42-8fc1-d856cc79fb5a None None] Calling delete_port for c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:17.800382 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-facfe92b-481a-4f6f-988d-3bdf712709c5 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "DELETE /v2.0/networks/afc00b66-7199-4127-865d-5487a5bb254e HTTP/1.1" status: 204 len: 168 time: 1.4011748 Jan 20 11:07:17.802928 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36308) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:17.886601 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2d316289-cabb-43eb-97fe-b1cebc2ca85b None None] Deleting port bb779724-84c0-4404-9c24-ce504c95fe6d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:17.886980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d316289-cabb-43eb-97fe-b1cebc2ca85b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:17.964469 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:17.977661 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Deleting port c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:17.978045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:17.994082 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2d316289-cabb-43eb-97fe-b1cebc2ca85b None None] The port 'bb779724-84c0-4404-9c24-ce504c95fe6d' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:07:18.006943 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:18.083137 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a355f861-d242-4b42-8fc1-d856cc79fb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:18.160463 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355f861-d242-4b42-8fc1-d856cc79fb5a None None] Pushing event deleted for resources: {'Port': ['ID=c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:18.167204 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a355f861-d242-4b42-8fc1-d856cc79fb5a None None] No DVR routers for this DVR port c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:07:18.194439 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e7340e10-dac3-4c15-ae67-c7c228a3547e None None] Provisioning complete for port a4faab6f-1f14-4004-8f82-079dd08afe5f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:18.194804 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7340e10-dac3-4c15-ae67-c7c228a3547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:18.216882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] For port c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b,segment=NetworkSegment(b3f350cc-b32a-42cb-ba9f-5dba16ae26a6),segment_id=b3f350cc-b32a-42cb-ba9f-5dba16ae26a6)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:18.217333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:18.283854 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.objects.ports [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84332) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 11:07:18.449171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Calling delete_port for c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:18.520820 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.api [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:07:18.521144 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG oslo_db.api [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:07:18.533691 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:18.746773 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] For port a4faab6f-1f14-4004-8f82-079dd08afe5f, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a4faab6f-1f14-4004-8f82-079dd08afe5f,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:18.772005 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:18.836211 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:18.836940 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:18.959281 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:18.965172 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:18.971079 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:18.971635 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:18.973929 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5ba495-4ded-46f5-b8f3-7043e9f5ebd0 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:18.975130 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Subnet': ['ID=9790fbfd-5f91-450d-80da-1d610bcb2391,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:18.985031 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=a4faab6f-1f14-4004-8f82-079dd08afe5f,revision_number=8']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:19.021956 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Deleting port c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:19.022490 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:19.060380 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-673625e1-655c-4cab-803f-4dc862da8970 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0801456 Jan 20 11:07:19.063813 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36312) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:19.069506 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c28f76ee-b64f-40b0-a76a-0c0ce3ca6bbb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Request body: {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'mac_address': 'fa:16:3e:7e:35:d9', 'name': 'tempest-NetworksTestDHCPv6-1042093307'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:19.089612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] The port 'c9a1dbde-dfed-43ab-87d6-3f8dfafd8a2b' was deleted {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:07:19.213296 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c28f76ee-b64f-40b0-a76a-0c0ce3ca6bbb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:19.221316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:19.224278 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c28f76ee-b64f-40b0-a76a-0c0ce3ca6bbb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:19.251971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a414c9d6-2dce-4fc2-8a0a-0640d7d7942f']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:19.264182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f350cc-b32a-42cb-ba9f-5dba16ae26a6') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:19.264471 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f350cc-b32a-42cb-ba9f-5dba16ae26a6') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:19.276271 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:19.292953 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:19.299721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:07:19.300113 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:19.305253 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28f76ee-b64f-40b0-a76a-0c0ce3ca6bbb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Made reservation on behalf of 93194f3416cf4609b677b83a2a6cd797 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:19.310305 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7229c0f-2a55-4b5b-877f-f69abe6e9c15 None None] Update dhcp port {'port': {'network_id': '8962365b-2f7b-4071-b5a5-7c805118ad36', 'fixed_ips': [{'subnet_id': '9790fbfd-5f91-450d-80da-1d610bcb2391', 'ip_address': '2001:db8:0:1:f816:3eff:febb:6bd4'}, {'subnet_id': '4ccee338-afec-4e83-b16b-61a99f2a952b'}], 'binding:host_id': 'dv-neutron-825471-1-hyperv'}, 'id': 'a4faab6f-1f14-4004-8f82-079dd08afe5f'} from dv-neutron-825471-1-hyperv. {{(pid=84333) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 11:07:19.311022 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c28f76ee-b64f-40b0-a76a-0c0ce3ca6bbb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:07:19.314923 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:07:19.345062 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-c28f76ee-b64f-40b0-a76a-0c0ce3ca6bbb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] device_id is not set on port 950d4c3c-6032-47ec-af56-dbb82b1b4c03 yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:07:19.370157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7229c0f-2a55-4b5b-877f-f69abe6e9c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:19.470926 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:19.477972 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:19.507738 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "DELETE /v2.0/networks/a414c9d6-2dce-4fc2-8a0a-0640d7d7942f HTTP/1.1" status: 204 len: 168 time: 1.7036116 Jan 20 11:07:19.508907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f37ee-a406-4f7b-9aaa-1ba2918db301 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event deleted for resources: {'Network': ['ID=a414c9d6-2dce-4fc2-8a0a-0640d7d7942f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:19.510540 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36316) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:19.580722 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a4faab6f-1f14-4004-8f82-079dd08afe5f up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:19.692927 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port a4faab6f-1f14-4004-8f82-079dd08afe5f triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:19.693297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:19.721759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-c28f76ee-b64f-40b0-a76a-0c0ce3ca6bbb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8::2d3 (8962365b-2f7b-4071-b5a5-7c805118ad36/4ccee338-afec-4e83-b16b-61a99f2a952b/950d4c3c-6032-47ec-af56-dbb82b1b4c03) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:19.731525 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-c28f76ee-b64f-40b0-a76a-0c0ce3ca6bbb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7e:35d9 (8962365b-2f7b-4071-b5a5-7c805118ad36/9790fbfd-5f91-450d-80da-1d610bcb2391/950d4c3c-6032-47ec-af56-dbb82b1b4c03) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:19.815841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6749be-82e7-4ccc-afda-40a080f28dac tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Deleting subnet cdc40aaf-1985-4667-92b3-181c1b2cb48f {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:07:19.826261 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b6749be-82e7-4ccc-afda-40a080f28dac tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:20.050464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b6749be-82e7-4ccc-afda-40a080f28dac tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:20.177073 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c28f76ee-b64f-40b0-a76a-0c0ce3ca6bbb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:20.198718 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-c28f76ee-b64f-40b0-a76a-0c0ce3ca6bbb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Transition to ACTIVE for port object 950d4c3c-6032-47ec-af56-dbb82b1b4c03 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:20.202298 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b6749be-82e7-4ccc-afda-40a080f28dac tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:20.345166 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c28f76ee-b64f-40b0-a76a-0c0ce3ca6bbb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:20.390743 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b6749be-82e7-4ccc-afda-40a080f28dac tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:20.406581 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-b7229c0f-2a55-4b5b-877f-f69abe6e9c15 None None] Allocated IP 2001:db8::2 (8962365b-2f7b-4071-b5a5-7c805118ad36/4ccee338-afec-4e83-b16b-61a99f2a952b/a4faab6f-1f14-4004-8f82-079dd08afe5f) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:20.446846 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6749be-82e7-4ccc-afda-40a080f28dac tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc40aaf-1985-4667-92b3-181c1b2cb48f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:20.468223 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28f76ee-b64f-40b0-a76a-0c0ce3ca6bbb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:20.469416 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b6749be-82e7-4ccc-afda-40a080f28dac tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:20.476074 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-c28f76ee-b64f-40b0-a76a-0c0ce3ca6bbb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:20.480178 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f76ee-b64f-40b0-a76a-0c0ce3ca6bbb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event updated for resources: {'Port': ['ID=950d4c3c-6032-47ec-af56-dbb82b1b4c03,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:20.482143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581b62d0-507b-4bf1-8fde-567e88caf37b None None] Network 40cd2fdd-8921-429f-8efc-5cf90ebef81d requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:20.482438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28f76ee-b64f-40b0-a76a-0c0ce3ca6bbb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:07:20.487167 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28f76ee-b64f-40b0-a76a-0c0ce3ca6bbb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:20.487814 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c28f76ee-b64f-40b0-a76a-0c0ce3ca6bbb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:20.497732 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3b6749be-82e7-4ccc-afda-40a080f28dac tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "DELETE /v2.0/subnets/cdc40aaf-1985-4667-92b3-181c1b2cb48f HTTP/1.1" status: 204 len: 168 time: 0.9813833 Jan 20 11:07:20.498864 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36320) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:20.576517 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c28f76ee-b64f-40b0-a76a-0c0ce3ca6bbb tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5093176 Jan 20 11:07:20.577007 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36324) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:20.619017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:20.647035 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-82de0339-6646-409f-a6a6-8e2959fb7553 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting port 950d4c3c-6032-47ec-af56-dbb82b1b4c03 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:20.647366 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82de0339-6646-409f-a6a6-8e2959fb7553 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:20.686111 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Deleting port 96b37da4-2699-468d-a0df-489f44a8751a {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:20.687255 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:20.698575 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b7229c0f-2a55-4b5b-877f-f69abe6e9c15 None None] For port a4faab6f-1f14-4004-8f82-079dd08afe5f, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a4faab6f-1f14-4004-8f82-079dd08afe5f,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:20.737113 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7229c0f-2a55-4b5b-877f-f69abe6e9c15 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:20.759206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b7229c0f-2a55-4b5b-877f-f69abe6e9c15 None None] Transition to ACTIVE for port object a4faab6f-1f14-4004-8f82-079dd08afe5f will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:20.787358 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-03597948-2c40-4695-bcb0-a2eb3a47db07 req-ff432b99-6e50-4084-941b-3a868bb35858 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1652985 Jan 20 11:07:20.825286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7229c0f-2a55-4b5b-877f-f69abe6e9c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:20.867262 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f61e0ee-81db-4f90-acbc-ff2db3ccbabe None None] DHCP port deletion for 40cd2fdd-8921-429f-8efc-5cf90ebef81d request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:07:20.889725 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5f61e0ee-81db-4f90-acbc-ff2db3ccbabe None None] Deleting port 96b37da4-2699-468d-a0df-489f44a8751a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:20.890915 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f61e0ee-81db-4f90-acbc-ff2db3ccbabe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:20.909916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82de0339-6646-409f-a6a6-8e2959fb7553 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:21.010739 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] For port 96b37da4-2699-468d-a0df-489f44a8751a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=96b37da4-2699-468d-a0df-489f44a8751a,segment=NetworkSegment(9d1c3f52-58fe-4515-b663-78874c9f2dfc),segment_id=9d1c3f52-58fe-4515-b663-78874c9f2dfc)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:21.011108 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:21.035253 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-82de0339-6646-409f-a6a6-8e2959fb7553 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Calling delete_port for 950d4c3c-6032-47ec-af56-dbb82b1b4c03 owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:21.067732 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7229c0f-2a55-4b5b-877f-f69abe6e9c15 None None] Pushing event updated for resources: {'Port': ['ID=a4faab6f-1f14-4004-8f82-079dd08afe5f,revision_number=9']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:21.147601 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Calling delete_port for 96b37da4-2699-468d-a0df-489f44a8751a owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:21.215779 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5f61e0ee-81db-4f90-acbc-ff2db3ccbabe None None] For port 96b37da4-2699-468d-a0df-489f44a8751a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=96b37da4-2699-468d-a0df-489f44a8751a,segment=NetworkSegment(9d1c3f52-58fe-4515-b663-78874c9f2dfc),segment_id=9d1c3f52-58fe-4515-b663-78874c9f2dfc)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:21.216436 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f61e0ee-81db-4f90-acbc-ff2db3ccbabe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:21.268575 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-03597948-2c40-4695-bcb0-a2eb3a47db07 req-fdf472c8-b94e-417a-9b8e-cb4546e684fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 1098 time: 0.3067474 Jan 20 11:07:21.309916 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:21.351187 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82de0339-6646-409f-a6a6-8e2959fb7553 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:21.352451 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5f61e0ee-81db-4f90-acbc-ff2db3ccbabe None None] Calling delete_port for 96b37da4-2699-468d-a0df-489f44a8751a owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:21.413731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event deleted for resources: {'Port': ['ID=96b37da4-2699-468d-a0df-489f44a8751a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:21.417689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de0339-6646-409f-a6a6-8e2959fb7553 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Port': ['ID=950d4c3c-6032-47ec-af56-dbb82b1b4c03,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:21.435488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] No DVR routers for this DVR port 96b37da4-2699-468d-a0df-489f44a8751a on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:07:21.436093 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-5f61e0ee-81db-4f90-acbc-ff2db3ccbabe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:07:21.436741 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-5f61e0ee-81db-4f90-acbc-ff2db3ccbabe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:07:21.505622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82de0339-6646-409f-a6a6-8e2959fb7553 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:21.585845 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a4faab6f-1f14-4004-8f82-079dd08afe5f up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:21.597448 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-82de0339-6646-409f-a6a6-8e2959fb7553 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/950d4c3c-6032-47ec-af56-dbb82b1b4c03 HTTP/1.1" status: 204 len: 168 time: 1.0194111 Jan 20 11:07:21.599460 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36328) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:21.702243 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c9d658-ebcb-4d84-ac3d-9fbc1af92aa4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:21.710341 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-45c9d658-ebcb-4d84-ac3d-9fbc1af92aa4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:07:21.720034 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03597948-2c40-4695-bcb0-a2eb3a47db07 req-005242f1-2675-4000-abc9-80a15cc9a029 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:21.721751 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-03597948-2c40-4695-bcb0-a2eb3a47db07 req-005242f1-2675-4000-abc9-80a15cc9a029 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 913 time: 0.4326928 Jan 20 11:07:21.740174 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 96b37da4-2699-468d-a0df-489f44a8751a no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:07:21.769886 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bb071d48-850b-4a96-9616-b4e6ff77cb64 None None] Provisioning for port a4faab6f-1f14-4004-8f82-079dd08afe5f completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:21.778602 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 96b37da4-2699-468d-a0df-489f44a8751a {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:07:21.778951 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 96b37da4-2699-468d-a0df-489f44a8751a not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:07:21.781896 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bb071d48-850b-4a96-9616-b4e6ff77cb64 None None] Provisioning complete for port a4faab6f-1f14-4004-8f82-079dd08afe5f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:21.782278 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bb071d48-850b-4a96-9616-b4e6ff77cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:21.789865 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:21.790093 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-45c9d658-ebcb-4d84-ac3d-9fbc1af92aa4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:07:21.793741 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-45c9d658-ebcb-4d84-ac3d-9fbc1af92aa4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1874106 Jan 20 11:07:21.793834 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36332) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:21.840004 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40cd2fdd-8921-429f-8efc-5cf90ebef81d']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:21.871455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1c3f52-58fe-4515-b663-78874c9f2dfc') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:21.871957 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1c3f52-58fe-4515-b663-78874c9f2dfc') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:21.891819 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c90ddd-dfbb-43b5-969c-a041beba4fcf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:21.892437 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:21.895572 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f2c90ddd-dfbb-43b5-969c-a041beba4fcf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0986459 Jan 20 11:07:21.895811 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36336) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:21.906244 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-03597948-2c40-4695-bcb0-a2eb3a47db07 req-0da148d8-543d-44fe-b897-c4ad93a2bfe3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e31fa3a8-d28b-40c0-aa43-da58c6035b18 HTTP/1.1" status: 200 len: 1001 time: 0.1678989 Jan 20 11:07:21.937483 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5f61e0ee-81db-4f90-acbc-ff2db3ccbabe None None] Deleting port 96b37da4-2699-468d-a0df-489f44a8751a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:21.938938 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f61e0ee-81db-4f90-acbc-ff2db3ccbabe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:21.950841 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:21.965870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:07:21.966151 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:07:21.981469 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:07:22.003816 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5055945-80b7-40e0-8674-dcc3c750f049 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:22.005158 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5055945-80b7-40e0-8674-dcc3c750f049 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:22.006866 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5055945-80b7-40e0-8674-dcc3c750f049 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:22.007697 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b5055945-80b7-40e0-8674-dcc3c750f049 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:07:22.028299 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5f61e0ee-81db-4f90-acbc-ff2db3ccbabe None None] The port '96b37da4-2699-468d-a0df-489f44a8751a' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:07:22.050523 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-83549b55-ea68-4564-a3dd-a32cbb175d80 None None] Could not find standard attr ID for object 950d4c3c-6032-47ec-af56-dbb82b1b4c03. {{(pid=84333) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 11:07:22.078056 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03597948-2c40-4695-bcb0-a2eb3a47db07 req-d791473a-ee0e-47f8-99ec-f4d18addfff0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:22.079504 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-03597948-2c40-4695-bcb0-a2eb3a47db07 req-d791473a-ee0e-47f8-99ec-f4d18addfff0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd01cfe5-3172-4c47-b68a-b9a8e924614a HTTP/1.1" status: 200 len: 851 time: 0.1675608 Jan 20 11:07:22.082370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b5055945-80b7-40e0-8674-dcc3c750f049 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:07:22.086109 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b5055945-80b7-40e0-8674-dcc3c750f049 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1868856 Jan 20 11:07:22.086422 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36340) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:22.158138 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-2241098c-4a76-4950-92da-2d5cf9acd6e3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet 4ccee338-afec-4e83-b16b-61a99f2a952b {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:07:22.161640 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2241098c-4a76-4950-92da-2d5cf9acd6e3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:22.168835 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-03597948-2c40-4695-bcb0-a2eb3a47db07 req-af1f5d5b-20b2-4eda-a0b9-4d13757b8958 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2976230-b7ed-4004-90c6-e1b2d37a86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834522 Jan 20 11:07:22.196337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:22.218435 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2241098c-4a76-4950-92da-2d5cf9acd6e3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:22.263054 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:22.282192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Pushing event deleted for resources: {'Network': ['ID=40cd2fdd-8921-429f-8efc-5cf90ebef81d,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:22.289527 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e9278a79-a8a5-476a-bbad-beeca75c1593 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "DELETE /v2.0/networks/40cd2fdd-8921-429f-8efc-5cf90ebef81d HTTP/1.1" status: 204 len: 168 time: 1.7883315 Jan 20 11:07:22.297592 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36344) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:22.334912 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9816f178-0ed0-4193-8293-712395c8a169 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Synchronizing usage tracker for tenant:040793d24cab4ebcb1c74b782ba868fe on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:07:22.340377 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-03597948-2c40-4695-bcb0-a2eb3a47db07 req-5e2ccee3-6b03-4c1d-be43-c78060ae2f9a service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657934 Jan 20 11:07:22.354459 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2241098c-4a76-4950-92da-2d5cf9acd6e3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:22.478830 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-03597948-2c40-4695-bcb0-a2eb3a47db07 req-d1ee5f76-0248-4297-9f4c-1de50bdf1602 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331029 Jan 20 11:07:22.495767 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9816f178-0ed0-4193-8293-712395c8a169 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Unset dirty status for tenant:040793d24cab4ebcb1c74b782ba868fe on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:07:22.496907 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9816f178-0ed0-4193-8293-712395c8a169 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "GET /v2.0/ports?device_id=09c74879-6554-41aa-91cf-4b0084ed3a5d HTTP/1.1" status: 200 len: 205 time: 0.2038341 Jan 20 11:07:22.499623 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36348) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:22.590946 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2241098c-4a76-4950-92da-2d5cf9acd6e3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:22.629197 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241098c-4a76-4950-92da-2d5cf9acd6e3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=4ccee338-afec-4e83-b16b-61a99f2a952b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:22.635690 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-718ec68e-9c4c-4ca4-9aff-975168415416 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:22.635893 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2241098c-4a76-4950-92da-2d5cf9acd6e3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:22.642001 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060b6d1b-624e-4f1a-b7ef-d91511a0d0cc None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:22.699997 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2241098c-4a76-4950-92da-2d5cf9acd6e3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/4ccee338-afec-4e83-b16b-61a99f2a952b HTTP/1.1" status: 204 len: 168 time: 0.6124635 Jan 20 11:07:22.703171 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36352) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:22.897007 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f886d9-67fb-49e2-9eea-ba0ed71de28b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Deleting subnet 9790fbfd-5f91-450d-80da-1d610bcb2391 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:07:22.900252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32f886d9-67fb-49e2-9eea-ba0ed71de28b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:22.964861 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32f886d9-67fb-49e2-9eea-ba0ed71de28b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:23.058177 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32f886d9-67fb-49e2-9eea-ba0ed71de28b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:23.169401 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-718ec68e-9c4c-4ca4-9aff-975168415416 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:23.174616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-718ec68e-9c4c-4ca4-9aff-975168415416 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:23.220189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32f886d9-67fb-49e2-9eea-ba0ed71de28b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:23.260849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f886d9-67fb-49e2-9eea-ba0ed71de28b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Subnet': ['ID=9790fbfd-5f91-450d-80da-1d610bcb2391,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:23.266157 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32f886d9-67fb-49e2-9eea-ba0ed71de28b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:23.270618 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-718ec68e-9c4c-4ca4-9aff-975168415416 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:23.271126 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718ec68e-9c4c-4ca4-9aff-975168415416 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Fanout notify agent at l3_agent the message router_deleted on router 09c74879-6554-41aa-91cf-4b0084ed3a5d {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:07:23.283313 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-32f886d9-67fb-49e2-9eea-ba0ed71de28b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/9790fbfd-5f91-450d-80da-1d610bcb2391 HTTP/1.1" status: 204 len: 168 time: 0.5773871 Jan 20 11:07:23.283313 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36356) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:23.283516 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-718ec68e-9c4c-4ca4-9aff-975168415416 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:23.283954 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-718ec68e-9c4c-4ca4-9aff-975168415416 tempest-RoutersNegativeIpV6Test-469286992 tempest-RoutersNegativeIpV6Test-469286992-project] 10.222.0.70 "DELETE /v2.0/routers/09c74879-6554-41aa-91cf-4b0084ed3a5d HTTP/1.1" status: 204 len: 168 time: 0.7833335 Jan 20 11:07:23.359324 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dd0dd345-1c1d-4a17-b5b0-cefea6e0d927 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697701 Jan 20 11:07:23.360457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36362) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:23.446008 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b6dbe8-f448-4985-96d1-bcf259463412 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:23.446782 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-15b6dbe8-f448-4985-96d1-bcf259463412 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:07:23.460197 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-15b6dbe8-f448-4985-96d1-bcf259463412 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:07:23.461393 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-15b6dbe8-f448-4985-96d1-bcf259463412 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0999112 Jan 20 11:07:23.463932 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36366) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:23.469031 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46504e13-63b4-4207-b047-74b0e2302b77 None None] Network 8962365b-2f7b-4071-b5a5-7c805118ad36 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:23.530972 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0cb5ce-e790-47aa-9269-47d8b5d5a2db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:23.531727 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0d0cb5ce-e790-47aa-9269-47d8b5d5a2db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Synchronizing usage tracker for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:07:23.575432 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-072321fd-42f2-4be3-ab3a-166ff88e33b2 None None] Provisioning complete for port a4faab6f-1f14-4004-8f82-079dd08afe5f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:23.575804 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-072321fd-42f2-4be3-ab3a-166ff88e33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:23.642176 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0d0cb5ce-e790-47aa-9269-47d8b5d5a2db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Unset dirty status for tenant:93194f3416cf4609b677b83a2a6cd797 on resource:subnet {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:07:23.643398 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0d0cb5ce-e790-47aa-9269-47d8b5d5a2db tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1785352 Jan 20 11:07:23.646032 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36370) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:23.716800 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4ce35fc8-aac8-4716-882f-97b3b05698da tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696371 Jan 20 11:07:23.724805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36374) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:23.763877 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbbfc18-7715-4e4b-a531-5ef5af3281fc tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:23.764324 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fbbfc18-7715-4e4b-a531-5ef5af3281fc tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:23.766689 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2fbbfc18-7715-4e4b-a531-5ef5af3281fc tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/950d4c3c-6032-47ec-af56-dbb82b1b4c03 HTTP/1.1" status: 404 len: 333 time: 0.0436907 Jan 20 11:07:23.769198 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36378) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:23.811098 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-4460fda9-76b4-43bb-8c94-9fa7b5d7400a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:23.812154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4460fda9-76b4-43bb-8c94-9fa7b5d7400a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:23.814122 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4460fda9-76b4-43bb-8c94-9fa7b5d7400a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/9790fbfd-5f91-450d-80da-1d610bcb2391 HTTP/1.1" status: 404 len: 337 time: 0.0438385 Jan 20 11:07:23.816804 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36382) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:23.834905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65422db-0b25-4554-9542-3c754db8c8da None None] DHCP port deletion for 8962365b-2f7b-4071-b5a5-7c805118ad36 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:07:23.839423 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d65422db-0b25-4554-9542-3c754db8c8da None None] Deleting port a4faab6f-1f14-4004-8f82-079dd08afe5f {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:23.846629 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d65422db-0b25-4554-9542-3c754db8c8da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:23.858290 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6e8693-d802-4d7d-93b5-6669fc78bbe6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:23.858839 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6e8693-d802-4d7d-93b5-6669fc78bbe6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:23.861589 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fd6e8693-d802-4d7d-93b5-6669fc78bbe6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/4ccee338-afec-4e83-b16b-61a99f2a952b HTTP/1.1" status: 404 len: 337 time: 0.0427499 Jan 20 11:07:23.863354 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36388) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:23.908594 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-8701fb6b-5104-4dba-b607-1e4cb8fa8ada tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:23.909042 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8701fb6b-5104-4dba-b607-1e4cb8fa8ada tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:23.910748 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8701fb6b-5104-4dba-b607-1e4cb8fa8ada tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/5527ec65-9b4b-46a1-84e8-30faec2100cf HTTP/1.1" status: 404 len: 333 time: 0.0464249 Jan 20 11:07:23.913161 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36392) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:23.942659 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36396) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:23.957923 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-f157a5d1-4b84-4400-aba2-2a362b6190d6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:23.958548 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f157a5d1-4b84-4400-aba2-2a362b6190d6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:23.962686 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f157a5d1-4b84-4400-aba2-2a362b6190d6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/ed7689d7-8663-422d-b7ec-3767aaf71fb4 HTTP/1.1" status: 404 len: 337 time: 0.0455310 Jan 20 11:07:23.963465 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36402) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.005239 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-80083b9e-1373-40a4-ade3-aaf3186484c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.005875 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80083b9e-1373-40a4-ade3-aaf3186484c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.007727 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-80083b9e-1373-40a4-ade3-aaf3186484c7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/f6c83412-c38e-4604-a854-722cd406ab17 HTTP/1.1" status: 404 len: 337 time: 0.0431702 Jan 20 11:07:24.010331 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36406) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.053861 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e99ad2-2225-4563-bc2b-a955ba9b565b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.054226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e99ad2-2225-4563-bc2b-a955ba9b565b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.055855 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a1e99ad2-2225-4563-bc2b-a955ba9b565b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/8d4283bb-c5c2-4b4e-8c3d-5c4f98bc0619 HTTP/1.1" status: 404 len: 333 time: 0.0443985 Jan 20 11:07:24.058380 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36410) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.082019 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d65422db-0b25-4554-9542-3c754db8c8da None None] For port a4faab6f-1f14-4004-8f82-079dd08afe5f, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a4faab6f-1f14-4004-8f82-079dd08afe5f,segment=NetworkSegment(829dddf5-acca-4aaa-8586-b8946280006e),segment_id=829dddf5-acca-4aaa-8586-b8946280006e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:24.082418 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d65422db-0b25-4554-9542-3c754db8c8da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:24.099876 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2d13db-10b9-4f5f-852d-75c965cb8f07 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.100417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2d13db-10b9-4f5f-852d-75c965cb8f07 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.104353 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7e2d13db-10b9-4f5f-852d-75c965cb8f07 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/d3d021eb-8714-4d4f-b5bc-b2f08a6d15e3 HTTP/1.1" status: 404 len: 337 time: 0.0427723 Jan 20 11:07:24.104633 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36414) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.129762 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8ca9374a-dc7e-4942-8dc4-e555ad316f6c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=040793d24cab4ebcb1c74b782ba868fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1838813 Jan 20 11:07:24.130196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36418) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.149634 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f120a99-fd53-40d2-9ec2-d71ba8614d1a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.150174 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f120a99-fd53-40d2-9ec2-d71ba8614d1a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.154182 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3f120a99-fd53-40d2-9ec2-d71ba8614d1a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/3e2517e4-e3d2-4366-86fc-969e47f32883 HTTP/1.1" status: 404 len: 337 time: 0.0463099 Jan 20 11:07:24.154486 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36422) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.195006 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22ef5d61-0a55-4beb-8103-806f01f0b9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:24.199879 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d13cec-aac8-47df-8db1-4e04167deced tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.200388 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d13cec-aac8-47df-8db1-4e04167deced tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.202169 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-27d13cec-aac8-47df-8db1-4e04167deced tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/e9bab6fa-9d91-4303-bfd2-467cf74b1151 HTTP/1.1" status: 404 len: 333 time: 0.0466056 Jan 20 11:07:24.204800 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36426) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.211869 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d65422db-0b25-4554-9542-3c754db8c8da None None] Calling delete_port for a4faab6f-1f14-4004-8f82-079dd08afe5f owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:24.221296 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22ef5d61-0a55-4beb-8103-806f01f0b9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:24.255913 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-fddb3b03-ac14-4353-9abd-adca4db7af6f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.256832 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fddb3b03-ac14-4353-9abd-adca4db7af6f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.261130 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36430) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.261429 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fddb3b03-ac14-4353-9abd-adca4db7af6f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/3570cf76-ea8a-4eac-adbd-c0755217de89 HTTP/1.1" status: 404 len: 337 time: 0.0555153 Jan 20 11:07:24.300067 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03a0c71-ddf2-4017-b509-45e2d7436b2e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.300512 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03a0c71-ddf2-4017-b509-45e2d7436b2e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.308715 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c03a0c71-ddf2-4017-b509-45e2d7436b2e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/e8c45875-da1a-4a3c-8a18-1ba66d0ba6fa HTTP/1.1" status: 404 len: 337 time: 0.0466130 Jan 20 11:07:24.312272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36434) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.351944 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8d08ee-3019-491a-afad-726ba7c3ebbc tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.352368 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab8d08ee-3019-491a-afad-726ba7c3ebbc tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.353957 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ab8d08ee-3019-491a-afad-726ba7c3ebbc tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/f99b03e4-9e73-449e-963a-d1b3a1768669 HTTP/1.1" status: 404 len: 333 time: 0.0402794 Jan 20 11:07:24.363157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36438) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.373100 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d65422db-0b25-4554-9542-3c754db8c8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:24.396334 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22ef5d61-0a55-4beb-8103-806f01f0b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:24.398764 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22ef5d61-0a55-4beb-8103-806f01f0b9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:24.399900 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-22ef5d61-0a55-4beb-8103-806f01f0b9f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f10121eb-d3cd-4c91-99b2-a025e3d0ec4e HTTP/1.1" status: 204 len: 168 time: 0.2687619 Jan 20 11:07:24.407222 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1a9499-090b-47c2-bffb-95a01006df5c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.407729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1a9499-090b-47c2-bffb-95a01006df5c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.409412 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cc1a9499-090b-47c2-bffb-95a01006df5c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/2a184236-3347-4377-ab48-4f52e65df7ca HTTP/1.1" status: 404 len: 337 time: 0.0453811 Jan 20 11:07:24.412100 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36444) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.418200 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65422db-0b25-4554-9542-3c754db8c8da None None] Pushing event deleted for resources: {'Port': ['ID=a4faab6f-1f14-4004-8f82-079dd08afe5f,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:24.425795 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65422db-0b25-4554-9542-3c754db8c8da None None] No DVR routers for this DVR port a4faab6f-1f14-4004-8f82-079dd08afe5f on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:07:24.448903 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef5d61-0a55-4beb-8103-806f01f0b9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10121eb-d3cd-4c91-99b2-a025e3d0ec4e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:24.463478 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1a1b51-4644-4928-a69a-984b4e62f499 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.463919 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1a1b51-4644-4928-a69a-984b4e62f499 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.465554 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1c1a1b51-4644-4928-a69a-984b4e62f499 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/85c03048-2cd6-470d-b80c-176299f4e9a1 HTTP/1.1" status: 404 len: 333 time: 0.0525208 Jan 20 11:07:24.468577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36448) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.509967 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1daff74-d018-43be-aedf-d96b5dfd04e5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.510415 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1daff74-d018-43be-aedf-d96b5dfd04e5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.512873 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e1daff74-d018-43be-aedf-d96b5dfd04e5 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/6f11e23b-30f0-4ebd-9062-6e2fca4b32d0 HTTP/1.1" status: 404 len: 337 time: 0.0425010 Jan 20 11:07:24.514691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36452) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.554932 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab4ea1f-2c93-4b72-9092-cfc4dd91ce25 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.555383 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab4ea1f-2c93-4b72-9092-cfc4dd91ce25 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.556978 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cab4ea1f-2c93-4b72-9092-cfc4dd91ce25 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/89d0fe29-4e81-4b3c-8d6b-041d97eee188 HTTP/1.1" status: 404 len: 333 time: 0.0411532 Jan 20 11:07:24.559593 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36456) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.597754 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-7852d8a4-e185-45e4-a24a-cdf42e8c4510 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.598221 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7852d8a4-e185-45e4-a24a-cdf42e8c4510 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.599799 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7852d8a4-e185-45e4-a24a-cdf42e8c4510 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/2ab3627f-010d-45d4-b44c-ae26bd64a591 HTTP/1.1" status: 404 len: 337 time: 0.0389774 Jan 20 11:07:24.602657 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36460) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.644781 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0a3161-5610-49ea-be63-9a7d6a4b32f7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.645214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c0a3161-5610-49ea-be63-9a7d6a4b32f7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.646823 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6c0a3161-5610-49ea-be63-9a7d6a4b32f7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/af953ddb-1f99-42fb-9cac-2c614d23e74c HTTP/1.1" status: 404 len: 333 time: 0.0432329 Jan 20 11:07:24.649427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36464) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.689072 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a27aa8-58d7-4e85-9891-a38f12ae4a4f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.689072 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a27aa8-58d7-4e85-9891-a38f12ae4a4f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.689072 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-63a27aa8-58d7-4e85-9891-a38f12ae4a4f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/9958d1fd-4635-4400-8047-b0457c715a58 HTTP/1.1" status: 404 len: 337 time: 0.0385115 Jan 20 11:07:24.691892 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36470) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.730948 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b7eaf2-061c-41c9-a414-d80ff2bd451c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.731335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b7eaf2-061c-41c9-a414-d80ff2bd451c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.732953 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b6b7eaf2-061c-41c9-a414-d80ff2bd451c tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/592a5fbd-fd76-4a3f-b51c-b1b4a9d818b6 HTTP/1.1" status: 404 len: 333 time: 0.0404532 Jan 20 11:07:24.736287 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36474) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.776839 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff288c9-f6ef-431b-bd16-95c13cf781bf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.777280 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff288c9-f6ef-431b-bd16-95c13cf781bf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.778903 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3ff288c9-f6ef-431b-bd16-95c13cf781bf tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/ac8e82b1-f43a-4333-a2a4-f722a26f3958 HTTP/1.1" status: 404 len: 337 time: 0.0417066 Jan 20 11:07:24.782575 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36478) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.822807 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-4233154e-4941-4419-9036-da9786332667 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.823152 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4233154e-4941-4419-9036-da9786332667 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.824782 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4233154e-4941-4419-9036-da9786332667 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/9ef5c514-2475-4426-b556-21313f9d53eb HTTP/1.1" status: 404 len: 333 time: 0.0409265 Jan 20 11:07:24.827849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36486) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.865752 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b45b0f-299b-4ebb-aa57-9ca265a6370b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.866200 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b45b0f-299b-4ebb-aa57-9ca265a6370b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.867778 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d2b45b0f-299b-4ebb-aa57-9ca265a6370b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/d3383af8-9f65-42dc-87ad-aac53104000b HTTP/1.1" status: 404 len: 337 time: 0.0389192 Jan 20 11:07:24.870382 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36490) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.912286 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e293a52f-cbd3-4673-a819-eaf39c994de9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.912736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e293a52f-cbd3-4673-a819-eaf39c994de9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.914623 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e293a52f-cbd3-4673-a819-eaf39c994de9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/d73649db-3a60-4e80-8cbf-8733cb5f4587 HTTP/1.1" status: 404 len: 337 time: 0.0431399 Jan 20 11:07:24.917104 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36496) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:24.957841 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-84043daf-696b-4241-894f-81e38bc0ca38 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:24.958287 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84043daf-696b-4241-894f-81e38bc0ca38 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:24.959923 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-84043daf-696b-4241-894f-81e38bc0ca38 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/8af60066-7f4c-4121-b756-55ae26c8015e HTTP/1.1" status: 404 len: 333 time: 0.0417778 Jan 20 11:07:24.962542 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36500) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.004333 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d86848c-bdb3-4225-95c4-60389b8b97a4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:25.004695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d86848c-bdb3-4225-95c4-60389b8b97a4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:25.006374 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8d86848c-bdb3-4225-95c4-60389b8b97a4 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/64cb6479-2f23-4c3b-8e37-08f8b1261e11 HTTP/1.1" status: 404 len: 337 time: 0.0427792 Jan 20 11:07:25.008943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36504) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.047583 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9cef74b-c76a-40e4-9335-342f0fac1a39 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:25.048040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9cef74b-c76a-40e4-9335-342f0fac1a39 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:25.049774 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c9cef74b-c76a-40e4-9335-342f0fac1a39 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/3aa548ae-6ccd-408b-8e81-426bbbccef86 HTTP/1.1" status: 404 len: 337 time: 0.0398724 Jan 20 11:07:25.052226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36510) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.093350 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-1958eb50-fe98-4e9f-a058-3b5d8bdd0fe2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:25.094127 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1958eb50-fe98-4e9f-a058-3b5d8bdd0fe2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:25.095751 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1958eb50-fe98-4e9f-a058-3b5d8bdd0fe2 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/3cb82dbc-f3ee-4027-b242-8898543eab83 HTTP/1.1" status: 404 len: 333 time: 0.0426404 Jan 20 11:07:25.098373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36514) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.138362 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6f3062-fb48-4be0-ac50-51d9f0eb7ccd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:25.138805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6f3062-fb48-4be0-ac50-51d9f0eb7ccd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:25.141722 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ed6f3062-fb48-4be0-ac50-51d9f0eb7ccd tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/e7fa0469-3a33-4a95-a7c7-77c14ea9d726 HTTP/1.1" status: 404 len: 337 time: 0.0417299 Jan 20 11:07:25.143677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36518) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.181183 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfbbcbb-0fbc-46d4-9b2c-28770af1a79a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:25.181747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfbbcbb-0fbc-46d4-9b2c-28770af1a79a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:25.183360 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9cfbbcbb-0fbc-46d4-9b2c-28770af1a79a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/ee0e7cc0-d7f0-4c42-9f09-1bb3213ad187 HTTP/1.1" status: 404 len: 337 time: 0.0387535 Jan 20 11:07:25.186156 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36522) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.229054 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-157f2f42-65be-4ecd-94fa-f20d50f16193 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:25.229766 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-157f2f42-65be-4ecd-94fa-f20d50f16193 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:25.234155 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-157f2f42-65be-4ecd-94fa-f20d50f16193 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/f62ee3b3-a843-47af-b9b0-102e90fee29e HTTP/1.1" status: 404 len: 333 time: 0.0433912 Jan 20 11:07:25.234355 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36526) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.275232 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f03737-5632-49c3-9eb4-cf3bcfb0ad3e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:25.275674 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f03737-5632-49c3-9eb4-cf3bcfb0ad3e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:25.277276 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-93f03737-5632-49c3-9eb4-cf3bcfb0ad3e tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/643d3209-de86-4f83-bdb8-fd802b6e3f7a HTTP/1.1" status: 404 len: 337 time: 0.0418081 Jan 20 11:07:25.279954 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36532) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.319002 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28d472b-7994-4459-9533-62194b71c031 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:25.319519 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28d472b-7994-4459-9533-62194b71c031 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:25.321088 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c28d472b-7994-4459-9533-62194b71c031 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/d8d77cc2-a213-4d72-8e9f-4cab5649e400 HTTP/1.1" status: 404 len: 337 time: 0.0397282 Jan 20 11:07:25.327385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36538) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.370126 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-25b67206-c144-4301-9278-ea8ec7f6b19f tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f6e2cbf-b1c8-4bad-9715-64085d7bcf98 HTTP/1.1" status: 200 len: 205 time: 0.0415819 Jan 20 11:07:25.378623 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36542) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.442767 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-530f56f5-1e82-4d17-bb34-c0635db4b477 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] delete failed (client error): The resource could not be found. Jan 20 11:07:25.443914 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-530f56f5-1e82-4d17-bb34-c0635db4b477 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/routers/5f6e2cbf-b1c8-4bad-9715-64085d7bcf98 HTTP/1.1" status: 404 len: 336 time: 0.0642326 Jan 20 11:07:25.446357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36548) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.487067 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7789d7-7b35-4eb3-a795-28b98205fda6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:25.487511 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7789d7-7b35-4eb3-a795-28b98205fda6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:25.489152 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8f7789d7-7b35-4eb3-a795-28b98205fda6 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/74cd9030-9b12-4a16-9a1d-fbdb2f5c4725 HTTP/1.1" status: 404 len: 337 time: 0.0419173 Jan 20 11:07:25.491877 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36552) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.533876 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e70d84bf-bbb4-4d4f-99e1-496f1861f0f3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "GET /v2.0/ports?device_id=32417140-03bf-4b3c-b7d6-034061db7603 HTTP/1.1" status: 200 len: 205 time: 0.0405660 Jan 20 11:07:25.534294 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36556) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.536022 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36558) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.588784 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a4faab6f-1f14-4004-8f82-079dd08afe5f no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:07:25.604192 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-b6d92a93-8189-4754-ba7f-36ad94a10013 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] delete failed (client error): The resource could not be found. Jan 20 11:07:25.607533 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b6d92a93-8189-4754-ba7f-36ad94a10013 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/routers/32417140-03bf-4b3c-b7d6-034061db7603 HTTP/1.1" status: 404 len: 336 time: 0.0682480 Jan 20 11:07:25.607780 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36566) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.621845 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: a4faab6f-1f14-4004-8f82-079dd08afe5f {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:07:25.622269 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a4faab6f-1f14-4004-8f82-079dd08afe5f not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:07:25.646608 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c1e9c1-7575-4cd1-9641-ec40e6f930ac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:25.647062 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c1e9c1-7575-4cd1-9641-ec40e6f930ac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:25.648670 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b4c1e9c1-7575-4cd1-9641-ec40e6f930ac tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/d6d6c932-53c4-4f79-b619-2ed6053b6e3f HTTP/1.1" status: 404 len: 337 time: 0.0399578 Jan 20 11:07:25.651283 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36570) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.694676 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-290835024-network', 'tenant_id': '562c2d9cfe254ed19ae3a061f61b8452'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:25.699573 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:25.704171 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Usage tracker for resource:network and tenant:562c2d9cfe254ed19ae3a061f61b8452 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:25.707186 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:25.713012 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:25.780751 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10f1cc2-5116-49a3-9c4e-c9ac8abb44c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:25.781028 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10f1cc2-5116-49a3-9c4e-c9ac8abb44c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:25.782704 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f10f1cc2-5116-49a3-9c4e-c9ac8abb44c9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/16277b5b-aaff-4610-a216-38acbf193a58 HTTP/1.1" status: 404 len: 337 time: 0.1305273 Jan 20 11:07:25.785275 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36574) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.790088 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Made reservation on behalf of 562c2d9cfe254ed19ae3a061f61b8452 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:25.792444 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:25.805458 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:25.824718 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8ddf29-294d-4032-b24a-f495d102e17b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:25.825164 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8ddf29-294d-4032-b24a-f495d102e17b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:25.826809 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1a8ddf29-294d-4032-b24a-f495d102e17b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/39d1b7bb-34d3-437f-a693-6c35f275649a HTTP/1.1" status: 404 len: 333 time: 0.0405641 Jan 20 11:07:25.829493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36578) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.836215 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:25.839979 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Usage tracker for resource:security_group_rule and tenant:562c2d9cfe254ed19ae3a061f61b8452 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:25.843886 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:25.848285 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:25.866502 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00b6b54-d51a-4b37-85d3-e484c4161c20 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:25.866949 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00b6b54-d51a-4b37-85d3-e484c4161c20 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:25.868541 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d00b6b54-d51a-4b37-85d3-e484c4161c20 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/ee1702e3-c6b1-4e52-af1c-03fdebf8969d HTTP/1.1" status: 404 len: 337 time: 0.0381489 Jan 20 11:07:25.871127 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36582) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.911789 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:25.913279 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d10c8b-ff04-4a04-be2b-43742c5153e9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:25.913742 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d10c8b-ff04-4a04-be2b-43742c5153e9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:25.915402 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-98d10c8b-ff04-4a04-be2b-43742c5153e9 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/073eaf9b-ac0b-4959-8a61-932c245f5473 HTTP/1.1" status: 404 len: 333 time: 0.0433967 Jan 20 11:07:25.917924 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36586) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.955795 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed99bfd-d5af-4a58-9836-41065204955a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:25.956241 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed99bfd-d5af-4a58-9836-41065204955a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:25.956373 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:25.957875 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1ed99bfd-d5af-4a58-9836-41065204955a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/686a1ac2-eb2e-4acd-832b-45334be3b4b3 HTTP/1.1" status: 404 len: 337 time: 0.0390565 Jan 20 11:07:25.960454 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36590) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:25.993039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:07:25.998235 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:26.000077 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6e05e4-ef49-4704-89b1-f79950698ed7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:26.000596 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6e05e4-ef49-4704-89b1-f79950698ed7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:26.004579 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8b6e05e4-ef49-4704-89b1-f79950698ed7 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/078703f1-1a49-472b-9de3-3f8007f4658c HTTP/1.1" status: 404 len: 333 time: 0.0409350 Jan 20 11:07:26.004841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36594) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:26.008878 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:26.009293 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Added segment b8b572b0-598c-46be-9d22-376b25cd05b8 of type vlan for network 884610d6-9dc7-4449-a0a4-a8bc62fe3d96 Jan 20 11:07:26.050069 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2a5181-6588-4fb8-8f34-3507fa9cbd65 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:26.050423 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2a5181-6588-4fb8-8f34-3507fa9cbd65 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:26.073092 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6f2a5181-6588-4fb8-8f34-3507fa9cbd65 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/61bb397a-ae9e-4700-a994-b378a6c34037 HTTP/1.1" status: 404 len: 337 time: 0.0672972 Jan 20 11:07:26.075803 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36598) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:26.079975 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:26.118763 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc49325-f86e-4c11-9490-845d81e1e527 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:26.119205 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc49325-f86e-4c11-9490-845d81e1e527 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:26.120799 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-dbc49325-f86e-4c11-9490-845d81e1e527 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/4e8ab40d-21c7-4efb-8eeb-4cee847d6918 HTTP/1.1" status: 404 len: 333 time: 0.0440214 Jan 20 11:07:26.123391 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36602) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:26.159705 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0dc391-06e4-4ab8-a803-03f790a0eaad tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:26.160139 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0dc391-06e4-4ab8-a803-03f790a0eaad tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:26.161705 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ed0dc391-06e4-4ab8-a803-03f790a0eaad tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/6c3269d5-7f7b-43a5-804d-f9503ea72d6d HTTP/1.1" status: 404 len: 337 time: 0.0373595 Jan 20 11:07:26.165707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36606) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:26.184822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:26.186974 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:26.187547 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:26.203656 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ae13c3-9be5-471a-925c-ae0900ec601a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:26.204094 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ae13c3-9be5-471a-925c-ae0900ec601a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:26.205728 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c3ae13c3-9be5-471a-925c-ae0900ec601a tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/32714c95-5b8f-4fc9-a15d-7413c86a0ea6 HTTP/1.1" status: 404 len: 333 time: 0.0408204 Jan 20 11:07:26.210595 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36610) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:26.250676 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0cbc6c-9f08-4c79-ab1a-14bce9904d8b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:26.251404 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0cbc6c-9f08-4c79-ab1a-14bce9904d8b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:26.252729 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7a0cbc6c-9f08-4c79-ab1a-14bce9904d8b tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/5a96c9e7-2709-4d1a-ab4b-a4a4ed82bbc8 HTTP/1.1" status: 404 len: 337 time: 0.0412679 Jan 20 11:07:26.255236 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36614) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:26.285559 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] Pushing event updated for resources: {'Network': ['ID=884610d6-9dc7-4449-a0a4-a8bc62fe3d96,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:26.295357 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fdc63d6-28d4-422b-a9c9-eef949c0f5e3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:26.295528 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 884610d6-9dc7-4449-a0a4-a8bc62fe3d96 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:07:26.300125 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fdc63d6-28d4-422b-a9c9-eef949c0f5e3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:26.300125 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1fdc63d6-28d4-422b-a9c9-eef949c0f5e3 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/d4e5ddf6-61ad-4b24-a4f7-f06d7d11659a HTTP/1.1" status: 404 len: 333 time: 0.0415962 Jan 20 11:07:26.300354 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36618) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:26.337940 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57241b7-318c-4afc-8e4c-daa59a3f5f81 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:26.338396 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57241b7-318c-4afc-8e4c-daa59a3f5f81 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:26.339973 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f57241b7-318c-4afc-8e4c-daa59a3f5f81 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/75f6c8b7-406d-4387-b236-5329882fc40d HTTP/1.1" status: 404 len: 337 time: 0.0388870 Jan 20 11:07:26.342467 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36622) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:26.346074 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cac6fd23-9979-413a-8f23-07b6cf0e045e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8107853 Jan 20 11:07:26.349693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36626) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:26.355687 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b1b9450d-2eb4-47b2-8614-fc14676f61d5 admin admin] Request body: {'subnet': {'network_id': '884610d6-9dc7-4449-a0a4-a8bc62fe3d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-290835024-subnet', 'tenant_id': '562c2d9cfe254ed19ae3a061f61b8452', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:26.362143 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b1b9450d-2eb4-47b2-8614-fc14676f61d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:26.366436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b1b9450d-2eb4-47b2-8614-fc14676f61d5 admin admin] Usage tracker for resource:subnet and tenant:562c2d9cfe254ed19ae3a061f61b8452 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:26.376629 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b1b9450d-2eb4-47b2-8614-fc14676f61d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:26.376629 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b1b9450d-2eb4-47b2-8614-fc14676f61d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:26.385063 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-39016631-e1ae-48b6-8c5d-247e0d2efded tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:26.385511 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39016631-e1ae-48b6-8c5d-247e0d2efded tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:26.387165 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-39016631-e1ae-48b6-8c5d-247e0d2efded tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/ports/d7ded2d1-f6dd-4fe7-a3fe-bd96cba43ed6 HTTP/1.1" status: 404 len: 333 time: 0.0437715 Jan 20 11:07:26.390406 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36630) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:26.428448 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb9f72e-5e95-4b32-8548-fabff414af78 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] DELETE failed (client error): The resource could not be found. Jan 20 11:07:26.428978 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb9f72e-5e95-4b32-8548-fabff414af78 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:07:26.430586 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-dfb9f72e-5e95-4b32-8548-fabff414af78 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/subnets/3393706a-74a4-4bd1-b06a-3ab6c4c9d250 HTTP/1.1" status: 404 len: 337 time: 0.0391123 Jan 20 11:07:26.433084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36634) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:26.441992 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b9450d-2eb4-47b2-8614-fc14676f61d5 admin admin] Made reservation on behalf of 562c2d9cfe254ed19ae3a061f61b8452 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:26.444468 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1b9450d-2eb4-47b2-8614-fc14676f61d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:26.553879 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5f280292-5914-4e51-ab6f-e31d1f041a40 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:26.687029 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5f280292-5914-4e51-ab6f-e31d1f041a40 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:26.712374 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-5f280292-5914-4e51-ab6f-e31d1f041a40 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8962365b-2f7b-4071-b5a5-7c805118ad36']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:26.724768 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-5f280292-5914-4e51-ab6f-e31d1f041a40 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829dddf5-acca-4aaa-8586-b8946280006e') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:26.725065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-5f280292-5914-4e51-ab6f-e31d1f041a40 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829dddf5-acca-4aaa-8586-b8946280006e') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:26.737062 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5f280292-5914-4e51-ab6f-e31d1f041a40 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:26.753530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5f280292-5914-4e51-ab6f-e31d1f041a40 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:26.759417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f280292-5914-4e51-ab6f-e31d1f041a40 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:07:26.759801 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5f280292-5914-4e51-ab6f-e31d1f041a40 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:07:26.773994 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:07:26.784954 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1b9450d-2eb4-47b2-8614-fc14676f61d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:26.860904 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9450d-2eb4-47b2-8614-fc14676f61d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c9136c-06a3-41ed-b2b5-4b916e33eaf7,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:26.877734 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b9450d-2eb4-47b2-8614-fc14676f61d5 admin admin] Checking segment: {'id': 'b8b572b0-598c-46be-9d22-376b25cd05b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '884610d6-9dc7-4449-a0a4-a8bc62fe3d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:07:26.878097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b9450d-2eb4-47b2-8614-fc14676f61d5 admin admin] Network hostable DHCP agents. Network: 884610d6-9dc7-4449-a0a4-a8bc62fe3d96, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:07:26.910236 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5f280292-5914-4e51-ab6f-e31d1f041a40 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:26.927926 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5f280292-5914-4e51-ab6f-e31d1f041a40 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:26.938236 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5f280292-5914-4e51-ab6f-e31d1f041a40 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] 10.222.0.70 "DELETE /v2.0/networks/8962365b-2f7b-4071-b5a5-7c805118ad36 HTTP/1.1" status: 204 len: 168 time: 0.5041623 Jan 20 11:07:26.939264 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f280292-5914-4e51-ab6f-e31d1f041a40 tempest-NetworksTestDHCPv6-1742146151 tempest-NetworksTestDHCPv6-1742146151-project] Pushing event deleted for resources: {'Network': ['ID=8962365b-2f7b-4071-b5a5-7c805118ad36,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:26.956015 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b9450d-2eb4-47b2-8614-fc14676f61d5 admin admin] Network 884610d6-9dc7-4449-a0a4-a8bc62fe3d96 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:07:27.018867 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-b1b9450d-2eb4-47b2-8614-fc14676f61d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 884610d6-9dc7-4449-a0a4-a8bc62fe3d96) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:27.022813 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b9450d-2eb4-47b2-8614-fc14676f61d5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:27.023395 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1b9450d-2eb4-47b2-8614-fc14676f61d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:27.028080 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33262f95-6fc6-4e56-aeb6-c473bc99f91f None None] Network 884610d6-9dc7-4449-a0a4-a8bc62fe3d96 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:27.105230 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b1b9450d-2eb4-47b2-8614-fc14676f61d5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7543690 Jan 20 11:07:27.247304 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef1cb8d-a27d-43b9-a488-4ccaa065090b None None] Network 884610d6-9dc7-4449-a0a4-a8bc62fe3d96 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:27.340495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36646) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:27.529460 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4938dfc2-c570-45c8-afdd-fd0499d2c0a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93194f3416cf4609b677b83a2a6cd797&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1876626 Jan 20 11:07:27.533049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36654) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:27.596180 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d329fac-ba87-4dcb-9237-a6b8acfdcb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:27.620797 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d329fac-ba87-4dcb-9237-a6b8acfdcb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:27.716276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d329fac-ba87-4dcb-9237-a6b8acfdcb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:27.736594 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d329fac-ba87-4dcb-9237-a6b8acfdcb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092aebdb-929a-4107-91be-1cdadf64d1cc,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:27.738674 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d329fac-ba87-4dcb-9237-a6b8acfdcb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:27.742408 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6d329fac-ba87-4dcb-9237-a6b8acfdcb8e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/092aebdb-929a-4107-91be-1cdadf64d1cc HTTP/1.1" status: 204 len: 168 time: 0.2084379 Jan 20 11:07:28.457775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36680) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:28.463366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-120467402-network', 'tenant_id': '5f684b67c2864635a3411f297b37c3ed'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:28.468192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:28.474900 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Usage tracker for resource:network and tenant:5f684b67c2864635a3411f297b37c3ed is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:28.475398 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:28.481385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:28.567242 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Made reservation on behalf of 5f684b67c2864635a3411f297b37c3ed for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:28.569741 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:28.582989 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:28.613730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:28.617589 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Usage tracker for resource:security_group_rule and tenant:5f684b67c2864635a3411f297b37c3ed is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:28.620447 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:28.626709 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:28.691238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:28.772993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:28.801020 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:07:28.816954 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cb1277-16b4-4e4a-b431-c1fcac4d95cd,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:28.821223 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:28.821592 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Added segment 9c1b9779-a5e7-407d-93a1-ed17a18e924c of type vlan for network b3d13ae9-e9c2-4f95-b41b-2667b87e03f7 Jan 20 11:07:28.848870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:28.961997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:28.962879 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:28.963486 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:29.070074 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] Pushing event updated for resources: {'Network': ['ID=b3d13ae9-e9c2-4f95-b41b-2667b87e03f7,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:29.073011 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36692) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.080969 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network b3d13ae9-e9c2-4f95-b41b-2667b87e03f7 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:07:29.129040 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-39aa9bf2-816e-497d-829d-4ba2a11e424c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6699479 Jan 20 11:07:29.131583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36698) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.138220 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d781ab41-9ad2-4072-be2a-92b476e166d4 admin admin] Request body: {'subnet': {'network_id': 'b3d13ae9-e9c2-4f95-b41b-2667b87e03f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-120467402-subnet', 'tenant_id': '5f684b67c2864635a3411f297b37c3ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:29.144201 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d781ab41-9ad2-4072-be2a-92b476e166d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:29.148333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d781ab41-9ad2-4072-be2a-92b476e166d4 admin admin] Usage tracker for resource:subnet and tenant:5f684b67c2864635a3411f297b37c3ed is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:29.151651 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d781ab41-9ad2-4072-be2a-92b476e166d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:29.157833 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d781ab41-9ad2-4072-be2a-92b476e166d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:29.207406 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-bcc53657-4980-4f3c-9416-d39af2431b3b tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.213605 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bcc53657-4980-4f3c-9416-d39af2431b3b tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.1344404 Jan 20 11:07:29.213605 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36702) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.215789 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-9170e7e8-9313-4826-8f8d-bbf67789d02b tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.216679 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9170e7e8-9313-4826-8f8d-bbf67789d02b tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0044835 Jan 20 11:07:29.218815 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36706) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.222991 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-5467e20f-ad67-4964-a2fe-3ee8f5260e81 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.223961 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5467e20f-ad67-4964-a2fe-3ee8f5260e81 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0043256 Jan 20 11:07:29.225944 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36710) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.230124 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-0d658082-8f1a-4494-97bb-35fb8d0bdb48 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.230474 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d781ab41-9ad2-4072-be2a-92b476e166d4 admin admin] Made reservation on behalf of 5f684b67c2864635a3411f297b37c3ed for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:29.231022 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0d658082-8f1a-4494-97bb-35fb8d0bdb48 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0042875 Jan 20 11:07:29.233017 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36714) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.233135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d781ab41-9ad2-4072-be2a-92b476e166d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:29.237318 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-7b66016c-57c9-445e-9839-30104da5808f tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.238251 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7b66016c-57c9-445e-9839-30104da5808f tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043344 Jan 20 11:07:29.240430 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36718) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.244575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-83b10373-29b9-4741-8da5-6852bae4bafb tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.245466 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-83b10373-29b9-4741-8da5-6852bae4bafb tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0042338 Jan 20 11:07:29.247586 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36722) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.253035 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-e177e0af-251a-4e4d-8bb6-0d913e5e8943 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.253965 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e177e0af-251a-4e4d-8bb6-0d913e5e8943 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0055752 Jan 20 11:07:29.262722 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36726) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.267747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-a85398a2-c631-4dec-ab34-73368822ac26 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.268643 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a85398a2-c631-4dec-ab34-73368822ac26 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0050426 Jan 20 11:07:29.270718 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36730) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.274938 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-5bb7dc51-e83a-47fb-a56e-92e2a5850966 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.275840 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5bb7dc51-e83a-47fb-a56e-92e2a5850966 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043099 Jan 20 11:07:29.277918 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36734) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.283006 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-3e036226-50ee-4ab4-8261-b78aaf99731f tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.283908 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3e036226-50ee-4ab4-8261-b78aaf99731f tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051575 Jan 20 11:07:29.286013 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36738) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.290386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-a8ea2cb1-6dd5-42f2-83db-48f80787b4f5 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.291857 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a8ea2cb1-6dd5-42f2-83db-48f80787b4f5 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043180 Jan 20 11:07:29.293588 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36742) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.297969 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-ea965e85-4019-45c8-a37e-1865ebac59e8 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.299012 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ea965e85-4019-45c8-a37e-1865ebac59e8 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0044734 Jan 20 11:07:29.301107 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36746) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.305503 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-5b0365b4-95e6-4d11-ab4e-24cbe92eb5dd tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.308313 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5b0365b4-95e6-4d11-ab4e-24cbe92eb5dd tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044563 Jan 20 11:07:29.308516 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36750) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.314043 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-947eb29a-7673-4b21-820b-423e6959eb75 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.316128 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-947eb29a-7673-4b21-820b-423e6959eb75 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0057893 Jan 20 11:07:29.322175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36754) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.327793 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-ca704d5f-2f1e-4441-87ca-7afdc070035b tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.328761 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ca704d5f-2f1e-4441-87ca-7afdc070035b tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0052872 Jan 20 11:07:29.331112 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36758) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.335730 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-5b4680c9-081a-4e2f-839f-40c8507a385f tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.336627 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5b4680c9-081a-4e2f-839f-40c8507a385f tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046887 Jan 20 11:07:29.339067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36762) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.343592 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-84f376c9-76a8-43e1-a96a-29ee0fe673c9 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.350667 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-84f376c9-76a8-43e1-a96a-29ee0fe673c9 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046635 Jan 20 11:07:29.351155 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36766) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.355726 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-7aebf024-ddf8-4d89-a8d0-5c973ea43dec tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.356634 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7aebf024-ddf8-4d89-a8d0-5c973ea43dec tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045581 Jan 20 11:07:29.359091 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36770) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.363482 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-ae06220a-9fbb-4b14-86c4-7d460eb75073 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.364380 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ae06220a-9fbb-4b14-86c4-7d460eb75073 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044410 Jan 20 11:07:29.366832 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36774) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.371230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-83187a59-bd2c-476f-a184-7e97bac3f1a0 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.372114 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-83187a59-bd2c-476f-a184-7e97bac3f1a0 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0044742 Jan 20 11:07:29.374839 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36778) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.381456 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-da67a0d3-39ee-40fb-a2c4-a8bed5829495 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.381456 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-da67a0d3-39ee-40fb-a2c4-a8bed5829495 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048630 Jan 20 11:07:29.383206 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36782) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.387429 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-4a536999-0ae0-441d-8787-301f37b670ae tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.388429 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4a536999-0ae0-441d-8787-301f37b670ae tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0042195 Jan 20 11:07:29.391240 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36786) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.395864 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [None req-b735f54e-5a7f-4e7d-a87e-32404f093b21 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84331) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.396769 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b735f54e-5a7f-4e7d-a87e-32404f093b21 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0046422 Jan 20 11:07:29.398888 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36790) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.403424 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-b74852ae-e37e-4ff9-ad92-3c854c7ac98e tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.406069 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b74852ae-e37e-4ff9-ad92-3c854c7ac98e tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0062122 Jan 20 11:07:29.406604 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36794) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.411361 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-480dc034-2f17-4909-b63d-bfbab2b1f07e tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.412305 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-480dc034-2f17-4909-b63d-bfbab2b1f07e tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0045960 Jan 20 11:07:29.414366 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36798) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.418528 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-4ccb371e-dc32-4762-827d-6887c815184f tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.419397 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4ccb371e-dc32-4762-827d-6887c815184f tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042393 Jan 20 11:07:29.421913 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36802) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.426305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-520103e4-e6ad-4f84-91aa-d5b227e4b596 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.427576 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-520103e4-e6ad-4f84-91aa-d5b227e4b596 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0044785 Jan 20 11:07:29.429465 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36806) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.433822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-4f4f8f92-3540-49d9-8472-9e3d574357a2 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.444450 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4f4f8f92-3540-49d9-8472-9e3d574357a2 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044239 Jan 20 11:07:29.446366 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36810) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.451614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-7250699a-12b5-4110-9eb0-eab6d78919c8 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.453131 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7250699a-12b5-4110-9eb0-eab6d78919c8 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0059237 Jan 20 11:07:29.455243 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36814) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.459408 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-9595586c-6ab6-4d28-ab8e-b1d9f1076f77 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.460285 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9595586c-6ab6-4d28-ab8e-b1d9f1076f77 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0042439 Jan 20 11:07:29.462354 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36818) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.467075 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-1bd91eb9-9797-4c2e-a529-0da7141fe242 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.473064 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1bd91eb9-9797-4c2e-a529-0da7141fe242 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0049903 Jan 20 11:07:29.474808 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36822) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.478929 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-30b7f14e-8bec-4386-8f91-7518f07d0a81 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.479802 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-30b7f14e-8bec-4386-8f91-7518f07d0a81 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0042117 Jan 20 11:07:29.481950 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36826) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.486649 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-8efeeae5-aa47-481d-972b-69d6825fc217 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.487518 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8efeeae5-aa47-481d-972b-69d6825fc217 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0047917 Jan 20 11:07:29.489555 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36830) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.493693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-4d181e8b-afe9-4339-8b41-90eac5d6bd40 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.494560 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4d181e8b-afe9-4339-8b41-90eac5d6bd40 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0042272 Jan 20 11:07:29.496584 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36834) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.501512 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-99dc801c-63e9-415f-918d-b0d8756cc53c tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.504053 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-99dc801c-63e9-415f-918d-b0d8756cc53c tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0050185 Jan 20 11:07:29.505740 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36838) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.510423 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-0c7b5393-3668-4da1-a7ab-57b624cdc075 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.511322 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0c7b5393-3668-4da1-a7ab-57b624cdc075 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0047710 Jan 20 11:07:29.513285 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36842) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.517660 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-38f365bd-dc5f-4c42-a0e6-2c294e2df76e tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.518546 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-38f365bd-dc5f-4c42-a0e6-2c294e2df76e tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044436 Jan 20 11:07:29.520705 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36846) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.524968 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-06b76d1a-2bd3-45e1-a2a7-ce98b2ab5fd0 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.525940 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-06b76d1a-2bd3-45e1-a2a7-ce98b2ab5fd0 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043948 Jan 20 11:07:29.527815 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d781ab41-9ad2-4072-be2a-92b476e166d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:29.528281 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36850) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.532229 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-65bf45b1-c358-4a0b-be56-fcbc7d586a49 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.533129 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-65bf45b1-c358-4a0b-be56-fcbc7d586a49 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044377 Jan 20 11:07:29.535229 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36854) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.539531 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-8cb239e8-4640-4da8-bbbf-0aae3734ceef tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.540542 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8cb239e8-4640-4da8-bbbf-0aae3734ceef tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043952 Jan 20 11:07:29.542575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36858) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.547411 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-840c601b-cb33-4f15-851e-e56c14c6c894 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.553385 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-840c601b-cb33-4f15-851e-e56c14c6c894 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0049028 Jan 20 11:07:29.555126 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36862) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.559832 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-c9e9e570-b23a-4f00-a399-90174e6770a8 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.561006 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c9e9e570-b23a-4f00-a399-90174e6770a8 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0047498 Jan 20 11:07:29.563751 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36866) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.568546 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-f344fdab-c5c9-4cf8-ab5d-9329151c0474 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.571690 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f344fdab-c5c9-4cf8-ab5d-9329151c0474 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0071063 Jan 20 11:07:29.572252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36870) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.587824 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-e0dcdb2f-ed7e-46ac-86e9-b9c128c657b0 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.587824 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e0dcdb2f-ed7e-46ac-86e9-b9c128c657b0 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0044050 Jan 20 11:07:29.589652 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36874) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.594191 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-4f9f001a-2c5b-4d8a-9374-04798cd5184c tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.595079 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4f9f001a-2c5b-4d8a-9374-04798cd5184c tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0045793 Jan 20 11:07:29.597271 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36878) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.601613 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-fd1abaca-f931-48af-9deb-231352467a96 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.602490 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fd1abaca-f931-48af-9deb-231352467a96 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043788 Jan 20 11:07:29.604574 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36882) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.609748 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-62464f17-1df2-4f90-a258-19394a1f86ac tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.611001 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781ab41-9ad2-4072-be2a-92b476e166d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f29f90-f704-40ca-b62c-79d5412dbf5a,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:29.611161 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-62464f17-1df2-4f90-a258-19394a1f86ac tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0052888 Jan 20 11:07:29.613067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36886) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.618120 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-fae7cb77-5c9f-4468-afb5-2701e4c449d8 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.619439 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d781ab41-9ad2-4072-be2a-92b476e166d4 admin admin] Checking segment: {'id': '9c1b9779-a5e7-407d-93a1-ed17a18e924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b3d13ae9-e9c2-4f95-b41b-2667b87e03f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:07:29.619808 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d781ab41-9ad2-4072-be2a-92b476e166d4 admin admin] Network hostable DHCP agents. Network: b3d13ae9-e9c2-4f95-b41b-2667b87e03f7, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:07:29.621649 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fae7cb77-5c9f-4468-afb5-2701e4c449d8 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0073612 Jan 20 11:07:29.622172 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36890) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.627118 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-0f30c455-dc60-4b1f-9593-56213f124f70 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.628001 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0f30c455-dc60-4b1f-9593-56213f124f70 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0050130 Jan 20 11:07:29.630557 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36894) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.637223 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-d6f776c0-4a8b-4964-8b66-df927f703c07 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.638151 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d6f776c0-4a8b-4964-8b66-df927f703c07 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0067897 Jan 20 11:07:29.641622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36898) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.645926 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-007e7200-c4a7-4d33-9b1a-0c242b0a4ca9 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.646803 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-007e7200-c4a7-4d33-9b1a-0c242b0a4ca9 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0043633 Jan 20 11:07:29.648835 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36902) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.652933 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-42edc9f7-7654-4be4-9179-c6d938de018b tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.653826 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-42edc9f7-7654-4be4-9179-c6d938de018b tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0041833 Jan 20 11:07:29.656564 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36906) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.660640 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-7a84ed88-aea8-4603-88a7-864b99280007 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.661498 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7a84ed88-aea8-4603-88a7-864b99280007 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041332 Jan 20 11:07:29.663652 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36910) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.667710 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-5be3502d-6407-4735-aebe-290bd1368d04 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.668620 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5be3502d-6407-4735-aebe-290bd1368d04 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0041978 Jan 20 11:07:29.681520 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36914) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.685906 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-b2a24878-ef01-4c0c-8c5a-8fb16d168785 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.686920 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b2a24878-ef01-4c0c-8c5a-8fb16d168785 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0045886 Jan 20 11:07:29.688863 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36918) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.692896 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-124fba94-638e-4686-8d19-3a154ba2a8e0 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.693794 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-124fba94-638e-4686-8d19-3a154ba2a8e0 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0041258 Jan 20 11:07:29.695730 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36922) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.700206 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-3e2e3c19-6a8e-4f72-a48e-e5e040c3b70c tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.701137 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3e2e3c19-6a8e-4f72-a48e-e5e040c3b70c tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0046382 Jan 20 11:07:29.703836 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36926) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.708477 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-17c99f1a-956b-4952-9795-dfac1872d731 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.708708 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-17c99f1a-956b-4952-9795-dfac1872d731 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0040946 Jan 20 11:07:29.711484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36930) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.716357 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [None req-346f4b49-492e-4814-bd54-f887f3770cb2 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84331) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.717265 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-346f4b49-492e-4814-bd54-f887f3770cb2 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0048335 Jan 20 11:07:29.719938 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36934) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.808593 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [None req-e80dc663-8a1c-4ce6-958f-2c46beb33803 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84331) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.809596 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e80dc663-8a1c-4ce6-958f-2c46beb33803 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0888040 Jan 20 11:07:29.811138 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d781ab41-9ad2-4072-be2a-92b476e166d4 admin admin] Network b3d13ae9-e9c2-4f95-b41b-2667b87e03f7 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:07:29.813190 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 36938) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.817919 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [None req-c09d1aa0-58f7-4177-a816-eb983ebd2b2b tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.818834 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c09d1aa0-58f7-4177-a816-eb983ebd2b2b tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0046921 Jan 20 11:07:29.821084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36942) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.828693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [None req-f8e2dc86-fd95-42fa-b12d-c2f986f7218c tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84331) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.828693 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f8e2dc86-fd95-42fa-b12d-c2f986f7218c tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0046568 Jan 20 11:07:29.830405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36946) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.834898 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [None req-f6c8960e-c36c-4f51-8210-bed5f08f8364 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84331) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.835790 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f6c8960e-c36c-4f51-8210-bed5f08f8364 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0045373 Jan 20 11:07:29.837856 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36950) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:29.842276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [None req-fba3a131-43e1-4c3d-a4a3-07c5f068b227 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84331) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:07:29.843293 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fba3a131-43e1-4c3d-a4a3-07c5f068b227 tempest-ExtensionsTestJSON-1721800637 tempest-ExtensionsTestJSON-1721800637-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045774 Jan 20 11:07:29.904790 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-d781ab41-9ad2-4072-be2a-92b476e166d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, b3d13ae9-e9c2-4f95-b41b-2667b87e03f7) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:29.909072 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d781ab41-9ad2-4072-be2a-92b476e166d4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:29.909703 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d781ab41-9ad2-4072-be2a-92b476e166d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:29.917246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078f4509-fa09-422c-83e4-2b8414fa47bf None None] Network b3d13ae9-e9c2-4f95-b41b-2667b87e03f7 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:29.996992 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d781ab41-9ad2-4072-be2a-92b476e166d4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8641551 Jan 20 11:07:30.137363 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaf0755-bc59-4562-ac80-66f3cb43731e None None] Network b3d13ae9-e9c2-4f95-b41b-2667b87e03f7 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:30.351163 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36972) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:30.491370 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c25841b2-ffb3-4b68-8dd2-2159ff0a72c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:30.523438 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c25841b2-ffb3-4b68-8dd2-2159ff0a72c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:30.527184 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c25841b2-ffb3-4b68-8dd2-2159ff0a72c6 admin admin] Usage tracker for resource:security_group_rule and tenant:b1321ee7798648908927d1eccb80f46f is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:30.530540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c25841b2-ffb3-4b68-8dd2-2159ff0a72c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:30.536262 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c25841b2-ffb3-4b68-8dd2-2159ff0a72c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:30.607345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c25841b2-ffb3-4b68-8dd2-2159ff0a72c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:30.727402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c25841b2-ffb3-4b68-8dd2-2159ff0a72c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:30.748345 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-0b769d26-43b5-4e95-bb1b-3805f7ee6bf2 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:30.749587 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-0b769d26-43b5-4e95-bb1b-3805f7ee6bf2 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Synchronizing usage tracker for tenant:562c2d9cfe254ed19ae3a061f61b8452 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:07:30.773427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25841b2-ffb3-4b68-8dd2-2159ff0a72c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0330c12c-d9f0-4275-9c71-b73c457bce90,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:30.778010 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c25841b2-ffb3-4b68-8dd2-2159ff0a72c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b1321ee7798648908927d1eccb80f46f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4255748 Jan 20 11:07:30.782142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 36984) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:30.801907 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-0b769d26-43b5-4e95-bb1b-3805f7ee6bf2 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Unset dirty status for tenant:562c2d9cfe254ed19ae3a061f61b8452 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:07:30.803333 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-0b769d26-43b5-4e95-bb1b-3805f7ee6bf2 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/networks?id=884610d6-9dc7-4449-a0a4-a8bc62fe3d96 HTTP/1.1" status: 200 len: 811 time: 0.1935520 Jan 20 11:07:30.820485 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-616bbe30-ae17-4119-880b-d55f4dfd94f4 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/quotas/562c2d9cfe254ed19ae3a061f61b8452 HTTP/1.1" status: 200 len: 375 time: 0.0116513 Jan 20 11:07:30.841975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30cb1896-a088-4a3b-9633-393c7be98d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:30.867871 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-72c23bcb-3969-42d4-b978-cc37ee85ecbd tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=562c2d9cfe254ed19ae3a061f61b8452&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415585 Jan 20 11:07:30.871620 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30cb1896-a088-4a3b-9633-393c7be98d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:31.031447 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30cb1896-a088-4a3b-9633-393c7be98d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:31.046027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb1896-a088-4a3b-9633-393c7be98d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0330c12c-d9f0-4275-9c71-b73c457bce90,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:31.052460 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-30cb1896-a088-4a3b-9633-393c7be98d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:31.056189 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-30cb1896-a088-4a3b-9633-393c7be98d76 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0330c12c-d9f0-4275-9c71-b73c457bce90 HTTP/1.1" status: 204 len: 168 time: 0.2737329 Jan 20 11:07:31.080895 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-643670f3-a962-43a4-a439-bff5ff0da192 service neutron] 10.222.0.70 "GET /v2.0/networks/884610d6-9dc7-4449-a0a4-a8bc62fe3d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055776 Jan 20 11:07:31.210122 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-3b46657f-5133-4d73-a626-203767880134 service neutron] 10.222.0.70 "GET /v2.0/networks/884610d6-9dc7-4449-a0a4-a8bc62fe3d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233521 Jan 20 11:07:31.374249 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8e177409-330a-4339-afcd-0a7216d8732f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:31.559170 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b500e726-5e92-488f-b1f5-a2ce17d01a7b req-74b120a7-b9e3-4777-aa2d-945709561d19 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 210 time: 0.0591700 Jan 20 11:07:32.276300 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37024) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:32.409057 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-be30518d-7922-425f-9344-0d7d0da4471a tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-346986370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:32.415343 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-be30518d-7922-425f-9344-0d7d0da4471a tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:32.419038 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-be30518d-7922-425f-9344-0d7d0da4471a tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Usage tracker for resource:router and tenant:30895be36a59438c9f51db54a2b593ec is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:32.422396 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-be30518d-7922-425f-9344-0d7d0da4471a tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:32.427867 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-be30518d-7922-425f-9344-0d7d0da4471a tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:32.585252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-be30518d-7922-425f-9344-0d7d0da4471a tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:32.586280 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-be30518d-7922-425f-9344-0d7d0da4471a tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:32.604900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-be30518d-7922-425f-9344-0d7d0da4471a tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:32.731002 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a0f54f87-d22b-406b-bf2b-1a99e1abc4ae req-8928d194-6b93-4010-9751-bb96144194fb tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 210 time: 0.0389612 Jan 20 11:07:32.767844 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-be30518d-7922-425f-9344-0d7d0da4471a tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:32.847099 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-be30518d-7922-425f-9344-0d7d0da4471a tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:32.848304 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-be30518d-7922-425f-9344-0d7d0da4471a tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5709922 Jan 20 11:07:32.851023 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37032) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:32.856500 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-636993760'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:32.862373 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:32.866393 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Usage tracker for resource:network and tenant:30895be36a59438c9f51db54a2b593ec is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:32.869819 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:32.875894 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:33.002039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Made reservation on behalf of 30895be36a59438c9f51db54a2b593ec for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:33.005121 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:33.021775 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:33.049748 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:33.054171 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Usage tracker for resource:security_group_rule and tenant:30895be36a59438c9f51db54a2b593ec is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:33.056978 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:33.063145 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:33.134184 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:33.224001 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:33.251379 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:07:33.259824 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664ba789-ec77-4a9c-b5c2-bf44df472289,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:33.266022 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:33.266375 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Added segment 63eb6dbe-ec64-4628-ae2e-b7ed5054a94e of type vlan for network 3d825079-8ce9-428e-bcda-27c0888e29fd Jan 20 11:07:33.300451 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:33.430448 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:33.433889 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:33.434523 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:33.540664 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event updated for resources: {'Network': ['ID=3d825079-8ce9-428e-bcda-27c0888e29fd,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:33.550715 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 3d825079-8ce9-428e-bcda-27c0888e29fd details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:07:33.617978 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3f5cb46c-aa76-4924-b37a-b487d00258fc tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7658558 Jan 20 11:07:33.620851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37036) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:33.627251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-094e4f05-683f-4108-bba9-dbd348a4594c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Request body: {'subnet': {'network_id': '3d825079-8ce9-428e-bcda-27c0888e29fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:33.740838 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-094e4f05-683f-4108-bba9-dbd348a4594c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:33.744730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-094e4f05-683f-4108-bba9-dbd348a4594c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Usage tracker for resource:subnet and tenant:30895be36a59438c9f51db54a2b593ec is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:33.749660 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-094e4f05-683f-4108-bba9-dbd348a4594c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:33.754019 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-094e4f05-683f-4108-bba9-dbd348a4594c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:33.830214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094e4f05-683f-4108-bba9-dbd348a4594c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Made reservation on behalf of 30895be36a59438c9f51db54a2b593ec for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:33.883821 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7628f404-d15c-4ea3-9459-abd48488d9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:33.919426 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f41968a5-e4c8-472f-b692-38c36aa3b227 req-6847f0a8-aa5b-4a82-b180-1121021fd10b tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 210 time: 0.0509272 Jan 20 11:07:34.021096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-094e4f05-683f-4108-bba9-dbd348a4594c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:34.169395 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-7c6e7ece-95b4-43c4-8a82-c6514dc3a35a tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:34.170824 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-7c6e7ece-95b4-43c4-8a82-c6514dc3a35a tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.72 "GET /v2.0/networks?id=884610d6-9dc7-4449-a0a4-a8bc62fe3d96 HTTP/1.1" status: 200 len: 811 time: 0.2623620 Jan 20 11:07:34.186274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-06ce93e5-89a5-4101-8a28-91849bef80fe tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Request body: {'port': {'device_id': 'a3f367b3-d2cd-4332-89af-2b49ed384b87', 'network_id': '884610d6-9dc7-4449-a0a4-a8bc62fe3d96', 'admin_state_up': True, 'tenant_id': '562c2d9cfe254ed19ae3a061f61b8452'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:34.368850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-06ce93e5-89a5-4101-8a28-91849bef80fe tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:34.372556 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-06ce93e5-89a5-4101-8a28-91849bef80fe tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Usage tracker for resource:port and tenant:562c2d9cfe254ed19ae3a061f61b8452 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:34.375950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-06ce93e5-89a5-4101-8a28-91849bef80fe tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:34.383881 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-06ce93e5-89a5-4101-8a28-91849bef80fe tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:34.482782 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-06ce93e5-89a5-4101-8a28-91849bef80fe tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Made reservation on behalf of 562c2d9cfe254ed19ae3a061f61b8452 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:34.485383 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-06ce93e5-89a5-4101-8a28-91849bef80fe tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:34.506677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-094e4f05-683f-4108-bba9-dbd348a4594c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:34.651872 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e4f05-683f-4108-bba9-dbd348a4594c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event updated for resources: {'Subnet': ['ID=84a8ad71-cf63-40a7-bc09-bf6c80aa79fb,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:34.699664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094e4f05-683f-4108-bba9-dbd348a4594c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Checking segment: {'id': '63eb6dbe-ec64-4628-ae2e-b7ed5054a94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3d825079-8ce9-428e-bcda-27c0888e29fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:07:34.700028 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094e4f05-683f-4108-bba9-dbd348a4594c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Network hostable DHCP agents. Network: 3d825079-8ce9-428e-bcda-27c0888e29fd, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:07:34.743758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-06ce93e5-89a5-4101-8a28-91849bef80fe tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Allocated IP 172.20.0.2 (884610d6-9dc7-4449-a0a4-a8bc62fe3d96/e0c9136c-06a3-41ed-b2b5-4b916e33eaf7/f4fb48d9-24ce-46af-a6a6-5516d4f3221f) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:34.756121 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:34.864825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094e4f05-683f-4108-bba9-dbd348a4594c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Network 3d825079-8ce9-428e-bcda-27c0888e29fd is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:07:34.940016 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:34.951443 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-06ce93e5-89a5-4101-8a28-91849bef80fe tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:34.961470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-094e4f05-683f-4108-bba9-dbd348a4594c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 3d825079-8ce9-428e-bcda-27c0888e29fd) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:34.966993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094e4f05-683f-4108-bba9-dbd348a4594c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:34.968334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-094e4f05-683f-4108-bba9-dbd348a4594c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:34.976445 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f2c4fa-0a22-4f96-a8c6-3ddbe9c29ac3 None None] Network 3d825079-8ce9-428e-bcda-27c0888e29fd requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:35.085769 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d6f42c0-dd1a-4b65-9920-1c8d19bbc00e req-1fe884b5-6260-439d-8ef1-8e90a4683994 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 210 time: 0.0425458 Jan 20 11:07:35.105438 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-094e4f05-683f-4108-bba9-dbd348a4594c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4832852 Jan 20 11:07:35.116069 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37046) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:35.121968 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-cd233fc4-4d81-430c-8a00-43564ceda491 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Request body: {'network': {'name': 'tempest-router-network01--1723088806'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:35.128649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-cd233fc4-4d81-430c-8a00-43564ceda491 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:35.141361 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cd233fc4-4d81-430c-8a00-43564ceda491 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Usage tracker for resource:network and tenant:30895be36a59438c9f51db54a2b593ec is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:35.141361 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cd233fc4-4d81-430c-8a00-43564ceda491 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:35.142291 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-cd233fc4-4d81-430c-8a00-43564ceda491 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:35.156565 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-06ce93e5-89a5-4101-8a28-91849bef80fe tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:35.202522 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-3d825079-8ce9-428e-bcda-27c0888e29fd', 'network_id': '3d825079-8ce9-428e-bcda-27c0888e29fd', 'tenant_id': '30895be36a59438c9f51db54a2b593ec', 'fixed_ips': [{'subnet_id': '84a8ad71-cf63-40a7-bc09-bf6c80aa79fb'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:07:35.203559 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:35.234235 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-06ce93e5-89a5-4101-8a28-91849bef80fe tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Network 884610d6-9dc7-4449-a0a4-a8bc62fe3d96 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:35.237270 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-06ce93e5-89a5-4101-8a28-91849bef80fe tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:35.241158 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-06ce93e5-89a5-4101-8a28-91849bef80fe tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:07:35.273148 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce93e5-89a5-4101-8a28-91849bef80fe tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Pushing event updated for resources: {'Port': ['ID=f4fb48d9-24ce-46af-a6a6-5516d4f3221f,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:35.275291 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd233fc4-4d81-430c-8a00-43564ceda491 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Made reservation on behalf of 30895be36a59438c9f51db54a2b593ec for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:35.278221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd233fc4-4d81-430c-8a00-43564ceda491 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:35.333372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-06ce93e5-89a5-4101-8a28-91849bef80fe tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:35.333934 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-06ce93e5-89a5-4101-8a28-91849bef80fe tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:35.338806 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd233fc4-4d81-430c-8a00-43564ceda491 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:07:35.357246 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd233fc4-4d81-430c-8a00-43564ceda491 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:35.357609 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-cd233fc4-4d81-430c-8a00-43564ceda491 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Added segment 57a734b4-f7bb-4442-b096-f5adf9f98365 of type vlan for network 5ffd284d-4ff1-4b37-a84e-7b1f0a906b93 Jan 20 11:07:35.363311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Allocated IP 172.20.0.2 (3d825079-8ce9-428e-bcda-27c0888e29fd/84a8ad71-cf63-40a7-bc09-bf6c80aa79fb/52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:35.384070 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd233fc4-4d81-430c-8a00-43564ceda491 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:35.471096 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-06ce93e5-89a5-4101-8a28-91849bef80fe tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2885771 Jan 20 11:07:35.483585 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Request body: {'port': {'device_id': 'a3f367b3-d2cd-4332-89af-2b49ed384b87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:35.574679 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:35.585816 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Transition to ACTIVE for port object 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:35.605816 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Transition to ACTIVE for port object 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:35.618750 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd233fc4-4d81-430c-8a00-43564ceda491 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:35.623112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd233fc4-4d81-430c-8a00-43564ceda491 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:35.623112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd233fc4-4d81-430c-8a00-43564ceda491 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:35.675557 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:35.744879 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Network 3d825079-8ce9-428e-bcda-27c0888e29fd is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:35.747732 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:35.753025 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:07:35.755660 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Pushing event updated for resources: {'Port': ['ID=52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:35.784318 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd233fc4-4d81-430c-8a00-43564ceda491 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event updated for resources: {'Network': ['ID=5ffd284d-4ff1-4b37-a84e-7b1f0a906b93,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:35.795342 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 5ffd284d-4ff1-4b37-a84e-7b1f0a906b93 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:07:35.798892 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cd233fc4-4d81-430c-8a00-43564ceda491 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6790910 Jan 20 11:07:35.798892 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37052) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:35.806381 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-b81c2dd0-7cd3-42ad-bc27-22fb32ae2a99 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Request body: {'network': {'name': 'tempest-router-network02--740853819'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:35.813644 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b81c2dd0-7cd3-42ad-bc27-22fb32ae2a99 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:35.819590 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:35.828971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b81c2dd0-7cd3-42ad-bc27-22fb32ae2a99 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Usage tracker for resource:network and tenant:30895be36a59438c9f51db54a2b593ec is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:35.832940 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b81c2dd0-7cd3-42ad-bc27-22fb32ae2a99 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:35.873088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b81c2dd0-7cd3-42ad-bc27-22fb32ae2a99 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:35.953836 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Attempting to bind port 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:07:35.954201 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Attempting to bind port 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '63eb6dbe-ec64-4628-ae2e-b7ed5054a94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3d825079-8ce9-428e-bcda-27c0888e29fd'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:07:35.954754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Attempting to bind port 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 on network 3d825079-8ce9-428e-bcda-27c0888e29fd {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:07:35.976246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:07:35.976956 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Checking segment: {'id': '63eb6dbe-ec64-4628-ae2e-b7ed5054a94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3d825079-8ce9-428e-bcda-27c0888e29fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:07:35.977985 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:35.977985 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Bound using segment: {'id': '63eb6dbe-ec64-4628-ae2e-b7ed5054a94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3d825079-8ce9-428e-bcda-27c0888e29fd'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:07:35.978276 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Bound port: 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63eb6dbe-ec64-4628-ae2e-b7ed5054a94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3d825079-8ce9-428e-bcda-27c0888e29fd'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:07:35.980023 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:35.988484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81c2dd0-7cd3-42ad-bc27-22fb32ae2a99 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Made reservation on behalf of 30895be36a59438c9f51db54a2b593ec for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:35.991600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b81c2dd0-7cd3-42ad-bc27-22fb32ae2a99 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:36.017178 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:07:36.078693 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] For port 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:07:36.082929 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] For port 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98,segment=NetworkSegment(63eb6dbe-ec64-4628-ae2e-b7ed5054a94e),segment_id=63eb6dbe-ec64-4628-ae2e-b7ed5054a94e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:07:36.099958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81c2dd0-7cd3-42ad-bc27-22fb32ae2a99 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:07:36.119194 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b81c2dd0-7cd3-42ad-bc27-22fb32ae2a99 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:36.119539 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-b81c2dd0-7cd3-42ad-bc27-22fb32ae2a99 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Added segment 8b76c8c0-f12e-4c99-92dd-eb7003163632 of type vlan for network 01309d0a-087e-4b38-8b17-6ccb33094f57 Jan 20 11:07:36.164081 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:36.175405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b81c2dd0-7cd3-42ad-bc27-22fb32ae2a99 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:36.247237 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979fa4f-7d29-4bbe-942d-d315e1c4273c None None] Pushing event updated for resources: {'Port': ['ID=52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:36.255492 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:36.299006 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4fb48d9-24ce-46af-a6a6-5516d4f3221f {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:07:36.306130 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:36.309995 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed0b5d-25f1-428f-9cde-00fc8e2a9b09 req-40d13df5-c6f6-418b-93a1-1108264f5bcd tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:36.312429 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-68ed0b5d-25f1-428f-9cde-00fc8e2a9b09 req-40d13df5-c6f6-418b-93a1-1108264f5bcd tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 945 time: 0.1606648 Jan 20 11:07:36.321757 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Transition to ACTIVE for port object f4fb48d9-24ce-46af-a6a6-5516d4f3221f will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:36.375642 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1466a9d-8796-4d3e-a5f5-459e2617444b req-9d3ab353-0d20-4cb8-98b9-eb205eb69dd8 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:36.377138 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1466a9d-8796-4d3e-a5f5-459e2617444b req-9d3ab353-0d20-4cb8-98b9-eb205eb69dd8 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 931 time: 0.1318295 Jan 20 11:07:36.379133 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-68ed0b5d-25f1-428f-9cde-00fc8e2a9b09 req-3cee1e54-ba0c-449b-852d-2243a1354017 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596595 Jan 20 11:07:36.424546 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-e1466a9d-8796-4d3e-a5f5-459e2617444b req-8fdedea7-1742-4a9a-bba0-64acbd558d47 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Synchronizing usage tracker for tenant:562c2d9cfe254ed19ae3a061f61b8452 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:07:36.441574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b81c2dd0-7cd3-42ad-bc27-22fb32ae2a99 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:36.442715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81c2dd0-7cd3-42ad-bc27-22fb32ae2a99 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:36.444062 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b81c2dd0-7cd3-42ad-bc27-22fb32ae2a99 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:36.462871 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:36.532927 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-e1466a9d-8796-4d3e-a5f5-459e2617444b req-8fdedea7-1742-4a9a-bba0-64acbd558d47 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Unset dirty status for tenant:562c2d9cfe254ed19ae3a061f61b8452 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:07:36.537723 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1466a9d-8796-4d3e-a5f5-459e2617444b req-8fdedea7-1742-4a9a-bba0-64acbd558d47 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511509 Jan 20 11:07:36.674777 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c2dd0-7cd3-42ad-bc27-22fb32ae2a99 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event updated for resources: {'Network': ['ID=01309d0a-087e-4b38-8b17-6ccb33094f57,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:36.685716 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b81c2dd0-7cd3-42ad-bc27-22fb32ae2a99 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8854733 Jan 20 11:07:36.689036 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37060) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:36.689597 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 01309d0a-087e-4b38-8b17-6ccb33094f57 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:07:36.694619 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Pushing event updated for resources: {'Port': ['ID=f4fb48d9-24ce-46af-a6a6-5516d4f3221f,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:36.696201 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9640f00c-2e2f-4290-a2d6-f2952499f3d7 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Request body: {'subnet': {'network_id': '5ffd284d-4ff1-4b37-a84e-7b1f0a906b93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:36.827511 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Attempting to bind port f4fb48d9-24ce-46af-a6a6-5516d4f3221f on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:07:36.828338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Attempting to bind port f4fb48d9-24ce-46af-a6a6-5516d4f3221f by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'b8b572b0-598c-46be-9d22-376b25cd05b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '884610d6-9dc7-4449-a0a4-a8bc62fe3d96'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:07:36.828670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Attempting to bind port f4fb48d9-24ce-46af-a6a6-5516d4f3221f on network 884610d6-9dc7-4449-a0a4-a8bc62fe3d96 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:07:36.828789 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9640f00c-2e2f-4290-a2d6-f2952499f3d7 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:36.832477 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9640f00c-2e2f-4290-a2d6-f2952499f3d7 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Usage tracker for resource:subnet and tenant:30895be36a59438c9f51db54a2b593ec is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:36.834575 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Port f4fb48d9-24ce-46af-a6a6-5516d4f3221f on network 884610d6-9dc7-4449-a0a4-a8bc62fe3d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:07:36.834893 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Attempting to bind port f4fb48d9-24ce-46af-a6a6-5516d4f3221f on network 884610d6-9dc7-4449-a0a4-a8bc62fe3d96 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:07:36.835414 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9640f00c-2e2f-4290-a2d6-f2952499f3d7 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:36.840982 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9640f00c-2e2f-4290-a2d6-f2952499f3d7 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:36.841249 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:07:36.841613 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Checking segment: {'id': 'b8b572b0-598c-46be-9d22-376b25cd05b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '884610d6-9dc7-4449-a0a4-a8bc62fe3d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:07:36.842002 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Bound using segment: {'id': 'b8b572b0-598c-46be-9d22-376b25cd05b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '884610d6-9dc7-4449-a0a4-a8bc62fe3d96'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:07:36.842609 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Bound port: f4fb48d9-24ce-46af-a6a6-5516d4f3221f, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b572b0-598c-46be-9d22-376b25cd05b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '884610d6-9dc7-4449-a0a4-a8bc62fe3d96'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:07:36.842993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:36.910067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9640f00c-2e2f-4290-a2d6-f2952499f3d7 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Made reservation on behalf of 30895be36a59438c9f51db54a2b593ec for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:36.940667 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] For port f4fb48d9-24ce-46af-a6a6-5516d4f3221f, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:07:36.944148 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] For port f4fb48d9-24ce-46af-a6a6-5516d4f3221f, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f4fb48d9-24ce-46af-a6a6-5516d4f3221f,segment=NetworkSegment(b8b572b0-598c-46be-9d22-376b25cd05b8),segment_id=b8b572b0-598c-46be-9d22-376b25cd05b8)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:07:37.042228 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:37.095022 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9640f00c-2e2f-4290-a2d6-f2952499f3d7 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:37.114466 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:37.115857 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] 10.222.0.72 "PUT /v2.0/ports/f4fb48d9-24ce-46af-a6a6-5516d4f3221f HTTP/1.1" status: 200 len: 1093 time: 1.6379495 Jan 20 11:07:37.116300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f367b3-d2cd-4332-89af-2b49ed384b87', 'tag': 'f4fb48d9-24ce-46af-a6a6-5516d4f3221f'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:07:37.131906 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0660a-bbf1-4f5f-a2e5-a3f7eeb9a9bc service neutron] Pushing event updated for resources: {'Port': ['ID=f4fb48d9-24ce-46af-a6a6-5516d4f3221f,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:37.184602 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f367b3-d2cd-4332-89af-2b49ed384b87', 'tag': 'f4fb48d9-24ce-46af-a6a6-5516d4f3221f', 'status': 'completed', 'code': 200} Jan 20 11:07:37.302849 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-faad349a-0a38-4a5b-996a-3d87461a4f8e req-b32071f1-2c77-4109-a23d-8c65a86af301 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=562c2d9cfe254ed19ae3a061f61b8452&device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 1096 time: 0.0941494 Jan 20 11:07:37.393274 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9640f00c-2e2f-4290-a2d6-f2952499f3d7 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:37.455931 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0a6f07-9830-4743-a45b-345ac47d2170 None None] Network 3d825079-8ce9-428e-bcda-27c0888e29fd requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:37.463936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad349a-0a38-4a5b-996a-3d87461a4f8e req-125edbfc-7009-4d86-adb8-1ca67c48828a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:37.468423 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-faad349a-0a38-4a5b-996a-3d87461a4f8e req-125edbfc-7009-4d86-adb8-1ca67c48828a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=562c2d9cfe254ed19ae3a061f61b8452&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1562402 Jan 20 11:07:37.484441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640f00c-2e2f-4290-a2d6-f2952499f3d7 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event updated for resources: {'Subnet': ['ID=cba54dc8-a733-4a8a-acba-698763827fac,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:37.505269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9640f00c-2e2f-4290-a2d6-f2952499f3d7 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Checking segment: {'id': '57a734b4-f7bb-4442-b096-f5adf9f98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '5ffd284d-4ff1-4b37-a84e-7b1f0a906b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:07:37.505666 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9640f00c-2e2f-4290-a2d6-f2952499f3d7 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Network hostable DHCP agents. Network: 5ffd284d-4ff1-4b37-a84e-7b1f0a906b93, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:07:37.613796 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e8ba3c70-4047-4e7b-bd3f-0c4fbb8dda14 None None] Provisioning for port 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:37.649705 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b4c4d-fb40-4971-b197-f8b9cb388a79 req-d82c0979-25a6-4df3-9df1-42400c3a61ad tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:37.654511 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e89b4c4d-fb40-4971-b197-f8b9cb388a79 req-d82c0979-25a6-4df3-9df1-42400c3a61ad tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 945 time: 0.1286309 Jan 20 11:07:37.661823 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9640f00c-2e2f-4290-a2d6-f2952499f3d7 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Network 5ffd284d-4ff1-4b37-a84e-7b1f0a906b93 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:07:37.673200 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:37.757713 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad349a-0a38-4a5b-996a-3d87461a4f8e req-cefacd13-6dc5-4b38-b836-74a0372d8eaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:37.759146 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-faad349a-0a38-4a5b-996a-3d87461a4f8e req-cefacd13-6dc5-4b38-b836-74a0372d8eaa service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2836325 Jan 20 11:07:37.764584 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e89b4c4d-fb40-4971-b197-f8b9cb388a79 req-839ae923-55ea-4fde-ab2b-5c03e5fbc7a5 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980937 Jan 20 11:07:37.772539 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-9640f00c-2e2f-4290-a2d6-f2952499f3d7 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 5ffd284d-4ff1-4b37-a84e-7b1f0a906b93) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:37.786905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc8fbbf-7e34-44ea-8f8a-077627c5dbbe None None] Network 5ffd284d-4ff1-4b37-a84e-7b1f0a906b93 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:37.796771 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9640f00c-2e2f-4290-a2d6-f2952499f3d7 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:37.797501 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9640f00c-2e2f-4290-a2d6-f2952499f3d7 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:37.806919 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d13ba-0ae5-4c29-8292-2941efae97fe req-11e533da-5855-4f32-b54d-2f3739b37c27 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:37.807829 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-c21d13ba-0ae5-4c29-8292-2941efae97fe req-11e533da-5855-4f32-b54d-2f3739b37c27 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Synchronizing usage tracker for tenant:e7bf4b9940474d57840e18b7d1fdae0c on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:07:37.834490 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a7626-604a-43a5-bdbd-a078b6305867 req-eee802b1-6927-4012-869d-9ed65b401d3e tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:37.835987 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-872a7626-604a-43a5-bdbd-a078b6305867 req-eee802b1-6927-4012-869d-9ed65b401d3e tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 943 time: 0.1236746 Jan 20 11:07:37.879115 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9640f00c-2e2f-4290-a2d6-f2952499f3d7 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1887598 Jan 20 11:07:37.882356 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37072) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:37.889826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-65b55190-79aa-45b7-b539-5571d60bb78b tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Request body: {'subnet': {'network_id': '01309d0a-087e-4b38-8b17-6ccb33094f57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:37.921416 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-872a7626-604a-43a5-bdbd-a078b6305867 req-ff8429a3-5d42-4015-9f47-77693fe2e0e4 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793557 Jan 20 11:07:38.000750 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-c21d13ba-0ae5-4c29-8292-2941efae97fe req-11e533da-5855-4f32-b54d-2f3739b37c27 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Unset dirty status for tenant:e7bf4b9940474d57840e18b7d1fdae0c on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:07:38.004986 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c21d13ba-0ae5-4c29-8292-2941efae97fe req-11e533da-5855-4f32-b54d-2f3739b37c27 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.72 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 945 time: 0.3640103 Jan 20 11:07:38.041020 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-65b55190-79aa-45b7-b539-5571d60bb78b tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:38.046637 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-65b55190-79aa-45b7-b539-5571d60bb78b tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Usage tracker for resource:subnet and tenant:30895be36a59438c9f51db54a2b593ec is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:38.049637 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-65b55190-79aa-45b7-b539-5571d60bb78b tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:38.056339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-65b55190-79aa-45b7-b539-5571d60bb78b tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:38.081449 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:38.085175 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-537a84b5-15cd-4553-baaa-718f12329d18 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=562c2d9cfe254ed19ae3a061f61b8452&device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 1096 time: 0.2601154 Jan 20 11:07:38.092933 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:38.093677 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:38.119545 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-5ffd284d-4ff1-4b37-a84e-7b1f0a906b93', 'network_id': '5ffd284d-4ff1-4b37-a84e-7b1f0a906b93', 'tenant_id': '30895be36a59438c9f51db54a2b593ec', 'fixed_ips': [{'subnet_id': 'cba54dc8-a733-4a8a-acba-698763827fac'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:07:38.120524 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:38.139760 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b55190-79aa-45b7-b539-5571d60bb78b tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Made reservation on behalf of 30895be36a59438c9f51db54a2b593ec for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:38.158812 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-c21d13ba-0ae5-4c29-8292-2941efae97fe req-9d92d4d9-d690-445e-97ed-3df8da1d40df tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Deleting port e31fa3a8-d28b-40c0-aa43-da58c6035b18 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:38.159153 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c21d13ba-0ae5-4c29-8292-2941efae97fe req-9d92d4d9-d690-445e-97ed-3df8da1d40df tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:38.196881 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-e6f9faf4-619e-4719-8066-d58f557c2788 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4fb48d9-24ce-46af-a6a6-5516d4f3221f HTTP/1.1" status: 200 len: 217 time: 0.1025782 Jan 20 11:07:38.260175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-65b55190-79aa-45b7-b539-5571d60bb78b tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:38.323567 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-6d3dd79f-0902-49db-a54d-7d55c7951f15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:38.324873 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-6d3dd79f-0902-49db-a54d-7d55c7951f15 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0c9136c-06a3-41ed-b2b5-4b916e33eaf7 HTTP/1.1" status: 200 len: 851 time: 0.1208248 Jan 20 11:07:38.382809 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5569ea2c-77b7-47a6-b800-dd913563623a None None] Provisioning complete for port 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:38.383247 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5569ea2c-77b7-47a6-b800-dd913563623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:38.395411 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-e45c49b7-d1dd-484f-b4fc-190c3c0d8eb2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=884610d6-9dc7-4449-a0a4-a8bc62fe3d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637829 Jan 20 11:07:38.422438 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:38.457752 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Allocated IP 172.20.0.2 (5ffd284d-4ff1-4b37-a84e-7b1f0a906b93/cba54dc8-a733-4a8a-acba-698763827fac/2f0b7bd4-d960-4bc2-a0ca-24f4c304f505) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:38.545020 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-65b55190-79aa-45b7-b539-5571d60bb78b tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:38.555397 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98,segment=NetworkSegment(63eb6dbe-ec64-4628-ae2e-b7ed5054a94e),segment_id=63eb6dbe-ec64-4628-ae2e-b7ed5054a94e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:38.620420 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-c21d13ba-0ae5-4c29-8292-2941efae97fe req-9d92d4d9-d690-445e-97ed-3df8da1d40df tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] For port e31fa3a8-d28b-40c0-aa43-da58c6035b18, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e31fa3a8-d28b-40c0-aa43-da58c6035b18,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:38.620795 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c21d13ba-0ae5-4c29-8292-2941efae97fe req-9d92d4d9-d690-445e-97ed-3df8da1d40df tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:38.624513 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:38.632042 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b55190-79aa-45b7-b539-5571d60bb78b tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event updated for resources: {'Subnet': ['ID=dbbf8c79-6e17-439b-86e5-79d3fa0cbc6c,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:38.643027 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b55190-79aa-45b7-b539-5571d60bb78b tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Checking segment: {'id': '8b76c8c0-f12e-4c99-92dd-eb7003163632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '01309d0a-087e-4b38-8b17-6ccb33094f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:07:38.643392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b55190-79aa-45b7-b539-5571d60bb78b tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Network hostable DHCP agents. Network: 01309d0a-087e-4b38-8b17-6ccb33094f57, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:07:38.668362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5569ea2c-77b7-47a6-b800-dd913563623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:38.691502 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-e3d43fe9-a043-4b29-9128-c34426802255 service neutron] 10.222.0.72 "GET /v2.0/networks/884610d6-9dc7-4449-a0a4-a8bc62fe3d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484899 Jan 20 11:07:38.715495 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b55190-79aa-45b7-b539-5571d60bb78b tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Network 01309d0a-087e-4b38-8b17-6ccb33094f57 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:07:38.790843 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-65b55190-79aa-45b7-b539-5571d60bb78b tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 01309d0a-087e-4b38-8b17-6ccb33094f57) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:38.799071 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b55190-79aa-45b7-b539-5571d60bb78b tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:38.801880 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-65b55190-79aa-45b7-b539-5571d60bb78b tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:38.817780 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cabf22-a0bf-48c3-b351-a72dca8dd783 None None] Network 01309d0a-087e-4b38-8b17-6ccb33094f57 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:38.871635 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:38.894225 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-65b55190-79aa-45b7-b539-5571d60bb78b tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0106585 Jan 20 11:07:38.896615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37078) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:38.959643 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2ea25a3b-20c7-4628-9afd-8d8c3eaa5189 req-4412af5b-3b0c-4c4f-bbc8-5fde76b78dfb service neutron] 10.222.0.72 "GET /v2.0/networks/884610d6-9dc7-4449-a0a4-a8bc62fe3d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600014 Jan 20 11:07:39.009290 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:39.023925 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Transition to ACTIVE for port object 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:39.050482 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-5569ea2c-77b7-47a6-b800-dd913563623a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:07:39.050865 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-5569ea2c-77b7-47a6-b800-dd913563623a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:07:39.067720 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Transition to ACTIVE for port object 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:39.103733 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c21d13ba-0ae5-4c29-8292-2941efae97fe req-9d92d4d9-d690-445e-97ed-3df8da1d40df tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:39.104491 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c21d13ba-0ae5-4c29-8292-2941efae97fe req-9d92d4d9-d690-445e-97ed-3df8da1d40df tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:39.104865 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [req-c21d13ba-0ae5-4c29-8292-2941efae97fe req-9d92d4d9-d690-445e-97ed-3df8da1d40df tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Floating IP 564f3dbf-1c65-4db5-84a3-4b1844333a9c disassociated. External IP: 172.26.0.207, port: e31fa3a8-d28b-40c0-aa43-da58c6035b18. Jan 20 11:07:39.105215 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-c21d13ba-0ae5-4c29-8292-2941efae97fe req-9d92d4d9-d690-445e-97ed-3df8da1d40df tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Calling delete_port for e31fa3a8-d28b-40c0-aa43-da58c6035b18 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:39.170183 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:39.227098 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-01309d0a-087e-4b38-8b17-6ccb33094f57', 'network_id': '01309d0a-087e-4b38-8b17-6ccb33094f57', 'tenant_id': '30895be36a59438c9f51db54a2b593ec', 'fixed_ips': [{'subnet_id': 'dbbf8c79-6e17-439b-86e5-79d3fa0cbc6c'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:07:39.227922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:39.268240 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Network 5ffd284d-4ff1-4b37-a84e-7b1f0a906b93 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:39.272357 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:39.312612 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:07:39.314722 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Pushing event updated for resources: {'Port': ['ID=2f0b7bd4-d960-4bc2-a0ca-24f4c304f505,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:39.356708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c21d13ba-0ae5-4c29-8292-2941efae97fe req-9d92d4d9-d690-445e-97ed-3df8da1d40df tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:39.412308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92d4d9-d690-445e-97ed-3df8da1d40df tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event deleted for resources: {'Port': ['ID=e31fa3a8-d28b-40c0-aa43-da58c6035b18,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:39.427639 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4273d39-0d64-4925-aba9-94c0c8a8b525 req-2be9d75b-10e9-4542-94d8-e2f6ce8d32f9 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:39.427639 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b4273d39-0d64-4925-aba9-94c0c8a8b525 req-2be9d75b-10e9-4542-94d8-e2f6ce8d32f9 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 945 time: 0.4406850 Jan 20 11:07:39.456769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Attempting to bind port 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:07:39.456769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Attempting to bind port 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '57a734b4-f7bb-4442-b096-f5adf9f98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '5ffd284d-4ff1-4b37-a84e-7b1f0a906b93'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:07:39.457022 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Attempting to bind port 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505 on network 5ffd284d-4ff1-4b37-a84e-7b1f0a906b93 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:07:39.462054 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f28bc1-8b67-4a6f-a04e-b4f347638502 req-c65e0344-6778-4a03-8f10-329af8e888c3 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:39.463479 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-09f28bc1-8b67-4a6f-a04e-b4f347638502 req-c65e0344-6778-4a03-8f10-329af8e888c3 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 943 time: 0.3535044 Jan 20 11:07:39.497144 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:07:39.497785 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Checking segment: {'id': '57a734b4-f7bb-4442-b096-f5adf9f98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '5ffd284d-4ff1-4b37-a84e-7b1f0a906b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:07:39.499375 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:39.499375 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Bound using segment: {'id': '57a734b4-f7bb-4442-b096-f5adf9f98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '5ffd284d-4ff1-4b37-a84e-7b1f0a906b93'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:07:39.499611 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Bound port: 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a734b4-f7bb-4442-b096-f5adf9f98365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '5ffd284d-4ff1-4b37-a84e-7b1f0a906b93'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:07:39.499780 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:39.536006 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:39.632178 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Allocated IP 172.20.0.2 (01309d0a-087e-4b38-8b17-6ccb33094f57/dbbf8c79-6e17-439b-86e5-79d3fa0cbc6c/fff7d83f-d755-4320-8713-cc03b8cb5f5d) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:39.634958 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:39.688222 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b4273d39-0d64-4925-aba9-94c0c8a8b525 req-49c6ad78-bbd6-401c-98de-dcae842dbc72 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537153 Jan 20 11:07:39.698212 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-09f28bc1-8b67-4a6f-a04e-b4f347638502 req-f3d46af7-de9c-4380-be06-e6e9028e6792 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269881 Jan 20 11:07:39.739602 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c21d13ba-0ae5-4c29-8292-2941efae97fe req-9d92d4d9-d690-445e-97ed-3df8da1d40df tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Router 0f748072-4c4c-41cb-9e24-456ea93802e7 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:07:39.821528 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:39.883867 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] For port 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:07:39.922089 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] For port 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2f0b7bd4-d960-4bc2-a0ca-24f4c304f505,segment=NetworkSegment(57a734b4-f7bb-4442-b096-f5adf9f98365),segment_id=57a734b4-f7bb-4442-b096-f5adf9f98365)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:07:39.996787 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:39.997483 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:40.051646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:40.207770 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c21d13ba-0ae5-4c29-8292-2941efae97fe req-9d92d4d9-d690-445e-97ed-3df8da1d40df tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:07:40.217801 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814ae67-c59c-416c-bc9c-59a66fda953b None None] Pushing event updated for resources: {'Port': ['ID=2f0b7bd4-d960-4bc2-a0ca-24f4c304f505,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:40.218318 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3a103c-9504-4a08-9e83-017a72cbac40 None None] Sync routers for ids ['0f748072-4c4c-41cb-9e24-456ea93802e7'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:07:40.226024 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:40.237555 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3a103c-9504-4a08-9e83-017a72cbac40 None None] Routers {'0f748072-4c4c-41cb-9e24-456ea93802e7'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:07:40.238200 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-cf3a103c-9504-4a08-9e83-017a72cbac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:07:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0f748072-4c4c-41cb-9e24-456ea93802e7'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:40.271199 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Transition to ACTIVE for port object fff7d83f-d755-4320-8713-cc03b8cb5f5d will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:40.303214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21d13ba-0ae5-4c29-8292-2941efae97fe req-9d92d4d9-d690-445e-97ed-3df8da1d40df tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] No DVR routers for this DVR port e31fa3a8-d28b-40c0-aa43-da58c6035b18 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:07:40.305731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c21d13ba-0ae5-4c29-8292-2941efae97fe req-9d92d4d9-d690-445e-97ed-3df8da1d40df tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:40.317990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993f1fec-290c-4228-b87d-b382b7f8b2c0', 'name': 'network-vif-deleted', 'tag': 'e31fa3a8-d28b-40c0-aa43-da58c6035b18'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:07:40.318869 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Transition to ACTIVE for port object fff7d83f-d755-4320-8713-cc03b8cb5f5d will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:40.360605 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Allocated IP 172.20.0.1 (5ffd284d-4ff1-4b37-a84e-7b1f0a906b93/cba54dc8-a733-4a8a-acba-698763827fac/4f59413b-43d9-48e5-9d71-376ee03e87ae) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:40.384646 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993f1fec-290c-4228-b87d-b382b7f8b2c0', 'name': 'network-vif-deleted', 'tag': 'e31fa3a8-d28b-40c0-aa43-da58c6035b18', 'status': 'completed', 'code': 200} Jan 20 11:07:40.409552 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c21d13ba-0ae5-4c29-8292-2941efae97fe req-9d92d4d9-d690-445e-97ed-3df8da1d40df tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.72 "DELETE /v2.0/ports/e31fa3a8-d28b-40c0-aa43-da58c6035b18 HTTP/1.1" status: 204 len: 173 time: 2.3961632 Jan 20 11:07:40.460616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:40.540069 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-cf3a103c-9504-4a08-9e83-017a72cbac40 None None] Set router 0f748072-4c4c-41cb-9e24-456ea93802e7 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:07:40.554446 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Network 01309d0a-087e-4b38-8b17-6ccb33094f57 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:40.557440 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:40.574642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:07:40.576949 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Pushing event updated for resources: {'Port': ['ID=fff7d83f-d755-4320-8713-cc03b8cb5f5d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:40.580255 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:40.600945 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Transition to ACTIVE for port object 4f59413b-43d9-48e5-9d71-376ee03e87ae will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:40.694135 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:40.696744 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Attempting to bind port fff7d83f-d755-4320-8713-cc03b8cb5f5d on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:07:40.697125 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Attempting to bind port fff7d83f-d755-4320-8713-cc03b8cb5f5d by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '8b76c8c0-f12e-4c99-92dd-eb7003163632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '01309d0a-087e-4b38-8b17-6ccb33094f57'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:07:40.697660 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Attempting to bind port fff7d83f-d755-4320-8713-cc03b8cb5f5d on network 01309d0a-087e-4b38-8b17-6ccb33094f57 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:07:40.706092 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:07:40.706469 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Checking segment: {'id': '8b76c8c0-f12e-4c99-92dd-eb7003163632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '01309d0a-087e-4b38-8b17-6ccb33094f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:07:40.706881 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:40.708381 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Bound using segment: {'id': '8b76c8c0-f12e-4c99-92dd-eb7003163632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '01309d0a-087e-4b38-8b17-6ccb33094f57'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:07:40.708381 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Bound port: fff7d83f-d755-4320-8713-cc03b8cb5f5d, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b76c8c0-f12e-4c99-92dd-eb7003163632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '01309d0a-087e-4b38-8b17-6ccb33094f57'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:07:40.708381 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:40.827529 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Network 5ffd284d-4ff1-4b37-a84e-7b1f0a906b93 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:40.839236 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:40.847580 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] For port fff7d83f-d755-4320-8713-cc03b8cb5f5d, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:07:40.855367 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:07:40.857318 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] For port fff7d83f-d755-4320-8713-cc03b8cb5f5d, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=fff7d83f-d755-4320-8713-cc03b8cb5f5d,segment=NetworkSegment(8b76c8c0-f12e-4c99-92dd-eb7003163632),segment_id=8b76c8c0-f12e-4c99-92dd-eb7003163632)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:07:40.916231 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:40.929304 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event updated for resources: {'Port': ['ID=4f59413b-43d9-48e5-9d71-376ee03e87ae,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:40.997034 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d386488-2186-48f0-b361-c472a0482871 req-15c8adc7-dc33-4443-857c-aa46e8616d72 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 210 time: 0.0588517 Jan 20 11:07:41.065694 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:41.082054 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-cf3a103c-9504-4a08-9e83-017a72cbac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:56Z', 'revision_number': 5, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:41.088996 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3a103c-9504-4a08-9e83-017a72cbac40 None None] Checking router: 0f748072-4c4c-41cb-9e24-456ea93802e7 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:07:41.109436 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3a103c-9504-4a08-9e83-017a72cbac40 None None] Routers {'0f748072-4c4c-41cb-9e24-456ea93802e7'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:07:41.110362 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-cf3a103c-9504-4a08-9e83-017a72cbac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:07:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0f748072-4c4c-41cb-9e24-456ea93802e7'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:41.130468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b524af-0434-4c7a-84e9-eb2093eb72ee None None] Pushing event updated for resources: {'Port': ['ID=fff7d83f-d755-4320-8713-cc03b8cb5f5d,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:41.146564 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915c8f9-378f-4f8f-9301-3074930783a9 req-7ae364ae-759e-493d-951e-6a277206cfba tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:41.155885 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f915c8f9-378f-4f8f-9301-3074930783a9 req-7ae364ae-759e-493d-951e-6a277206cfba tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 943 time: 0.1492386 Jan 20 11:07:41.279955 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f915c8f9-378f-4f8f-9301-3074930783a9 req-203c5a78-5910-46d1-8dff-59bf5e0523a1 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223631 Jan 20 11:07:41.289248 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:41.437295 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-cf3a103c-9504-4a08-9e83-017a72cbac40 None None] Set router 0f748072-4c4c-41cb-9e24-456ea93802e7 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:07:41.631912 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f4fb48d9-24ce-46af-a6a6-5516d4f3221f details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:07:41.635488 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device e31fa3a8-d28b-40c0-aa43-da58c6035b18 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:07:41.696322 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: e31fa3a8-d28b-40c0-aa43-da58c6035b18 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:07:41.697899 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device e31fa3a8-d28b-40c0-aa43-da58c6035b18 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:07:41.717627 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5508278-c44c-449b-858d-1a9ac986ac67 None None] Network 5ffd284d-4ff1-4b37-a84e-7b1f0a906b93 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:41.787642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device fff7d83f-d755-4320-8713-cc03b8cb5f5d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:41.844578 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-cf3a103c-9504-4a08-9e83-017a72cbac40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:56Z', 'revision_number': 5, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:41.848944 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3a103c-9504-4a08-9e83-017a72cbac40 None None] The sync data for ids ['0f748072-4c4c-41cb-9e24-456ea93802e7'] in dv-neutron-825471-1-hyperv is: [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:56Z', 'revision_number': 5, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:07:41.885174 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.resource_extend [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 11:07:41.951103 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:41.986311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0240ae18-6260-4a57-b478-2eb7058f6bd8 None None] Provisioning for port 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:42.025142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:42.134950 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f4fb48d9-24ce-46af-a6a6-5516d4f3221f, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f4fb48d9-24ce-46af-a6a6-5516d4f3221f,segment=NetworkSegment(b8b572b0-598c-46be-9d22-376b25cd05b8),segment_id=b8b572b0-598c-46be-9d22-376b25cd05b8)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:42.158107 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'f4fb48d9-24ce-46af-a6a6-5516d4f3221f', 'network_id': '884610d6-9dc7-4449-a0a4-a8bc62fe3d96', 'port_id': 'f4fb48d9-24ce-46af-a6a6-5516d4f3221f', 'mac_address': 'fa:16:3e:9c:fc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c9136c-06a3-41ed-b2b5-4b916e33eaf7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:07:42.214745 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event updated for resources: {'Port': ['ID=4f59413b-43d9-48e5-9d71-376ee03e87ae,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:42.227337 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-612ddde6-81de-4a43-9232-75b057e8ccca req-ce7b706f-6bca-4599-ae36-9769ced03b71 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=993f1fec-290c-4228-b87d-b382b7f8b2c0 HTTP/1.1" status: 200 len: 210 time: 0.0753112 Jan 20 11:07:42.228114 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:42.272969 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port fff7d83f-d755-4320-8713-cc03b8cb5f5d completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:42.321685 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:42.341659 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:42.397518 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f556568-45c0-4b0b-9462-ee17d4d413c5 None None] New status for floating IP 564f3dbf-1c65-4db5-84a3-4b1844333a9c: DOWN {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:07:42.453584 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Network 5ffd284d-4ff1-4b37-a84e-7b1f0a906b93 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:42.455985 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:42.552383 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fb48d9-24ce-46af-a6a6-5516d4f3221f {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:07:42.568971 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c8f49b-92b2-4d8b-89f8-a95059cc225c None None] Network 01309d0a-087e-4b38-8b17-6ccb33094f57 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:42.730422 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f4fb48d9-24ce-46af-a6a6-5516d4f3221f, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f4fb48d9-24ce-46af-a6a6-5516d4f3221f,segment=NetworkSegment(b8b572b0-598c-46be-9d22-376b25cd05b8),segment_id=b8b572b0-598c-46be-9d22-376b25cd05b8)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:42.752441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f8c01-b089-4409-9d3b-c83fbeacf10f req-e6923409-a8d9-400e-86d6-b4c2ae52f2cf tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:42.753947 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-360f8c01-b089-4409-9d3b-c83fbeacf10f req-e6923409-a8d9-400e-86d6-b4c2ae52f2cf tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 943 time: 0.2991195 Jan 20 11:07:42.811477 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:42.881077 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-360f8c01-b089-4409-9d3b-c83fbeacf10f req-3b4dd14f-186c-4fb6-a8b2-e2193f7bdb62 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753942 Jan 20 11:07:42.883283 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-02ea4516-48e3-4495-bda8-70cf7da72305 None None] Provisioning for port fff7d83f-d755-4320-8713-cc03b8cb5f5d completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:42.892777 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:42.909919 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-02ea4516-48e3-4495-bda8-70cf7da72305 None None] Provisioning complete for port fff7d83f-d755-4320-8713-cc03b8cb5f5d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:42.910294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-02ea4516-48e3-4495-bda8-70cf7da72305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:42.944889 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:42.945257 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:43.001410 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Router a01a3718-e822-4fe9-8f9f-f80ff9aaf807 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:07:43.066258 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['f4fb48d9-24ce-46af-a6a6-5516d4f3221f'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:07:43.092018 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=f4fb48d9-24ce-46af-a6a6-5516d4f3221f,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:43.183344 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:07:43.196385 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d3e90e42-1507-4d54-98b8-49e45ddf88d8 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "PUT /v2.0/routers/a01a3718-e822-4fe9-8f9f-f80ff9aaf807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2949729 Jan 20 11:07:43.196900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37094) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:43.199948 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47080f1b-5c6c-4b3e-9823-ba17b6dc1a2e None None] Sync routers for ids ['a01a3718-e822-4fe9-8f9f-f80ff9aaf807'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:07:43.212328 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47080f1b-5c6c-4b3e-9823-ba17b6dc1a2e None None] Routers {'a01a3718-e822-4fe9-8f9f-f80ff9aaf807'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:07:43.213221 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-47080f1b-5c6c-4b3e-9823-ba17b6dc1a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:07:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a01a3718-e822-4fe9-8f9f-f80ff9aaf807'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:43.283094 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-47080f1b-5c6c-4b3e-9823-ba17b6dc1a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:43.297255 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47080f1b-5c6c-4b3e-9823-ba17b6dc1a2e None None] Routers {'a01a3718-e822-4fe9-8f9f-f80ff9aaf807'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:07:43.297255 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-47080f1b-5c6c-4b3e-9823-ba17b6dc1a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:07:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a01a3718-e822-4fe9-8f9f-f80ff9aaf807'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:43.339285 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-02ea4516-48e3-4495-bda8-70cf7da72305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:43.383984 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-47080f1b-5c6c-4b3e-9823-ba17b6dc1a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:43.384540 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47080f1b-5c6c-4b3e-9823-ba17b6dc1a2e None None] The sync data for ids ['a01a3718-e822-4fe9-8f9f-f80ff9aaf807'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:07:43.460337 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-02ea4516-48e3-4495-bda8-70cf7da72305 None None] For port fff7d83f-d755-4320-8713-cc03b8cb5f5d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=fff7d83f-d755-4320-8713-cc03b8cb5f5d,segment=NetworkSegment(8b76c8c0-f12e-4c99-92dd-eb7003163632),segment_id=8b76c8c0-f12e-4c99-92dd-eb7003163632)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:43.477750 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:43.549556 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-02ea4516-48e3-4495-bda8-70cf7da72305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:43.631706 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2f0b7bd4-d960-4bc2-a0ca-24f4c304f505,segment=NetworkSegment(57a734b4-f7bb-4442-b096-f5adf9f98365),segment_id=57a734b4-f7bb-4442-b096-f5adf9f98365)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:43.632646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea4516-48e3-4495-bda8-70cf7da72305 None None] Pushing event updated for resources: {'Port': ['ID=fff7d83f-d755-4320-8713-cc03b8cb5f5d,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:43.687662 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4eaa3104-a064-4d13-9199-3ac2be291db6 None None] Provisioning complete for port 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:43.688039 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4eaa3104-a064-4d13-9199-3ac2be291db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:43.715619 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:43.744899 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-be0d164e-7d32-4f39-abde-838532eb70f2 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191737051&fields=id&tenant_id=e7bf4b9940474d57840e18b7d1fdae0c HTTP/1.1" status: 200 len: 267 time: 0.0625403 Jan 20 11:07:43.816395 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=2f0b7bd4-d960-4bc2-a0ca-24f4c304f505,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:43.847413 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device fff7d83f-d755-4320-8713-cc03b8cb5f5d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:43.948309 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port fff7d83f-d755-4320-8713-cc03b8cb5f5d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:43.952021 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:44.014310 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4eaa3104-a064-4d13-9199-3ac2be291db6 None None] Provisioning for port 4f59413b-43d9-48e5-9d71-376ee03e87ae completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:44.044228 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4eaa3104-a064-4d13-9199-3ac2be291db6 None None] Provisioning complete for port 4f59413b-43d9-48e5-9d71-376ee03e87ae triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:44.044611 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4eaa3104-a064-4d13-9199-3ac2be291db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:44.111277 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-09377d13-23b4-4a50-abef-56960e0693bb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:44.112689 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-09377d13-23b4-4a50-abef-56960e0693bb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 812 time: 0.3562677 Jan 20 11:07:44.118936 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4eaa3104-a064-4d13-9199-3ac2be291db6 None None] Port 4f59413b-43d9-48e5-9d71-376ee03e87ae cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:07:44.150078 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-97e892c3-c394-4485-aa6a-2f13b290a14f tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/quotas/e7bf4b9940474d57840e18b7d1fdae0c HTTP/1.1" status: 200 len: 375 time: 0.0256114 Jan 20 11:07:44.208429 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec0cf3-05bf-4d26-8988-1ec077241b80 req-f221d5a1-9fb5-49a5-b8a1-6c9de221640f tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:44.209777 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-88ec0cf3-05bf-4d26-8988-1ec077241b80 req-f221d5a1-9fb5-49a5-b8a1-6c9de221640f tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 944 time: 0.1941128 Jan 20 11:07:44.239329 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a7033c7e-3d71-435b-ba10-97609bb699df None None] Provisioning complete for port fff7d83f-d755-4320-8713-cc03b8cb5f5d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:44.239709 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a7033c7e-3d71-435b-ba10-97609bb699df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:44.363281 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-88ec0cf3-05bf-4d26-8988-1ec077241b80 req-15769145-4cfa-4643-84b4-3f8b7e1508c3 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463377 Jan 20 11:07:44.369493 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-a6c26eb6-e5c1-4d0f-9e9f-70567eedae2a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2121177 Jan 20 11:07:44.413673 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-5264b9fc-70df-409f-8674-32e114e1482f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:07:44.414660 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5264b9fc-70df-409f-8674-32e114e1482f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "PUT /v2.0/routers/a01a3718-e822-4fe9-8f9f-f80ff9aaf807/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2171011 Jan 20 11:07:44.417616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37108) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:44.516922 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-fc212ba8-6861-40de-9597-6f20ebbc16ad service neutron] 10.222.0.70 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331825 Jan 20 11:07:44.648316 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-2c1792da-7db5-4d11-a374-b30f861e5656 service neutron] 10.222.0.70 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256993 Jan 20 11:07:44.749858 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fba240b5-f900-444d-bc46-0b53cf41c77c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:45.336924 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-fba240b5-f900-444d-bc46-0b53cf41c77c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Deleting port 4f59413b-43d9-48e5-9d71-376ee03e87ae {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:45.337316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fba240b5-f900-444d-bc46-0b53cf41c77c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:45.365691 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-49e3c165-e365-4d09-930d-f8eb3cf1d91e req-5252ba89-ead4-4f1e-9291-70465c06f298 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 210 time: 0.0497074 Jan 20 11:07:45.536277 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fba240b5-f900-444d-bc46-0b53cf41c77c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:45.562840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0fc0a-3c3a-4c19-ad05-6bb3e8d6fcd1 req-e2bf843b-bd56-49e1-8e58-aef9019d0372 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:45.564323 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20a0fc0a-3c3a-4c19-ad05-6bb3e8d6fcd1 req-e2bf843b-bd56-49e1-8e58-aef9019d0372 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 944 time: 0.0771854 Jan 20 11:07:45.611173 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20a0fc0a-3c3a-4c19-ad05-6bb3e8d6fcd1 req-c31b966d-3821-42ca-abd7-3574234a2cb3 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411386 Jan 20 11:07:45.663514 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f4fb48d9-24ce-46af-a6a6-5516d4f3221f up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:45.767544 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-fba240b5-f900-444d-bc46-0b53cf41c77c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Calling delete_port for 4f59413b-43d9-48e5-9d71-376ee03e87ae owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:45.784259 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port f4fb48d9-24ce-46af-a6a6-5516d4f3221f completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:45.789981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port f4fb48d9-24ce-46af-a6a6-5516d4f3221f triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:45.790393 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:45.816604 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:07:45.945682 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:45.946067 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:46.018349 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fba240b5-f900-444d-bc46-0b53cf41c77c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:46.020127 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:46.070819 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba240b5-f900-444d-bc46-0b53cf41c77c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event deleted for resources: {'Port': ['ID=4f59413b-43d9-48e5-9d71-376ee03e87ae,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:46.085783 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f367b3-d2cd-4332-89af-2b49ed384b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fb48d9-24ce-46af-a6a6-5516d4f3221f'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:07:46.107100 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f4fb48d9-24ce-46af-a6a6-5516d4f3221f, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f4fb48d9-24ce-46af-a6a6-5516d4f3221f,segment=NetworkSegment(b8b572b0-598c-46be-9d22-376b25cd05b8),segment_id=b8b572b0-598c-46be-9d22-376b25cd05b8)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:46.145785 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f367b3-d2cd-4332-89af-2b49ed384b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fb48d9-24ce-46af-a6a6-5516d4f3221f', 'code': 200} Jan 20 11:07:46.224239 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:46.302977 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=f4fb48d9-24ce-46af-a6a6-5516d4f3221f,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:46.331536 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fba240b5-f900-444d-bc46-0b53cf41c77c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:46.538368 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dfb286e0-472e-4759-8ea2-7ccf06735c94 req-d5dbaaf3-6a8d-431c-8b0f-605916ed4d82 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 210 time: 0.0446692 Jan 20 11:07:46.789810 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f3e7f486-43e9-4d0c-a7d0-d2c95f500d62 req-94022e69-39e1-4745-91e3-1a3f32f0ca4b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 1098 time: 0.2602515 Jan 20 11:07:46.819888 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35788de5-d2c6-4012-a1a1-7c32404c9660 req-613c4af7-640f-43e9-b968-bf7effe7722a tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:46.821315 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba240b5-f900-444d-bc46-0b53cf41c77c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Router a01a3718-e822-4fe9-8f9f-f80ff9aaf807 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:07:46.826734 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-35788de5-d2c6-4012-a1a1-7c32404c9660 req-613c4af7-640f-43e9-b968-bf7effe7722a tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 945 time: 0.0838037 Jan 20 11:07:46.850778 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f3e7f486-43e9-4d0c-a7d0-d2c95f500d62 req-9febe613-91a0-425c-b394-00f5fb19f80e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532553 Jan 20 11:07:46.871491 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-35788de5-d2c6-4012-a1a1-7c32404c9660 req-19331141-549d-445f-9b17-7e9e6d3a5d32 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427086 Jan 20 11:07:46.986153 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba240b5-f900-444d-bc46-0b53cf41c77c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:07:46.995221 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933cd351-f2bc-49f4-8aa9-76be4542f0db None None] Sync routers for ids ['a01a3718-e822-4fe9-8f9f-f80ff9aaf807'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:07:46.995686 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fba240b5-f900-444d-bc46-0b53cf41c77c tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "PUT /v2.0/routers/a01a3718-e822-4fe9-8f9f-f80ff9aaf807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5766263 Jan 20 11:07:47.000273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37136) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:47.008128 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933cd351-f2bc-49f4-8aa9-76be4542f0db None None] Routers {'a01a3718-e822-4fe9-8f9f-f80ff9aaf807'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:07:47.008732 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-933cd351-f2bc-49f4-8aa9-76be4542f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:07:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a01a3718-e822-4fe9-8f9f-f80ff9aaf807'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:47.070190 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-bd842ea9-47d4-4469-9bc9-3380e8ab8eb6 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] delete failed (client error): The resource could not be found. Jan 20 11:07:47.071296 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bd842ea9-47d4-4469-9bc9-3380e8ab8eb6 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-1200411574 HTTP/1.1" status: 404 len: 335 time: 0.0699728 Jan 20 11:07:47.073999 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-933cd351-f2bc-49f4-8aa9-76be4542f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:47.075132 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37140) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:47.080767 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c2b17a63-ab32-40a6-98ab-96863108cbc4 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a01a3718-e822-4fe9-8f9f-f80ff9aaf807'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:47.085963 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933cd351-f2bc-49f4-8aa9-76be4542f0db None None] Routers {'a01a3718-e822-4fe9-8f9f-f80ff9aaf807'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:07:47.086567 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-933cd351-f2bc-49f4-8aa9-76be4542f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:07:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a01a3718-e822-4fe9-8f9f-f80ff9aaf807'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:47.148496 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-933cd351-f2bc-49f4-8aa9-76be4542f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:47.148922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933cd351-f2bc-49f4-8aa9-76be4542f0db None None] The sync data for ids ['a01a3718-e822-4fe9-8f9f-f80ff9aaf807'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:07:47.559989 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c2b17a63-ab32-40a6-98ab-96863108cbc4 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:47.664661 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-c2b17a63-ab32-40a6-98ab-96863108cbc4 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] update failed (client error): The resource could not be found. Jan 20 11:07:47.670934 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37146) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:47.671296 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c2b17a63-ab32-40a6-98ab-96863108cbc4 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "PUT /v2.0/routers/a01a3718-e822-4fe9-8f9f-f80ff9aaf807 HTTP/1.1" status: 404 len: 339 time: 0.5948215 Jan 20 11:07:47.715124 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b96f103c-98ef-492c-b90d-deca86889319 req-60c2bd39-6fbf-4983-a7b9-0010da00fdea tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 210 time: 0.0427563 Jan 20 11:07:47.850264 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-62772483-84b1-4fec-93f1-4020b285d8fb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:47.851652 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-62772483-84b1-4fec-93f1-4020b285d8fb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.72 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 812 time: 0.3785448 Jan 20 11:07:48.043682 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-baf599cf-88b9-48df-9f56-db571e898d0b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7bf4b9940474d57840e18b7d1fdae0c HTTP/1.1" status: 200 len: 379 time: 0.1215031 Jan 20 11:07:48.110126 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-1fbe902b-aae2-431b-90fd-8d16ad614077 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Request body: {'port': {'device_id': '66bada0c-6d51-4c84-a075-66db659b20b2', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'admin_state_up': True, 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'security_groups': ['fb23168f-4d27-4cea-ad80-a39b3e8298da']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:48.134843 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187932c0-e1c0-4a31-a134-419103fc747b req-dffaa09a-f327-4881-84f8-25a091d90475 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:48.136413 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-187932c0-e1c0-4a31-a134-419103fc747b req-dffaa09a-f327-4881-84f8-25a091d90475 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 945 time: 0.0915980 Jan 20 11:07:48.186421 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-187932c0-e1c0-4a31-a134-419103fc747b req-86a2d640-b890-4d91-b97d-effde4c3259e tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Jan 20 11:07:48.357149 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-1fbe902b-aae2-431b-90fd-8d16ad614077 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:07:48.365310 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-1fbe902b-aae2-431b-90fd-8d16ad614077 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Usage tracker for resource:port and tenant:e7bf4b9940474d57840e18b7d1fdae0c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:07:48.369816 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-1fbe902b-aae2-431b-90fd-8d16ad614077 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:07:48.405692 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-1fbe902b-aae2-431b-90fd-8d16ad614077 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:07:48.411910 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:48.539826 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-1fbe902b-aae2-431b-90fd-8d16ad614077 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Made reservation on behalf of e7bf4b9940474d57840e18b7d1fdae0c for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:07:48.542858 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-1fbe902b-aae2-431b-90fd-8d16ad614077 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:48.872494 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-1fbe902b-aae2-431b-90fd-8d16ad614077 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Allocated IP 172.20.0.13 (f2976230-b7ed-4004-90c6-e1b2d37a86aa/fd01cfe5-3172-4c47-b68a-b9a8e924614a/00a6304a-e96f-4b27-96b0-204f3e3b34f9) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:48.892937 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Allocated IP 172.20.0.1 (3d825079-8ce9-428e-bcda-27c0888e29fd/84a8ad71-cf63-40a7-bc09-bf6c80aa79fb/0288a51b-ddf5-468c-bed5-c0353cc4e62d) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:07:48.906369 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7284dbbc-e8a5-43c3-86e0-8ba530064464 req-3c9c5342-5bca-440f-ae12-5ed767f8f4bb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 210 time: 0.0624552 Jan 20 11:07:49.302851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:49.329340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-1fbe902b-aae2-431b-90fd-8d16ad614077 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:49.341205 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Transition to ACTIVE for port object 0288a51b-ddf5-468c-bed5-c0353cc4e62d will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:49.352257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-1fbe902b-aae2-431b-90fd-8d16ad614077 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Transition to ACTIVE for port object 00a6304a-e96f-4b27-96b0-204f3e3b34f9 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:49.396161 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecd5f6-7e4b-4139-b24f-5f833bb78626 req-12597e7e-6a7b-4e2d-a1e1-32d577b0960e tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:49.397398 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-49ecd5f6-7e4b-4139-b24f-5f833bb78626 req-12597e7e-6a7b-4e2d-a1e1-32d577b0960e tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 945 time: 0.0801623 Jan 20 11:07:49.436905 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:49.445611 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-49ecd5f6-7e4b-4139-b24f-5f833bb78626 req-3858e036-fd32-488a-85e3-5398630a1312 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424831 Jan 20 11:07:49.479245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-1fbe902b-aae2-431b-90fd-8d16ad614077 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:49.517023 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Network 3d825079-8ce9-428e-bcda-27c0888e29fd is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:49.523750 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:49.532775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:07:49.559771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-1fbe902b-aae2-431b-90fd-8d16ad614077 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Network f2976230-b7ed-4004-90c6-e1b2d37a86aa is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:49.561705 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event updated for resources: {'Port': ['ID=0288a51b-ddf5-468c-bed5-c0353cc4e62d,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:49.567532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-1fbe902b-aae2-431b-90fd-8d16ad614077 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:49.613198 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-1fbe902b-aae2-431b-90fd-8d16ad614077 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:07:49.663600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28899667-ac13-4c06-9c0a-d4ce12583856 req-b9009d60-9417-47a7-b73a-92958f251dc9 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:49.665434 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-28899667-ac13-4c06-9c0a-d4ce12583856 req-b9009d60-9417-47a7-b73a-92958f251dc9 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 945 time: 0.0899870 Jan 20 11:07:49.730305 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:49.735225 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe902b-aae2-431b-90fd-8d16ad614077 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event updated for resources: {'Port': ['ID=00a6304a-e96f-4b27-96b0-204f3e3b34f9,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:49.737998 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-28899667-ac13-4c06-9c0a-d4ce12583856 req-43697c2f-976c-45c2-ad4a-87ca9640f472 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587313 Jan 20 11:07:49.742990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-1fbe902b-aae2-431b-90fd-8d16ad614077 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:49.743601 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-1fbe902b-aae2-431b-90fd-8d16ad614077 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:49.870515 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-1fbe902b-aae2-431b-90fd-8d16ad614077 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7697623 Jan 20 11:07:49.881792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Request body: {'port': {'device_id': '66bada0c-6d51-4c84-a075-66db659b20b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:49.995723 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-66d60fc0-8728-4fdd-99fe-ae6bfe861989 None None] Provisioning for port 00a6304a-e96f-4b27-96b0-204f3e3b34f9 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:50.003616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-66d60fc0-8728-4fdd-99fe-ae6bfe861989 None None] Provisioning complete for port 00a6304a-e96f-4b27-96b0-204f3e3b34f9 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:50.003616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-66d60fc0-8728-4fdd-99fe-ae6bfe861989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:50.037042 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:50.058833 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-66d60fc0-8728-4fdd-99fe-ae6bfe861989 None None] Port 00a6304a-e96f-4b27-96b0-204f3e3b34f9 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:07:50.117915 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:50.139641 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0804d32-ffa9-4d48-b1e5-b0850e6d5982 req-108f1e7a-5b7d-4e8d-acbf-fa0a48440cf7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:50.141991 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0804d32-ffa9-4d48-b1e5-b0850e6d5982 req-108f1e7a-5b7d-4e8d-acbf-fa0a48440cf7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 932 time: 0.1131809 Jan 20 11:07:50.144228 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-66d60fc0-8728-4fdd-99fe-ae6bfe861989 None None] Provisioning for port 0288a51b-ddf5-468c-bed5-c0353cc4e62d completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:07:50.149883 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-66d60fc0-8728-4fdd-99fe-ae6bfe861989 None None] Provisioning complete for port 0288a51b-ddf5-468c-bed5-c0353cc4e62d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:50.150997 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-66d60fc0-8728-4fdd-99fe-ae6bfe861989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:50.194962 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0804d32-ffa9-4d48-b1e5-b0850e6d5982 req-f27f778e-21a7-44b7-b95d-3e9bbfeeee3a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477948 Jan 20 11:07:50.214388 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-66d60fc0-8728-4fdd-99fe-ae6bfe861989 None None] Port 0288a51b-ddf5-468c-bed5-c0353cc4e62d cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:07:50.424125 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5be2ef-cb67-4d50-826b-6d8ac4a73a76 req-c09b5e4f-ac1a-4093-a5c3-cc4e199ee108 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:50.425643 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5a5be2ef-cb67-4d50-826b-6d8ac4a73a76 req-c09b5e4f-ac1a-4093-a5c3-cc4e199ee108 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 945 time: 0.0830624 Jan 20 11:07:50.471026 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5a5be2ef-cb67-4d50-826b-6d8ac4a73a76 req-679f4fcb-907d-462d-a46d-159890ccb279 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394876 Jan 20 11:07:50.703163 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:50.762303 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a6304a-e96f-4b27-96b0-204f3e3b34f9 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:07:50.769660 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:50.783642 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Transition to ACTIVE for port object 00a6304a-e96f-4b27-96b0-204f3e3b34f9 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:07:50.800785 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:50.983625 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:51.016708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:51.029596 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event updated for resources: {'Port': ['ID=0288a51b-ddf5-468c-bed5-c0353cc4e62d,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:51.223571 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Pushing event updated for resources: {'Port': ['ID=00a6304a-e96f-4b27-96b0-204f3e3b34f9,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:51.368780 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Network 3d825079-8ce9-428e-bcda-27c0888e29fd is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:07:51.372051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:07:51.408903 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcce8c-4190-4a79-bf7f-a8b4f5d787ba req-dfe164de-3a9f-455a-bf47-2fedee622733 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:51.416460 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-84dcce8c-4190-4a79-bf7f-a8b4f5d787ba req-dfe164de-3a9f-455a-bf47-2fedee622733 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 944 time: 0.0834322 Jan 20 11:07:51.433192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Attempting to bind port 00a6304a-e96f-4b27-96b0-204f3e3b34f9 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:07:51.433550 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Attempting to bind port 00a6304a-e96f-4b27-96b0-204f3e3b34f9 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:07:51.433883 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Attempting to bind port 00a6304a-e96f-4b27-96b0-204f3e3b34f9 on network f2976230-b7ed-4004-90c6-e1b2d37a86aa {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:07:51.464068 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-84dcce8c-4190-4a79-bf7f-a8b4f5d787ba req-c7090897-0182-41ad-a32d-6f25395abd8f tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455768 Jan 20 11:07:51.500345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Port 00a6304a-e96f-4b27-96b0-204f3e3b34f9 on network f2976230-b7ed-4004-90c6-e1b2d37a86aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:07:51.500675 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Attempting to bind port 00a6304a-e96f-4b27-96b0-204f3e3b34f9 on network f2976230-b7ed-4004-90c6-e1b2d37a86aa {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:07:51.525457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:07:51.525835 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Checking segment: {'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:07:51.526227 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Bound using segment: {'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:07:51.526671 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Bound port: 00a6304a-e96f-4b27-96b0-204f3e3b34f9, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:07:51.527022 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:51.585615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4da88c8d-e91a-430e-b24b-b7d4a13c449b None None] Provisioning complete for port 0288a51b-ddf5-468c-bed5-c0353cc4e62d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:07:51.586181 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4da88c8d-e91a-430e-b24b-b7d4a13c449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:51.640926 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4da88c8d-e91a-430e-b24b-b7d4a13c449b None None] Port 0288a51b-ddf5-468c-bed5-c0353cc4e62d cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:07:51.682832 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3506f86-35f1-40d5-b4ab-284dfd708977 req-3a1751a7-5d58-40d2-8fc1-28a0ce89f2ef tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:51.684219 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a3506f86-35f1-40d5-b4ab-284dfd708977 req-3a1751a7-5d58-40d2-8fc1-28a0ce89f2ef tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 945 time: 0.0831733 Jan 20 11:07:51.731713 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a3506f86-35f1-40d5-b4ab-284dfd708977 req-c6c0311e-5bbf-49db-aaf8-6253ff79e9e0 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403302 Jan 20 11:07:51.753732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] For port 00a6304a-e96f-4b27-96b0-204f3e3b34f9, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:07:51.764051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] For port 00a6304a-e96f-4b27-96b0-204f3e3b34f9, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=00a6304a-e96f-4b27-96b0-204f3e3b34f9,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:07:51.812414 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Router a01a3718-e822-4fe9-8f9f-f80ff9aaf807 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:07:51.818696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:51.953256 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:51.954664 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] 10.222.0.72 "PUT /v2.0/ports/00a6304a-e96f-4b27-96b0-204f3e3b34f9 HTTP/1.1" status: 200 len: 1094 time: 2.0776031 Jan 20 11:07:51.957776 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bada0c-6d51-4c84-a075-66db659b20b2', 'tag': '00a6304a-e96f-4b27-96b0-204f3e3b34f9'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:07:52.021430 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45809992-e12a-4319-82f2-3acdc86f17db service neutron] Pushing event updated for resources: {'Port': ['ID=00a6304a-e96f-4b27-96b0-204f3e3b34f9,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:52.038556 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66bada0c-6d51-4c84-a075-66db659b20b2', 'tag': '00a6304a-e96f-4b27-96b0-204f3e3b34f9', 'status': 'completed', 'code': 200} Jan 20 11:07:52.160731 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cdd025ba-2ef3-4f92-86f7-c176c3ba9207 req-42dbbef1-bf90-4a3b-95e1-f627249a1399 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 1097 time: 0.0980649 Jan 20 11:07:52.162642 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:07:52.170944 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37176) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:52.172155 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-93605506-b262-4b35-aa54-12d7f3cd8cb5 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "PUT /v2.0/routers/a01a3718-e822-4fe9-8f9f-f80ff9aaf807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4997842 Jan 20 11:07:52.175901 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919d2b04-9475-4d37-bcb3-fb8bee5a0c67 None None] Sync routers for ids ['a01a3718-e822-4fe9-8f9f-f80ff9aaf807'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:07:52.191379 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919d2b04-9475-4d37-bcb3-fb8bee5a0c67 None None] Routers {'a01a3718-e822-4fe9-8f9f-f80ff9aaf807'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:07:52.192452 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-919d2b04-9475-4d37-bcb3-fb8bee5a0c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:07:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a01a3718-e822-4fe9-8f9f-f80ff9aaf807'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:52.259816 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-919d2b04-9475-4d37-bcb3-fb8bee5a0c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:52.272330 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919d2b04-9475-4d37-bcb3-fb8bee5a0c67 None None] Routers {'a01a3718-e822-4fe9-8f9f-f80ff9aaf807'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:07:52.273401 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-919d2b04-9475-4d37-bcb3-fb8bee5a0c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:07:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a01a3718-e822-4fe9-8f9f-f80ff9aaf807'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:52.336707 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-919d2b04-9475-4d37-bcb3-fb8bee5a0c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:52.337206 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919d2b04-9475-4d37-bcb3-fb8bee5a0c67 None None] The sync data for ids ['a01a3718-e822-4fe9-8f9f-f80ff9aaf807'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:07:52.353165 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d515ab-9191-4956-95f8-78ba64e887f4 req-def405a3-7b41-4447-8b8c-d03600058ac2 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:52.354674 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-35d515ab-9191-4956-95f8-78ba64e887f4 req-def405a3-7b41-4447-8b8c-d03600058ac2 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 945 time: 0.2187610 Jan 20 11:07:52.382807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd025ba-2ef3-4f92-86f7-c176c3ba9207 req-1ff7dd13-118a-4308-8708-21435b6e23ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:52.384267 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cdd025ba-2ef3-4f92-86f7-c176c3ba9207 req-1ff7dd13-118a-4308-8708-21435b6e23ab service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2109606 Jan 20 11:07:52.406788 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-103fb513-09fa-40b7-b3db-3aac77832fa0 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:52.578556 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-35d515ab-9191-4956-95f8-78ba64e887f4 req-2ecebf76-3d78-4412-ab68-a570a7b613b5 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162886 Jan 20 11:07:52.600641 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f4514a3f-fa88-4ee8-bb60-4a50463edcfa req-d96880f9-e0ed-460c-8e0c-dab2aea9d386 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=562c2d9cfe254ed19ae3a061f61b8452&device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 1098 time: 0.3216434 Jan 20 11:07:52.739685 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279859a2-5279-4e58-8bac-b53c4f1898dd req-2e7aebc4-c816-4e95-bc02-531e7ff9628f tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:52.740564 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd025ba-2ef3-4f92-86f7-c176c3ba9207 req-7954461c-5749-452c-a12f-2448d98201eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:52.741108 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-279859a2-5279-4e58-8bac-b53c4f1898dd req-2e7aebc4-c816-4e95-bc02-531e7ff9628f tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 944 time: 0.1122267 Jan 20 11:07:52.742030 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cdd025ba-2ef3-4f92-86f7-c176c3ba9207 req-7954461c-5749-452c-a12f-2448d98201eb service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3510404 Jan 20 11:07:52.743428 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-103fb513-09fa-40b7-b3db-3aac77832fa0 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 20 11:07:52.748148 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-103fb513-09fa-40b7-b3db-3aac77832fa0 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "DELETE /v2.0/routers/a01a3718-e822-4fe9-8f9f-f80ff9aaf807 HTTP/1.1" status: 409 len: 329 time: 0.5723352 Jan 20 11:07:52.751661 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37182) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:52.790251 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-279859a2-5279-4e58-8bac-b53c4f1898dd req-6efcef63-4b69-40c1-a3c1-d8ca5150a46d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434325 Jan 20 11:07:52.871825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4514a3f-fa88-4ee8-bb60-4a50463edcfa req-8e37267c-9532-45b7-9b43-bd169f94be3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:52.873356 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f4514a3f-fa88-4ee8-bb60-4a50463edcfa req-8e37267c-9532-45b7-9b43-bd169f94be3d service neutron] 10.222.0.72 "GET /v2.0/networks?id=884610d6-9dc7-4449-a0a4-a8bc62fe3d96 HTTP/1.1" status: 200 len: 912 time: 0.2673967 Jan 20 11:07:53.005684 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f4514a3f-fa88-4ee8-bb60-4a50463edcfa req-79012557-df79-4d4e-a0d8-109a05e7939f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4fb48d9-24ce-46af-a6a6-5516d4f3221f HTTP/1.1" status: 200 len: 217 time: 0.0809159 Jan 20 11:07:53.095829 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-0ba5a8f9-5bc9-4987-b9b8-597cd1f02898 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 1097 time: 0.2803662 Jan 20 11:07:53.097812 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4514a3f-fa88-4ee8-bb60-4a50463edcfa req-75f29948-c6d7-4b9b-8501-d1cd7c29ba1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:53.099067 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f4514a3f-fa88-4ee8-bb60-4a50463edcfa req-75f29948-c6d7-4b9b-8501-d1cd7c29ba1b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0c9136c-06a3-41ed-b2b5-4b916e33eaf7 HTTP/1.1" status: 200 len: 851 time: 0.0808408 Jan 20 11:07:53.208761 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f4514a3f-fa88-4ee8-bb60-4a50463edcfa req-42da0b8e-f22f-4cfd-8b45-959c64043b62 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=884610d6-9dc7-4449-a0a4-a8bc62fe3d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011198 Jan 20 11:07:53.260891 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-3363a7bc-c6de-4f4c-b1b0-385024f7d55d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00a6304a-e96f-4b27-96b0-204f3e3b34f9 HTTP/1.1" status: 200 len: 217 time: 0.1544821 Jan 20 11:07:53.495150 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-fb5dad9e-d652-40bf-89ae-81ecc8211b66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:53.496566 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-fb5dad9e-d652-40bf-89ae-81ecc8211b66 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd01cfe5-3172-4c47-b68a-b9a8e924614a HTTP/1.1" status: 200 len: 851 time: 0.2065227 Jan 20 11:07:53.556316 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f4514a3f-fa88-4ee8-bb60-4a50463edcfa req-4ba27a33-3a04-4c5e-9059-00ef3e63a8f4 service neutron] 10.222.0.72 "GET /v2.0/networks/884610d6-9dc7-4449-a0a4-a8bc62fe3d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970238 Jan 20 11:07:53.674353 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90c92353-27a3-4f82-b6b4-32f1675d05db tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:53.776587 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e079a-2ef5-4da3-8273-602ec853419f req-aecd4fac-91f9-4f6a-86f0-f93333dad5de tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:53.778079 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-362e079a-2ef5-4da3-8273-602ec853419f req-aecd4fac-91f9-4f6a-86f0-f93333dad5de tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 945 time: 0.0771573 Jan 20 11:07:53.827071 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-362e079a-2ef5-4da3-8273-602ec853419f req-192d9d69-e449-4ece-9dee-0e7cb5f27d04 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427082 Jan 20 11:07:53.944739 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-85dbfcc2-15c8-4e0e-88fa-d086e18d5c92 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2976230-b7ed-4004-90c6-e1b2d37a86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4350348 Jan 20 11:07:53.951791 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f4514a3f-fa88-4ee8-bb60-4a50463edcfa req-de255ac1-5ee9-4ade-aaaf-1a37739b282e service neutron] 10.222.0.72 "GET /v2.0/networks/884610d6-9dc7-4449-a0a4-a8bc62fe3d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870275 Jan 20 11:07:54.000747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c1998-73ec-4b71-acd9-345c383b2bb8 req-4016bfb2-a419-44b7-90d6-3b12543b1fcb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:54.002264 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ff0c1998-73ec-4b71-acd9-345c383b2bb8 req-4016bfb2-a419-44b7-90d6-3b12543b1fcb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 944 time: 0.0895796 Jan 20 11:07:54.048866 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ff0c1998-73ec-4b71-acd9-345c383b2bb8 req-9321f596-7708-4dd8-98fa-b8d1f392659e tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407894 Jan 20 11:07:54.105942 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-c8a8e754-6179-4d19-90de-75bd318ffed2 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531918 Jan 20 11:07:54.369428 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d08c960e-f2df-4197-9cf8-42f023575c22 req-e3937f6e-d2d9-47ca-bb3d-1def1284032b service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566102 Jan 20 11:07:54.633198 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-90c92353-27a3-4f82-b6b4-32f1675d05db tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Deleting port 0288a51b-ddf5-468c-bed5-c0353cc4e62d {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:54.633474 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90c92353-27a3-4f82-b6b4-32f1675d05db tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:54.818811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90c92353-27a3-4f82-b6b4-32f1675d05db tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:54.945213 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-90c92353-27a3-4f82-b6b4-32f1675d05db tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Calling delete_port for 0288a51b-ddf5-468c-bed5-c0353cc4e62d owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:55.026325 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3999711-bead-45c2-9acc-ec3fd4d1c8f9 req-edec59e5-77a1-4ad7-940f-10e24700eb7b tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:55.027807 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b3999711-bead-45c2-9acc-ec3fd4d1c8f9 req-edec59e5-77a1-4ad7-940f-10e24700eb7b tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 945 time: 0.0758240 Jan 20 11:07:55.074850 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b3999711-bead-45c2-9acc-ec3fd4d1c8f9 req-0dbe138d-32f1-451b-b505-5839e7727649 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398040 Jan 20 11:07:55.172940 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90c92353-27a3-4f82-b6b4-32f1675d05db tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:55.224624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c92353-27a3-4f82-b6b4-32f1675d05db tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event deleted for resources: {'Port': ['ID=0288a51b-ddf5-468c-bed5-c0353cc4e62d,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:55.261038 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a6c66-81ec-446a-baf3-a8ae1127acdd req-552dc4d5-b9d0-4be4-b153-713c847adcba tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:55.262540 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-830a6c66-81ec-446a-baf3-a8ae1127acdd req-552dc4d5-b9d0-4be4-b153-713c847adcba tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 944 time: 0.0845294 Jan 20 11:07:55.332163 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-830a6c66-81ec-446a-baf3-a8ae1127acdd req-e0d3d43e-6b02-4221-b407-d0102f4faee6 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589528 Jan 20 11:07:55.583618 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90c92353-27a3-4f82-b6b4-32f1675d05db tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:55.629303 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969964e9-5e93-4dad-b676-a5b643e0f3a2 req-b5922d00-db04-4b6e-9db8-58e429a6f25e tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:55.630813 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-969964e9-5e93-4dad-b676-a5b643e0f3a2 req-b5922d00-db04-4b6e-9db8-58e429a6f25e tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 945 time: 0.0765071 Jan 20 11:07:55.679783 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-969964e9-5e93-4dad-b676-a5b643e0f3a2 req-dadda348-5e20-4dda-a849-4fd30cc5ef84 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434463 Jan 20 11:07:55.989901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c92353-27a3-4f82-b6b4-32f1675d05db tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Router a01a3718-e822-4fe9-8f9f-f80ff9aaf807 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:07:56.129939 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c92353-27a3-4f82-b6b4-32f1675d05db tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:07:56.140508 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-90c92353-27a3-4f82-b6b4-32f1675d05db tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "PUT /v2.0/routers/a01a3718-e822-4fe9-8f9f-f80ff9aaf807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3877590 Jan 20 11:07:56.144065 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786c110-5ec9-4ed1-a342-5d37e2a40898 None None] Sync routers for ids ['a01a3718-e822-4fe9-8f9f-f80ff9aaf807'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:07:56.146033 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37198) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:56.159959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786c110-5ec9-4ed1-a342-5d37e2a40898 None None] Routers {'a01a3718-e822-4fe9-8f9f-f80ff9aaf807'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:07:56.160948 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-8786c110-5ec9-4ed1-a342-5d37e2a40898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:07:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a01a3718-e822-4fe9-8f9f-f80ff9aaf807'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:56.212336 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-432a4c36-7917-4514-8f90-32c31ab8a226 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] show failed (client error): The resource could not be found. Jan 20 11:07:56.213352 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-432a4c36-7917-4514-8f90-32c31ab8a226 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-2075540719 HTTP/1.1" status: 404 len: 335 time: 0.0644524 Jan 20 11:07:56.217680 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37202) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:56.223010 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c30957fe-4db2-49c9-bcfb-267cd63edcbb tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:07:56.264095 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-8786c110-5ec9-4ed1-a342-5d37e2a40898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:56.275450 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786c110-5ec9-4ed1-a342-5d37e2a40898 None None] Routers {'a01a3718-e822-4fe9-8f9f-f80ff9aaf807'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:07:56.276373 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-8786c110-5ec9-4ed1-a342-5d37e2a40898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:07:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['a01a3718-e822-4fe9-8f9f-f80ff9aaf807'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:56.281389 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-c30957fe-4db2-49c9-bcfb-267cd63edcbb tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] update failed (client error): The resource could not be found. Jan 20 11:07:56.288455 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c30957fe-4db2-49c9-bcfb-267cd63edcbb tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-756079264 HTTP/1.1" status: 404 len: 334 time: 0.0636795 Jan 20 11:07:56.288623 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37206) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:56.337795 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-8786c110-5ec9-4ed1-a342-5d37e2a40898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:56.338210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786c110-5ec9-4ed1-a342-5d37e2a40898 None None] The sync data for ids ['a01a3718-e822-4fe9-8f9f-f80ff9aaf807'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:07:56.510817 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70e50c3-2923-4d89-9e12-b3279388bd2a tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Deleting subnet dbbf8c79-6e17-439b-86e5-79d3fa0cbc6c {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:07:56.514598 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e70e50c3-2923-4d89-9e12-b3279388bd2a tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:56.578137 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e70e50c3-2923-4d89-9e12-b3279388bd2a tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:56.636616 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d16ff-8442-4103-8419-0869dd6e89ed req-1d39f420-5fb6-4037-af15-78f9319e0476 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:56.638084 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-527d16ff-8442-4103-8419-0869dd6e89ed req-1d39f420-5fb6-4037-af15-78f9319e0476 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 944 time: 0.1846981 Jan 20 11:07:56.697209 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-527d16ff-8442-4103-8419-0869dd6e89ed req-c42e8729-52cb-4bd6-8f62-04681f8db81b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524688 Jan 20 11:07:56.703150 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e70e50c3-2923-4d89-9e12-b3279388bd2a tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:56.846857 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e70e50c3-2923-4d89-9e12-b3279388bd2a tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:56.892016 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e50c3-2923-4d89-9e12-b3279388bd2a tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event deleted for resources: {'Subnet': ['ID=dbbf8c79-6e17-439b-86e5-79d3fa0cbc6c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:56.900062 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e70e50c3-2923-4d89-9e12-b3279388bd2a tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:56.907161 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416578ee-a7f3-4899-970a-bc8c211ed5a3 None None] Network 01309d0a-087e-4b38-8b17-6ccb33094f57 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:56.912015 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e70e50c3-2923-4d89-9e12-b3279388bd2a tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "DELETE /v2.0/subnets/dbbf8c79-6e17-439b-86e5-79d3fa0cbc6c HTTP/1.1" status: 204 len: 168 time: 0.6211500 Jan 20 11:07:56.913562 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37214) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:56.926866 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b499f-74aa-42fc-a16a-d96835faf41e req-35b9d6e6-4512-460f-a81e-c3918210ef3b tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:56.928991 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-777b499f-74aa-42fc-a16a-d96835faf41e req-35b9d6e6-4512-460f-a81e-c3918210ef3b tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 945 time: 0.1247194 Jan 20 11:07:56.983298 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-777b499f-74aa-42fc-a16a-d96835faf41e req-1be68814-eed4-4b91-a16c-4a735e1feb71 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476098 Jan 20 11:07:57.119585 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd0e3f4-fd75-49b3-9769-12e220a1e461 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Deleting subnet cba54dc8-a733-4a8a-acba-698763827fac {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:07:57.122610 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7cd0e3f4-fd75-49b3-9769-12e220a1e461 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:57.159493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7350fba2-fb7b-476c-a19d-7ca4ba2061d6 None None] DHCP port deletion for 01309d0a-087e-4b38-8b17-6ccb33094f57 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:07:57.164529 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7350fba2-fb7b-476c-a19d-7ca4ba2061d6 None None] Deleting port fff7d83f-d755-4320-8713-cc03b8cb5f5d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:57.164929 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7350fba2-fb7b-476c-a19d-7ca4ba2061d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:57.182435 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7cd0e3f4-fd75-49b3-9769-12e220a1e461 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:57.264468 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7cd0e3f4-fd75-49b3-9769-12e220a1e461 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:57.365883 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7350fba2-fb7b-476c-a19d-7ca4ba2061d6 None None] For port fff7d83f-d755-4320-8713-cc03b8cb5f5d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=fff7d83f-d755-4320-8713-cc03b8cb5f5d,segment=NetworkSegment(8b76c8c0-f12e-4c99-92dd-eb7003163632),segment_id=8b76c8c0-f12e-4c99-92dd-eb7003163632)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:57.366199 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7350fba2-fb7b-476c-a19d-7ca4ba2061d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:57.482273 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7350fba2-fb7b-476c-a19d-7ca4ba2061d6 None None] Calling delete_port for fff7d83f-d755-4320-8713-cc03b8cb5f5d owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:57.555651 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7cd0e3f4-fd75-49b3-9769-12e220a1e461 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:57.595338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0e3f4-fd75-49b3-9769-12e220a1e461 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event deleted for resources: {'Subnet': ['ID=cba54dc8-a733-4a8a-acba-698763827fac,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:57.601484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7cd0e3f4-fd75-49b3-9769-12e220a1e461 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:57.607773 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7cd0e3f4-fd75-49b3-9769-12e220a1e461 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "DELETE /v2.0/subnets/cba54dc8-a733-4a8a-acba-698763827fac HTTP/1.1" status: 204 len: 168 time: 0.6928797 Jan 20 11:07:57.610066 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37222) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:57.613951 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5629b727-88ed-4184-9d0a-19820a0957e9 None None] Network 5ffd284d-4ff1-4b37-a84e-7b1f0a906b93 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:57.689114 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7350fba2-fb7b-476c-a19d-7ca4ba2061d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:57.697049 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bce66-1c91-48fd-967b-27f93903bd04 req-e32f9672-ba55-4e33-8a96-dbfef5313510 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:57.698754 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c28bce66-1c91-48fd-967b-27f93903bd04 req-e32f9672-ba55-4e33-8a96-dbfef5313510 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 945 time: 0.0942538 Jan 20 11:07:57.766299 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350fba2-fb7b-476c-a19d-7ca4ba2061d6 None None] Pushing event deleted for resources: {'Port': ['ID=fff7d83f-d755-4320-8713-cc03b8cb5f5d,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:57.769891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-29b88c9e-c5f1-412a-9d5b-41dea1bcbcb2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:57.770351 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c28bce66-1c91-48fd-967b-27f93903bd04 req-cf1e896a-ddc9-4042-9bdb-3659383479c0 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652092 Jan 20 11:07:57.780077 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7350fba2-fb7b-476c-a19d-7ca4ba2061d6 None None] No DVR routers for this DVR port fff7d83f-d755-4320-8713-cc03b8cb5f5d on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:07:57.840281 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device fff7d83f-d755-4320-8713-cc03b8cb5f5d no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:07:57.902657 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: fff7d83f-d755-4320-8713-cc03b8cb5f5d {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:07:57.903012 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device fff7d83f-d755-4320-8713-cc03b8cb5f5d not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:07:57.965758 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977849a-d44a-4ffb-bb06-d3b1ccbceadb req-c2173131-c5d6-49c1-bbe5-757f393bdecc tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:57.978257 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5977849a-d44a-4ffb-bb06-d3b1ccbceadb req-c2173131-c5d6-49c1-bbe5-757f393bdecc tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 944 time: 0.1170349 Jan 20 11:07:58.030208 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99504e8b-4910-4051-8215-34d557484815 None None] DHCP port deletion for 5ffd284d-4ff1-4b37-a84e-7b1f0a906b93 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:07:58.034762 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-99504e8b-4910-4051-8215-34d557484815 None None] Deleting port 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:58.035175 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99504e8b-4910-4051-8215-34d557484815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:58.074948 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-df0dd803-d53c-4fa5-bd1a-eee2782e25cb req-7307f3db-f971-423d-bcf9-64f17d9d2fa8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=562c2d9cfe254ed19ae3a061f61b8452&device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 1098 time: 0.3429029 Jan 20 11:07:58.083854 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-29b88c9e-c5f1-412a-9d5b-41dea1bcbcb2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:58.116666 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5977849a-d44a-4ffb-bb06-d3b1ccbceadb req-5ad2ea9b-0581-4970-a585-9ac9acbfde68 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374702 Jan 20 11:07:58.181459 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-29b88c9e-c5f1-412a-9d5b-41dea1bcbcb2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01309d0a-087e-4b38-8b17-6ccb33094f57']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:58.203153 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-29b88c9e-c5f1-412a-9d5b-41dea1bcbcb2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b76c8c0-f12e-4c99-92dd-eb7003163632') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:58.203475 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-29b88c9e-c5f1-412a-9d5b-41dea1bcbcb2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b76c8c0-f12e-4c99-92dd-eb7003163632') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:58.220552 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-29b88c9e-c5f1-412a-9d5b-41dea1bcbcb2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:58.241261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-99504e8b-4910-4051-8215-34d557484815 None None] For port 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2f0b7bd4-d960-4bc2-a0ca-24f4c304f505,segment=NetworkSegment(57a734b4-f7bb-4442-b096-f5adf9f98365),segment_id=57a734b4-f7bb-4442-b096-f5adf9f98365)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:07:58.241855 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99504e8b-4910-4051-8215-34d557484815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:58.256434 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-29b88c9e-c5f1-412a-9d5b-41dea1bcbcb2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:58.267041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b88c9e-c5f1-412a-9d5b-41dea1bcbcb2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:07:58.267678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-29b88c9e-c5f1-412a-9d5b-41dea1bcbcb2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:07:58.281970 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:07:58.284148 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0dd803-d53c-4fa5-bd1a-eee2782e25cb req-25d4856c-fa43-43c6-be47-265c4a4c1dfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:58.284623 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-df0dd803-d53c-4fa5-bd1a-eee2782e25cb req-25d4856c-fa43-43c6-be47-265c4a4c1dfa service neutron] 10.222.0.72 "GET /v2.0/networks?id=884610d6-9dc7-4449-a0a4-a8bc62fe3d96 HTTP/1.1" status: 200 len: 912 time: 0.2029238 Jan 20 11:07:58.359491 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-99504e8b-4910-4051-8215-34d557484815 None None] Calling delete_port for 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:07:58.416964 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-df0dd803-d53c-4fa5-bd1a-eee2782e25cb req-f0b6948a-570b-4bb5-b24d-f5a16d8151da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4fb48d9-24ce-46af-a6a6-5516d4f3221f HTTP/1.1" status: 200 len: 217 time: 0.0826015 Jan 20 11:07:58.481729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0dd803-d53c-4fa5-bd1a-eee2782e25cb req-e351919e-c26f-4f7f-acad-2400fd1c99df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:58.483705 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-df0dd803-d53c-4fa5-bd1a-eee2782e25cb req-e351919e-c26f-4f7f-acad-2400fd1c99df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0c9136c-06a3-41ed-b2b5-4b916e33eaf7 HTTP/1.1" status: 200 len: 851 time: 0.0606718 Jan 20 11:07:58.527677 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-df0dd803-d53c-4fa5-bd1a-eee2782e25cb req-8c7de544-2544-4ad3-b999-9dfca2694cf0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=884610d6-9dc7-4449-a0a4-a8bc62fe3d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382187 Jan 20 11:07:58.531926 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-29b88c9e-c5f1-412a-9d5b-41dea1bcbcb2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:58.549490 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-29b88c9e-c5f1-412a-9d5b-41dea1bcbcb2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:58.578195 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99504e8b-4910-4051-8215-34d557484815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:58.581323 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b88c9e-c5f1-412a-9d5b-41dea1bcbcb2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event deleted for resources: {'Network': ['ID=01309d0a-087e-4b38-8b17-6ccb33094f57,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:58.589393 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-29b88c9e-c5f1-412a-9d5b-41dea1bcbcb2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "DELETE /v2.0/networks/01309d0a-087e-4b38-8b17-6ccb33094f57 HTTP/1.1" status: 204 len: 168 time: 0.9782772 Jan 20 11:07:58.589775 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37228) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:58.622530 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99504e8b-4910-4051-8215-34d557484815 None None] Pushing event deleted for resources: {'Port': ['ID=2f0b7bd4-d960-4bc2-a0ca-24f4c304f505,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:58.628521 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99504e8b-4910-4051-8215-34d557484815 None None] No DVR routers for this DVR port 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:07:58.693157 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-df0dd803-d53c-4fa5-bd1a-eee2782e25cb req-0123cbe6-d7a5-4f62-ba07-57059ce00bae service neutron] 10.222.0.72 "GET /v2.0/networks/884610d6-9dc7-4449-a0a4-a8bc62fe3d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410966 Jan 20 11:07:58.708277 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5ba523f-4eda-444f-b2f5-3c6f79508481 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:58.823277 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-df0dd803-d53c-4fa5-bd1a-eee2782e25cb req-4857e4da-7eba-44af-8ef7-d3d655242f45 service neutron] 10.222.0.72 "GET /v2.0/networks/884610d6-9dc7-4449-a0a4-a8bc62fe3d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246691 Jan 20 11:07:58.839229 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5ba523f-4eda-444f-b2f5-3c6f79508481 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:58.865033 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f5ba523f-4eda-444f-b2f5-3c6f79508481 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ffd284d-4ff1-4b37-a84e-7b1f0a906b93']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:58.878026 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f5ba523f-4eda-444f-b2f5-3c6f79508481 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a734b4-f7bb-4442-b096-f5adf9f98365') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:58.878358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-f5ba523f-4eda-444f-b2f5-3c6f79508481 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a734b4-f7bb-4442-b096-f5adf9f98365') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:07:58.891390 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5ba523f-4eda-444f-b2f5-3c6f79508481 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:58.939698 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5ba523f-4eda-444f-b2f5-3c6f79508481 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:58.954859 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ba523f-4eda-444f-b2f5-3c6f79508481 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:07:58.955233 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5ba523f-4eda-444f-b2f5-3c6f79508481 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:07:58.969701 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:07:59.072471 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47a3f9-c73c-458f-9fc4-1c99ad3111f3 req-11b84022-c152-4bb2-a960-8dccab155c6f tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:59.073888 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3a47a3f9-c73c-458f-9fc4-1c99ad3111f3 req-11b84022-c152-4bb2-a960-8dccab155c6f tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 945 time: 0.1688964 Jan 20 11:07:59.119612 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3a47a3f9-c73c-458f-9fc4-1c99ad3111f3 req-34cb8fa9-929c-44cb-a462-1982435a18a9 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401525 Jan 20 11:07:59.126225 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5ba523f-4eda-444f-b2f5-3c6f79508481 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:59.143658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5ba523f-4eda-444f-b2f5-3c6f79508481 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:59.153170 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba523f-4eda-444f-b2f5-3c6f79508481 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event deleted for resources: {'Network': ['ID=5ffd284d-4ff1-4b37-a84e-7b1f0a906b93,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:59.156654 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f5ba523f-4eda-444f-b2f5-3c6f79508481 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "DELETE /v2.0/networks/5ffd284d-4ff1-4b37-a84e-7b1f0a906b93 HTTP/1.1" status: 204 len: 168 time: 0.5660777 Jan 20 11:07:59.159458 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37236) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:59.395854 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd480a6-54b0-4b80-a18a-1e12e6fe2cd6 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Deleting subnet 84a8ad71-cf63-40a7-bc09-bf6c80aa79fb {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:07:59.400157 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3dd480a6-54b0-4b80-a18a-1e12e6fe2cd6 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:59.440945 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d74c7-3cf0-4ba9-a5c4-f87a6f9b6877 req-604d92b7-bf86-4dca-8378-2b0d51b1a241 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:07:59.442552 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-898d74c7-3cf0-4ba9-a5c4-f87a6f9b6877 req-604d92b7-bf86-4dca-8378-2b0d51b1a241 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 944 time: 0.1596460 Jan 20 11:07:59.481278 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3dd480a6-54b0-4b80-a18a-1e12e6fe2cd6 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:59.544342 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-898d74c7-3cf0-4ba9-a5c4-f87a6f9b6877 req-8eb5630d-15f3-4a96-93da-f455ca3bd563 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959511 Jan 20 11:07:59.583628 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3dd480a6-54b0-4b80-a18a-1e12e6fe2cd6 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:59.704114 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3dd480a6-54b0-4b80-a18a-1e12e6fe2cd6 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:59.741192 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd480a6-54b0-4b80-a18a-1e12e6fe2cd6 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event deleted for resources: {'Subnet': ['ID=84a8ad71-cf63-40a7-bc09-bf6c80aa79fb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:07:59.750161 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3dd480a6-54b0-4b80-a18a-1e12e6fe2cd6 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:59.758283 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3dd480a6-54b0-4b80-a18a-1e12e6fe2cd6 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "DELETE /v2.0/subnets/84a8ad71-cf63-40a7-bc09-bf6c80aa79fb HTTP/1.1" status: 204 len: 168 time: 0.5957103 Jan 20 11:07:59.758401 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37240) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:07:59.762227 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60087a2c-0f3b-4428-a9f3-948f291a4160 None None] Network 3d825079-8ce9-428e-bcda-27c0888e29fd requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:07:59.844399 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:07:59.881248 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:07:59.881615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2f0b7bd4-d960-4bc2-a0ca-24f4c304f505 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:07:59.899060 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:07:59.909930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Deleting port 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:07:59.910511 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:00.066836 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f128c071-0fbe-4812-8d00-84cf4db21555 None None] DHCP port deletion for 3d825079-8ce9-428e-bcda-27c0888e29fd request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:08:00.071147 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f128c071-0fbe-4812-8d00-84cf4db21555 None None] Deleting port 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:08:00.071522 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f128c071-0fbe-4812-8d00-84cf4db21555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:00.118498 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] For port 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98,segment=NetworkSegment(63eb6dbe-ec64-4628-ae2e-b7ed5054a94e),segment_id=63eb6dbe-ec64-4628-ae2e-b7ed5054a94e)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:08:00.118855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:00.240570 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Calling delete_port for 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:08:00.287088 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f128c071-0fbe-4812-8d00-84cf4db21555 None None] For port 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98,segment=NetworkSegment(63eb6dbe-ec64-4628-ae2e-b7ed5054a94e),segment_id=63eb6dbe-ec64-4628-ae2e-b7ed5054a94e)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:08:00.287403 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f128c071-0fbe-4812-8d00-84cf4db21555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:00.336560 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e3d0f-2241-4596-a8af-c07975749853 req-35692dab-f388-4cda-aad4-4c6beabd7b74 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:00.338205 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-151e3d0f-2241-4596-a8af-c07975749853 req-35692dab-f388-4cda-aad4-4c6beabd7b74 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 945 time: 0.0974877 Jan 20 11:08:00.378196 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:00.384499 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-151e3d0f-2241-4596-a8af-c07975749853 req-f267a0b1-d830-4780-b6e2-a5e1b45b918d tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406952 Jan 20 11:08:00.412306 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f128c071-0fbe-4812-8d00-84cf4db21555 None None] Calling delete_port for 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:08:00.493089 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-f128c071-0fbe-4812-8d00-84cf4db21555 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:08:00.493743 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-f128c071-0fbe-4812-8d00-84cf4db21555 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:08:00.520460 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event deleted for resources: {'Port': ['ID=52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:00.527970 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] No DVR routers for this DVR port 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:08:00.651288 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:00.677087 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d825079-8ce9-428e-bcda-27c0888e29fd']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:00.689899 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63eb6dbe-ec64-4628-ae2e-b7ed5054a94e') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:00.690204 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63eb6dbe-ec64-4628-ae2e-b7ed5054a94e') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:00.702045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:00.719024 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:00.725282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:08:00.725732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:08:00.740368 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:08:00.745184 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaadd2-276e-4f24-a160-aeeefd320442 req-c6482efd-43ad-4673-a008-289063e6741d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:00.746654 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9faaadd2-276e-4f24-a160-aeeefd320442 req-c6482efd-43ad-4673-a008-289063e6741d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 944 time: 0.0759137 Jan 20 11:08:00.799264 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9faaadd2-276e-4f24-a160-aeeefd320442 req-e164ece2-7d2a-43cb-8f55-cd061560528a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461946 Jan 20 11:08:00.899091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:00.904444 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:00.930209 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Pushing event deleted for resources: {'Network': ['ID=3d825079-8ce9-428e-bcda-27c0888e29fd,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:00.934225 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d4c16d43-af38-433a-a14b-33e57c77e00f tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "DELETE /v2.0/networks/3d825079-8ce9-428e-bcda-27c0888e29fd HTTP/1.1" status: 204 len: 168 time: 1.1747029 Jan 20 11:08:00.937961 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37252) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:00.981391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b86c7af5-e241-4272-a435-92660af74996 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Synchronizing usage tracker for tenant:30895be36a59438c9f51db54a2b593ec on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:08:00.995450 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f128c071-0fbe-4812-8d00-84cf4db21555 None None] Deleting port 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:08:00.995970 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f128c071-0fbe-4812-8d00-84cf4db21555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:01.065790 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a12ace-7baa-4486-ab27-119b96d2b803 req-e0019709-c037-4fcb-9dfe-c30f3406aa42 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:01.066036 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f128c071-0fbe-4812-8d00-84cf4db21555 None None] The port '52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:08:01.067243 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c8a12ace-7baa-4486-ab27-119b96d2b803 req-e0019709-c037-4fcb-9dfe-c30f3406aa42 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 945 time: 0.0883384 Jan 20 11:08:01.096170 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b86c7af5-e241-4272-a435-92660af74996 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Unset dirty status for tenant:30895be36a59438c9f51db54a2b593ec on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:08:01.097265 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b86c7af5-e241-4272-a435-92660af74996 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "GET /v2.0/ports?device_id=a01a3718-e822-4fe9-8f9f-f80ff9aaf807 HTTP/1.1" status: 200 len: 205 time: 0.1582897 Jan 20 11:08:01.100026 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37256) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:01.120610 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c8a12ace-7baa-4486-ab27-119b96d2b803 req-4811a030-de14-48a5-b25a-3a2aaddb3498 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467978 Jan 20 11:08:01.239342 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-28ecbe0d-cabc-474e-9aba-c5a198d91bf2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:01.338739 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-36bbded0-c332-4e19-809d-f659efcd490f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:01.617350 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-28ecbe0d-cabc-474e-9aba-c5a198d91bf2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:01.621442 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-28ecbe0d-cabc-474e-9aba-c5a198d91bf2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:01.709223 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-28ecbe0d-cabc-474e-9aba-c5a198d91bf2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:01.709732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ecbe0d-cabc-474e-9aba-c5a198d91bf2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Fanout notify agent at l3_agent the message router_deleted on router a01a3718-e822-4fe9-8f9f-f80ff9aaf807 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:08:01.721232 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-28ecbe0d-cabc-474e-9aba-c5a198d91bf2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:01.722318 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-28ecbe0d-cabc-474e-9aba-c5a198d91bf2 tempest-RoutersNegativeTest-276463014 tempest-RoutersNegativeTest-276463014-project] 10.222.0.70 "DELETE /v2.0/routers/a01a3718-e822-4fe9-8f9f-f80ff9aaf807 HTTP/1.1" status: 204 len: 168 time: 0.6213036 Jan 20 11:08:01.792682 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:08:01.824219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:08:01.824580 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 52d16e1a-f0f5-4ec6-ace6-f03f8cf3af98 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:08:02.007558 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7cc9a-0cba-4db5-9924-616fdf4752ba req-6e28389f-9064-414d-80b6-4a7a4467b2a3 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:02.008983 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-39f7cc9a-0cba-4db5-9924-616fdf4752ba req-6e28389f-9064-414d-80b6-4a7a4467b2a3 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 944 time: 0.0768993 Jan 20 11:08:02.053209 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-39f7cc9a-0cba-4db5-9924-616fdf4752ba req-8257cd52-37d5-469c-b8c3-525dd7102b3e tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377574 Jan 20 11:08:02.164633 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37268) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:02.442365 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-004df456-aa4f-4f69-a41a-3d4571a4fb3e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=30895be36a59438c9f51db54a2b593ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2764816 Jan 20 11:08:02.444883 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37274) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:02.452126 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7783c33-9ccd-4dc0-b4c6-4bc7ecd1b47d req-1c8acd1f-ea55-4fd8-9e6c-1c21374abc13 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:02.453600 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c7783c33-9ccd-4dc0-b4c6-4bc7ecd1b47d req-1c8acd1f-ea55-4fd8-9e6c-1c21374abc13 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 945 time: 0.2074420 Jan 20 11:08:02.506936 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c7783c33-9ccd-4dc0-b4c6-4bc7ecd1b47d req-356f6aa0-77ba-44ee-8aa0-ae0403c379c8 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/security-groups?id=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463555 Jan 20 11:08:02.512459 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fb6d6fe7-e40c-4acf-84a5-a30d1156d91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:02.540921 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fb6d6fe7-e40c-4acf-84a5-a30d1156d91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:02.709447 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fb6d6fe7-e40c-4acf-84a5-a30d1156d91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:02.725280 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d6fe7-e40c-4acf-84a5-a30d1156d91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664ba789-ec77-4a9c-b5c2-bf44df472289,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:02.729591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fb6d6fe7-e40c-4acf-84a5-a30d1156d91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:02.730591 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fb6d6fe7-e40c-4acf-84a5-a30d1156d91d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/664ba789-ec77-4a9c-b5c2-bf44df472289 HTTP/1.1" status: 204 len: 168 time: 0.2843218 Jan 20 11:08:02.811938 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d97930-df5d-4306-9483-aa038350cfd8 req-a34e9987-8d66-4303-9513-b5381a7a90ff tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:02.821914 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-57d97930-df5d-4306-9483-aa038350cfd8 req-a34e9987-8d66-4303-9513-b5381a7a90ff tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Synchronizing usage tracker for tenant:562c2d9cfe254ed19ae3a061f61b8452 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:08:02.926374 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-57d97930-df5d-4306-9483-aa038350cfd8 req-a34e9987-8d66-4303-9513-b5381a7a90ff tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Unset dirty status for tenant:562c2d9cfe254ed19ae3a061f61b8452 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:08:02.927723 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-57d97930-df5d-4306-9483-aa038350cfd8 req-a34e9987-8d66-4303-9513-b5381a7a90ff tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 945 time: 0.1921020 Jan 20 11:08:02.998615 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-57d97930-df5d-4306-9483-aa038350cfd8 req-75e1e70b-f7cb-4840-9a96-d3e15aad214c tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Deleting port f4fb48d9-24ce-46af-a6a6-5516d4f3221f {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:08:02.999570 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-57d97930-df5d-4306-9483-aa038350cfd8 req-75e1e70b-f7cb-4840-9a96-d3e15aad214c tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:03.261781 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897eebb-e27a-47fe-b7cc-e19ae1726161 req-c9d61e79-6942-4514-bafb-abe4b01475e0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:03.264116 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1897eebb-e27a-47fe-b7cc-e19ae1726161 req-c9d61e79-6942-4514-bafb-abe4b01475e0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 944 time: 0.0821962 Jan 20 11:08:03.313470 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1897eebb-e27a-47fe-b7cc-e19ae1726161 req-43952b93-f53d-4d99-a134-b5d16b487a07 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431767 Jan 20 11:08:03.360023 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-57d97930-df5d-4306-9483-aa038350cfd8 req-75e1e70b-f7cb-4840-9a96-d3e15aad214c tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] For port f4fb48d9-24ce-46af-a6a6-5516d4f3221f, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f4fb48d9-24ce-46af-a6a6-5516d4f3221f,segment=NetworkSegment(b8b572b0-598c-46be-9d22-376b25cd05b8),segment_id=b8b572b0-598c-46be-9d22-376b25cd05b8)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:08:03.360382 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-57d97930-df5d-4306-9483-aa038350cfd8 req-75e1e70b-f7cb-4840-9a96-d3e15aad214c tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:03.484604 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-57d97930-df5d-4306-9483-aa038350cfd8 req-75e1e70b-f7cb-4840-9a96-d3e15aad214c tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Calling delete_port for f4fb48d9-24ce-46af-a6a6-5516d4f3221f owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:08:03.669712 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-57d97930-df5d-4306-9483-aa038350cfd8 req-75e1e70b-f7cb-4840-9a96-d3e15aad214c tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:03.681383 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['f4fb48d9-24ce-46af-a6a6-5516d4f3221f'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:08:03.699649 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-16a58a07-ca1c-445a-80a3-68408a8a7360 req-ad82d1a3-97e3-41d2-a5e9-d0cd659fdab1 tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3f367b3-d2cd-4332-89af-2b49ed384b87 HTTP/1.1" status: 200 len: 210 time: 0.0471084 Jan 20 11:08:03.722247 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1e70b-f7cb-4840-9a96-d3e15aad214c tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Pushing event deleted for resources: {'Port': ['ID=f4fb48d9-24ce-46af-a6a6-5516d4f3221f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:03.739569 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 00a6304a-e96f-4b27-96b0-204f3e3b34f9 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:08:03.797690 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d97930-df5d-4306-9483-aa038350cfd8 req-75e1e70b-f7cb-4840-9a96-d3e15aad214c tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] No DVR routers for this DVR port f4fb48d9-24ce-46af-a6a6-5516d4f3221f on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:08:03.800116 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-57d97930-df5d-4306-9483-aa038350cfd8 req-75e1e70b-f7cb-4840-9a96-d3e15aad214c tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:03.802773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f367b3-d2cd-4332-89af-2b49ed384b87', 'name': 'network-vif-deleted', 'tag': 'f4fb48d9-24ce-46af-a6a6-5516d4f3221f'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:08:03.867065 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f367b3-d2cd-4332-89af-2b49ed384b87', 'name': 'network-vif-deleted', 'tag': 'f4fb48d9-24ce-46af-a6a6-5516d4f3221f', 'status': 'completed', 'code': 200} Jan 20 11:08:03.886285 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-701b86cd-6a77-4e8f-bb7f-32c32b9a9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:03.894993 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 00a6304a-e96f-4b27-96b0-204f3e3b34f9, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=00a6304a-e96f-4b27-96b0-204f3e3b34f9,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:08:03.898721 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-57d97930-df5d-4306-9483-aa038350cfd8 req-75e1e70b-f7cb-4840-9a96-d3e15aad214c tempest-TestServerAdvancedOps-802511199 tempest-TestServerAdvancedOps-802511199-project] 10.222.0.72 "DELETE /v2.0/ports/f4fb48d9-24ce-46af-a6a6-5516d4f3221f HTTP/1.1" status: 204 len: 173 time: 0.9656205 Jan 20 11:08:03.910799 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '00a6304a-e96f-4b27-96b0-204f3e3b34f9', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'port_id': '00a6304a-e96f-4b27-96b0-204f3e3b34f9', 'mac_address': 'fa:16:3e:27:67:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:08:03.968943 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:03.987900 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a6304a-e96f-4b27-96b0-204f3e3b34f9 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:08:04.004814 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 00a6304a-e96f-4b27-96b0-204f3e3b34f9, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=00a6304a-e96f-4b27-96b0-204f3e3b34f9,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:08:04.086902 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:04.162504 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=00a6304a-e96f-4b27-96b0-204f3e3b34f9,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:04.286358 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['00a6304a-e96f-4b27-96b0-204f3e3b34f9'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:08:04.515067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b030597-ba45-497c-ba14-a9a8239ddf65 req-49169687-9492-4bef-8db1-d7af304a3671 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:04.516656 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b030597-ba45-497c-ba14-a9a8239ddf65 req-49169687-9492-4bef-8db1-d7af304a3671 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 945 time: 0.0797639 Jan 20 11:08:04.574241 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3b030597-ba45-497c-ba14-a9a8239ddf65 req-6d8073a7-e729-4b1d-b371-fa52eaa7cadf tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514734 Jan 20 11:08:04.800672 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:04.814051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37320) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:04.880834 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f81f05-10fe-4ce3-ae75-9d3ca3b193f8 admin admin] Deleting subnet e0c9136c-06a3-41ed-b2b5-4b916e33eaf7 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:08:04.883758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b7f81f05-10fe-4ce3-ae75-9d3ca3b193f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:04.933377 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b7f81f05-10fe-4ce3-ae75-9d3ca3b193f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:04.943663 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:04.989387 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b7f81f05-10fe-4ce3-ae75-9d3ca3b193f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:05.144334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b7f81f05-10fe-4ce3-ae75-9d3ca3b193f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:05.183097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f81f05-10fe-4ce3-ae75-9d3ca3b193f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c9136c-06a3-41ed-b2b5-4b916e33eaf7,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:05.188660 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b7f81f05-10fe-4ce3-ae75-9d3ca3b193f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:05.194029 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b7f81f05-10fe-4ce3-ae75-9d3ca3b193f8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e0c9136c-06a3-41ed-b2b5-4b916e33eaf7 HTTP/1.1" status: 204 len: 168 time: 0.3787453 Jan 20 11:08:05.196600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37332) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:05.302803 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3700c6e9-d9b9-4ea1-b2e7-54f8ea7fd106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:05.427102 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3700c6e9-d9b9-4ea1-b2e7-54f8ea7fd106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:05.451692 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-3700c6e9-d9b9-4ea1-b2e7-54f8ea7fd106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884610d6-9dc7-4449-a0a4-a8bc62fe3d96']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:05.463156 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-3700c6e9-d9b9-4ea1-b2e7-54f8ea7fd106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b572b0-598c-46be-9d22-376b25cd05b8') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:05.463454 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-3700c6e9-d9b9-4ea1-b2e7-54f8ea7fd106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b572b0-598c-46be-9d22-376b25cd05b8') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:05.474978 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3700c6e9-d9b9-4ea1-b2e7-54f8ea7fd106 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:05.489996 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3700c6e9-d9b9-4ea1-b2e7-54f8ea7fd106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:05.495792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3700c6e9-d9b9-4ea1-b2e7-54f8ea7fd106 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:08:05.496169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3700c6e9-d9b9-4ea1-b2e7-54f8ea7fd106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:08:05.508721 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:08:05.632689 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37338) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:05.638739 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-36550853', 'description': 'tempest-secgroup-smoke-36550853 description', 'project_id': '8d4e31846fd44271b665d8fe95fe7263'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:08:05.644430 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3700c6e9-d9b9-4ea1-b2e7-54f8ea7fd106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:05.648189 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3700c6e9-d9b9-4ea1-b2e7-54f8ea7fd106 admin admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:05.652712 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:08:05.674405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Usage tracker for resource:security_group and tenant:8d4e31846fd44271b665d8fe95fe7263 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:08:05.688655 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:08:05.688655 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700c6e9-d9b9-4ea1-b2e7-54f8ea7fd106 admin admin] Pushing event deleted for resources: {'Network': ['ID=884610d6-9dc7-4449-a0a4-a8bc62fe3d96,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:05.690260 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:08:05.739830 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 00a6304a-e96f-4b27-96b0-204f3e3b34f9 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:08:05.750358 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3700c6e9-d9b9-4ea1-b2e7-54f8ea7fd106 admin admin] 10.222.0.70 "DELETE /v2.0/networks/884610d6-9dc7-4449-a0a4-a8bc62fe3d96 HTTP/1.1" status: 204 len: 168 time: 0.5527101 Jan 20 11:08:05.753963 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37342) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:05.777576 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72748413-4868-4b9c-a834-e87b36660aa6 req-20d5784d-aec0-4cd7-b583-81f7e5a2201e tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:05.779298 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-72748413-4868-4b9c-a834-e87b36660aa6 req-20d5784d-aec0-4cd7-b583-81f7e5a2201e tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 945 time: 0.0859368 Jan 20 11:08:05.792981 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:05.814169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:05.830078 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-72748413-4868-4b9c-a834-e87b36660aa6 req-88e16af5-fb79-431e-884d-fddf52d2e3fe tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446720 Jan 20 11:08:05.853636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52325b1-31fb-4986-8da3-f49a709d2473 admin admin] Deleting subnet 39f29f90-f704-40ca-b62c-79d5412dbf5a {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:08:05.857962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f52325b1-31fb-4986-8da3-f49a709d2473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:05.863492 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 00a6304a-e96f-4b27-96b0-204f3e3b34f9 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:08:05.868904 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 00a6304a-e96f-4b27-96b0-204f3e3b34f9 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:08:05.872710 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:05.896488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:08:05.903259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Usage tracker for resource:security_group_rule and tenant:8d4e31846fd44271b665d8fe95fe7263 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:08:05.911511 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:08:05.920274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:08:05.923530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f52325b1-31fb-4986-8da3-f49a709d2473 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.000145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f52325b1-31fb-4986-8da3-f49a709d2473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.018671 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.044410 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bada0c-6d51-4c84-a075-66db659b20b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a6304a-e96f-4b27-96b0-204f3e3b34f9'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:08:06.053814 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 00a6304a-e96f-4b27-96b0-204f3e3b34f9, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=00a6304a-e96f-4b27-96b0-204f3e3b34f9,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:08:06.095920 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.098075 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.099692 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f4fb48d9-24ce-46af-a6a6-5516d4f3221f no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:08:06.123972 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bada0c-6d51-4c84-a075-66db659b20b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a6304a-e96f-4b27-96b0-204f3e3b34f9', 'code': 200} Jan 20 11:08:06.160861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.176412 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: f4fb48d9-24ce-46af-a6a6-5516d4f3221f {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:08:06.177052 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f4fb48d9-24ce-46af-a6a6-5516d4f3221f not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:08:06.197470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f52325b1-31fb-4986-8da3-f49a709d2473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.209022 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=00a6304a-e96f-4b27-96b0-204f3e3b34f9,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:06.263992 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.330204 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:08:06.340259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52325b1-31fb-4986-8da3-f49a709d2473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39f29f90-f704-40ca-b62c-79d5412dbf5a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:06.342409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e5602c-2bf4-46d1-b6e0-79fdb1567ec3,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:06.347002 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Usage tracker for resource:security_group_rule and tenant:8d4e31846fd44271b665d8fe95fe7263 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:08:06.350753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:08:06.358538 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f52325b1-31fb-4986-8da3-f49a709d2473 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.360963 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:08:06.377623 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f52325b1-31fb-4986-8da3-f49a709d2473 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/39f29f90-f704-40ca-b62c-79d5412dbf5a HTTP/1.1" status: 204 len: 168 time: 0.6224732 Jan 20 11:08:06.383261 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37348) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:06.422723 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.485575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.495148 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.551015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be2613c-fc3b-485e-bbc1-269d8c7496c5,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:06.570288 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b279aace-f089-4e2a-8a2b-f10fb0cbe5d0 req-b7517d7f-9129-4ddd-9ea9-badbcc170afa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 1099 time: 0.1086621 Jan 20 11:08:06.608171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.609360 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-788bc7ab-e3e2-4ac0-985d-2008c69117c4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.9756832 Jan 20 11:08:06.610079 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.612438 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37352) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:06.620115 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1085c46a-3b42-41a0-815f-f14292aff70d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Request body: {'security_group_rule': {'security_group_id': '5be2613c-fc3b-485e-bbc1-269d8c7496c5', 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:08:06.626455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1085c46a-3b42-41a0-815f-f14292aff70d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:08:06.632100 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b279aace-f089-4e2a-8a2b-f10fb0cbe5d0 req-1e99779b-02f9-4719-b78c-dae317334aa9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564873 Jan 20 11:08:06.633002 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1085c46a-3b42-41a0-815f-f14292aff70d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Usage tracker for resource:security_group_rule and tenant:8d4e31846fd44271b665d8fe95fe7263 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:08:06.634510 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d13ae9-e9c2-4f95-b41b-2667b87e03f7']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:06.635894 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1085c46a-3b42-41a0-815f-f14292aff70d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:08:06.641633 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1085c46a-3b42-41a0-815f-f14292aff70d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:08:06.646543 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1b9779-a5e7-407d-93a1-ed17a18e924c') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:06.646836 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1b9779-a5e7-407d-93a1-ed17a18e924c') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:06.658372 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.675105 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.680952 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:08:06.681335 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:08:06.694487 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:08:06.717352 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1085c46a-3b42-41a0-815f-f14292aff70d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.776538 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1085c46a-3b42-41a0-815f-f14292aff70d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.846253 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.863015 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.872043 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3d13ae9-e9c2-4f95-b41b-2667b87e03f7,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:06.875024 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b3d13ae9-e9c2-4f95-b41b-2667b87e03f7 HTTP/1.1" status: 204 len: 168 time: 0.4937654 Jan 20 11:08:06.875176 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1085c46a-3b42-41a0-815f-f14292aff70d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.897747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:06.899567 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:06.904038 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:06.906643 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:06.907227 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:06.907787 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:06.908001 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085c46a-3b42-41a0-815f-f14292aff70d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d75469-6fe5-46bd-b595-d38c9d0fb29d,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:06.908883 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:06.916545 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:06.917240 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:06.917751 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:06.918177 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5e14b-4df3-4ac8-9419-5e3ddc1c9494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:06.960992 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1085c46a-3b42-41a0-815f-f14292aff70d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:06.962286 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1085c46a-3b42-41a0-815f-f14292aff70d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3489461 Jan 20 11:08:06.965097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37360) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:06.972249 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Request body: {'security_group_rule': {'security_group_id': '5be2613c-fc3b-485e-bbc1-269d8c7496c5', 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:08:06.978820 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:08:06.982820 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Usage tracker for resource:security_group_rule and tenant:8d4e31846fd44271b665d8fe95fe7263 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:08:06.986340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:08:06.992413 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:08:07.048277 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067d34c-3c46-4047-bc10-c4e5486628e5 req-0c6ab856-4a9b-482d-9479-ee3e955db365 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:07.049698 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6067d34c-3c46-4047-bc10-c4e5486628e5 req-0c6ab856-4a9b-482d-9479-ee3e955db365 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 946 time: 0.0807853 Jan 20 11:08:07.082410 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:07.095759 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6067d34c-3c46-4047-bc10-c4e5486628e5 req-791763c9-87b5-4701-a0aa-0fc27bf2edeb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403504 Jan 20 11:08:07.170109 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:07.240555 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:07.265859 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebb54b9-15c8-4253-92b0-55f8dd402baf,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:07.277889 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:07.278322 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:07.278732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:07.279099 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:07.279438 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:07.279839 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:07.280169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:07.280494 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:07.280816 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:07.281135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:07.281455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:07.322895 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37364) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:07.358600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:07.359768 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-98d7b7e7-44f7-4442-902f-c1b60382f3d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3934648 Jan 20 11:08:07.362906 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37368) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:07.368511 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0824f8ae-2128-4851-81f4-214a970f8675 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Request body: {'security_group_rule': {'security_group_id': '5be2613c-fc3b-485e-bbc1-269d8c7496c5', 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:08:07.375046 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0824f8ae-2128-4851-81f4-214a970f8675 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:08:07.376311 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-acee81b7-d10e-4fe7-bdb9-47d2bba5a7da admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=562c2d9cfe254ed19ae3a061f61b8452&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522680 Jan 20 11:08:07.378805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37372) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:07.378974 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0824f8ae-2128-4851-81f4-214a970f8675 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Usage tracker for resource:security_group_rule and tenant:8d4e31846fd44271b665d8fe95fe7263 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:08:07.381734 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0824f8ae-2128-4851-81f4-214a970f8675 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:08:07.388613 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0824f8ae-2128-4851-81f4-214a970f8675 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:08:07.444966 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-71adf4ae-95a2-4f70-ac0c-a3ac6dab0a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:07.470846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-71adf4ae-95a2-4f70-ac0c-a3ac6dab0a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:07.506353 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0824f8ae-2128-4851-81f4-214a970f8675 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:07.572898 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0824f8ae-2128-4851-81f4-214a970f8675 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:07.595096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-71adf4ae-95a2-4f70-ac0c-a3ac6dab0a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:07.610918 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adf4ae-95a2-4f70-ac0c-a3ac6dab0a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05adee3a-ebe1-4af4-babc-fdcb7f3d3c90,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:07.669904 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0824f8ae-2128-4851-81f4-214a970f8675 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:07.677654 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-71adf4ae-95a2-4f70-ac0c-a3ac6dab0a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:07.681194 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-71adf4ae-95a2-4f70-ac0c-a3ac6dab0a88 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/05adee3a-ebe1-4af4-babc-fdcb7f3d3c90 HTTP/1.1" status: 204 len: 168 time: 0.2992122 Jan 20 11:08:07.694684 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824f8ae-2128-4851-81f4-214a970f8675 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6cd662-2c26-47e0-890f-b09bfbb01dff,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:07.749267 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0824f8ae-2128-4851-81f4-214a970f8675 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:07.750601 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0824f8ae-2128-4851-81f4-214a970f8675 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3866997 Jan 20 11:08:07.753629 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37378) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:07.759677 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-47ef91f9-e422-4d64-ad95-35cd956a7102 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Request body: {'security_group_rule': {'security_group_id': '5be2613c-fc3b-485e-bbc1-269d8c7496c5', 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:08:07.766053 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-47ef91f9-e422-4d64-ad95-35cd956a7102 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:08:07.769957 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-47ef91f9-e422-4d64-ad95-35cd956a7102 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Usage tracker for resource:security_group_rule and tenant:8d4e31846fd44271b665d8fe95fe7263 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:08:07.772850 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-47ef91f9-e422-4d64-ad95-35cd956a7102 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:08:07.779110 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-47ef91f9-e422-4d64-ad95-35cd956a7102 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:08:07.852893 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-47ef91f9-e422-4d64-ad95-35cd956a7102 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:07.920006 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-47ef91f9-e422-4d64-ad95-35cd956a7102 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:08.035185 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-47ef91f9-e422-4d64-ad95-35cd956a7102 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:08.058247 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef91f9-e422-4d64-ad95-35cd956a7102 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824fda6b-75bc-4fc4-ae8e-33801394e426,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:08.120757 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-47ef91f9-e422-4d64-ad95-35cd956a7102 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:08.123392 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-47ef91f9-e422-4d64-ad95-35cd956a7102 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3672833 Jan 20 11:08:08.125085 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37386) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:08.130995 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c6a4e65d-7701-41d7-960e-bff3defaa317 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Request body: {'security_group_rule': {'security_group_id': '5be2613c-fc3b-485e-bbc1-269d8c7496c5', 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:08:08.136876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c6a4e65d-7701-41d7-960e-bff3defaa317 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:08:08.142401 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c6a4e65d-7701-41d7-960e-bff3defaa317 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Usage tracker for resource:security_group_rule and tenant:8d4e31846fd44271b665d8fe95fe7263 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:08:08.145366 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c6a4e65d-7701-41d7-960e-bff3defaa317 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:08:08.151292 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c6a4e65d-7701-41d7-960e-bff3defaa317 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:08:08.257091 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-c6a4e65d-7701-41d7-960e-bff3defaa317 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Project 8d4e31846fd44271b665d8fe95fe7263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:08:08.270318 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6a4e65d-7701-41d7-960e-bff3defaa317 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:08.348718 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57e649-c50b-4b82-86ab-7690be767002 req-5775750a-ecaa-49fc-82ea-ea1df644a8c4 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:08.350163 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0e57e649-c50b-4b82-86ab-7690be767002 req-5775750a-ecaa-49fc-82ea-ea1df644a8c4 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 946 time: 0.1269729 Jan 20 11:08:08.354378 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6a4e65d-7701-41d7-960e-bff3defaa317 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:08.399451 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0e57e649-c50b-4b82-86ab-7690be767002 req-fce6af84-f904-4660-88cc-289286d7c33c tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438032 Jan 20 11:08:08.417835 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6a4e65d-7701-41d7-960e-bff3defaa317 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:08.432663 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37390) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:08.437102 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4e65d-7701-41d7-960e-bff3defaa317 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a8b294-e7de-44c6-a92f-969da9f32090,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:08.490994 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bcb3f784-80cc-4af1-9e85-7a9c17a6b86b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f684b67c2864635a3411f297b37c3ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0561049 Jan 20 11:08:08.493432 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37396) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:08.520777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6a4e65d-7701-41d7-960e-bff3defaa317 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:08.524815 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c6a4e65d-7701-41d7-960e-bff3defaa317 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3958406 Jan 20 11:08:08.525270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37400) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:08.532673 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f27be4c6-7085-4a6a-9785-8b7054113f7d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Request body: {'security_group_rule': {'security_group_id': '5be2613c-fc3b-485e-bbc1-269d8c7496c5', 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:08:08.555518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-404a66d2-e8f7-4083-8ffd-9105e5d8a5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:08.571837 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f27be4c6-7085-4a6a-9785-8b7054113f7d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:08:08.580645 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f27be4c6-7085-4a6a-9785-8b7054113f7d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Usage tracker for resource:security_group_rule and tenant:8d4e31846fd44271b665d8fe95fe7263 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:08:08.584557 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f27be4c6-7085-4a6a-9785-8b7054113f7d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:08:08.585271 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-404a66d2-e8f7-4083-8ffd-9105e5d8a5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:08.591353 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f27be4c6-7085-4a6a-9785-8b7054113f7d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:08:08.627983 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec5eab-efd0-44a0-aea6-af08a35888ae req-02b3da86-d581-4a42-9201-9322d649b9c9 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:08.629448 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c6ec5eab-efd0-44a0-aea6-af08a35888ae req-02b3da86-d581-4a42-9201-9322d649b9c9 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 946 time: 0.1016827 Jan 20 11:08:08.665148 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-f27be4c6-7085-4a6a-9785-8b7054113f7d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Project 8d4e31846fd44271b665d8fe95fe7263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:08:08.676138 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f27be4c6-7085-4a6a-9785-8b7054113f7d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:08.688325 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c6ec5eab-efd0-44a0-aea6-af08a35888ae req-5776229d-5409-4fda-9fa1-3d9fe643d6e4 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531104 Jan 20 11:08:08.717971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37404) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:08.749454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f27be4c6-7085-4a6a-9785-8b7054113f7d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:08.752005 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-404a66d2-e8f7-4083-8ffd-9105e5d8a5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:08.774248 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a66d2-e8f7-4083-8ffd-9105e5d8a5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cb1277-16b4-4e4a-b431-c1fcac4d95cd,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:08.781071 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-404a66d2-e8f7-4083-8ffd-9105e5d8a5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:08.782245 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-404a66d2-e8f7-4083-8ffd-9105e5d8a5c3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b7cb1277-16b4-4e4a-b431-c1fcac4d95cd HTTP/1.1" status: 204 len: 168 time: 0.2878528 Jan 20 11:08:08.811615 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-25d9ec71-dae0-4471-9c42-a9023fbd64ba tempest-TestVolumeBootPattern-807242715 tempest-TestVolumeBootPattern-807242715-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 1094 time: 0.0884371 Jan 20 11:08:08.812765 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37410) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:08.818187 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': '00a6304a-e96f-4b27-96b0-204f3e3b34f9', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:08:08.823792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:08:08.828583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Usage tracker for resource:floatingip and tenant:e7bf4b9940474d57840e18b7d1fdae0c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:08:08.829873 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f27be4c6-7085-4a6a-9785-8b7054113f7d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:08.831500 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:08:08.837174 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:08:08.862119 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27be4c6-7085-4a6a-9785-8b7054113f7d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9606bcf1-750a-406f-b130-2a26e7cf3343,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:08.915385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for floatingip, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:08.926597 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f27be4c6-7085-4a6a-9785-8b7054113f7d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:08.928258 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f27be4c6-7085-4a6a-9785-8b7054113f7d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4019980 Jan 20 11:08:08.931199 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37414) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:08.938961 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b8469b34-3b52-4b66-bfb2-b2379a82cc82 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Request body: {'network': {'name': 'tempest-network-smoke--795812979', 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'port_security_enabled': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:08:08.944059 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b8469b34-3b52-4b66-bfb2-b2379a82cc82 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:08:08.948115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b8469b34-3b52-4b66-bfb2-b2379a82cc82 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Usage tracker for resource:network and tenant:8d4e31846fd44271b665d8fe95fe7263 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:08:08.951383 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b8469b34-3b52-4b66-bfb2-b2379a82cc82 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:08:08.957401 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b8469b34-3b52-4b66-bfb2-b2379a82cc82 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:08:09.017789 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8469b34-3b52-4b66-bfb2-b2379a82cc82 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Made reservation on behalf of 8d4e31846fd44271b665d8fe95fe7263 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:08:09.020804 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b8469b34-3b52-4b66-bfb2-b2379a82cc82 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:09.050191 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8469b34-3b52-4b66-bfb2-b2379a82cc82 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:08:09.077722 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b8469b34-3b52-4b66-bfb2-b2379a82cc82 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:09.077722 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-b8469b34-3b52-4b66-bfb2-b2379a82cc82 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Added segment 52a2ea17-6763-44ea-90d6-0be6008374d4 of type vlan for network 5d8c68fd-8f53-4aff-ba92-7701f48980a5 Jan 20 11:08:09.082289 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:09.091629 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b8469b34-3b52-4b66-bfb2-b2379a82cc82 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:09.212363 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b8469b34-3b52-4b66-bfb2-b2379a82cc82 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:09.216757 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8469b34-3b52-4b66-bfb2-b2379a82cc82 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:09.217374 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b8469b34-3b52-4b66-bfb2-b2379a82cc82 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:09.223855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Allocated IP 172.26.0.92 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/e6d24896-e7f0-4666-baa3-31376420b238) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:08:09.324119 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8469b34-3b52-4b66-bfb2-b2379a82cc82 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event updated for resources: {'Network': ['ID=5d8c68fd-8f53-4aff-ba92-7701f48980a5,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:09.334354 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 5d8c68fd-8f53-4aff-ba92-7701f48980a5 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:08:09.376681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:09.396903 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b8469b34-3b52-4b66-bfb2-b2379a82cc82 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4643621 Jan 20 11:08:09.400433 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37418) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:09.407029 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-371337448', 'admin_state_up': True, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:08:09.415420 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:08:09.421000 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Usage tracker for resource:router and tenant:8d4e31846fd44271b665d8fe95fe7263 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:08:09.424209 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:08:09.430294 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:08:09.495218 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:09.520966 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:09.533753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:09.534705 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:09.584429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:08:09.591971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:08:09.594654 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event updated for resources: {'Port': ['ID=e6d24896-e7f0-4666-baa3-31376420b238,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:09.596723 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:08:09.632895 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:09.895748 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:10.394810 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:10.427205 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:10.623126 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:10.648204 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Allocated IP 172.26.0.209 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/cdafcc40-ae51-424a-8d5b-dced27f82c96) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:08:10.790804 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:10.881221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:11.037631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:11.104061 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:11.143870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:11.182319 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:08:11.187159 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:08:11.214996 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:08:11.242433 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event updated for resources: {'Port': ['ID=cdafcc40-ae51-424a-8d5b-dced27f82c96,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:11.342519 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:11.411695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event updated for resources: {'Port': ['ID=e6d24896-e7f0-4666-baa3-31376420b238,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:11.609668 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Floating IP 49f4765d-234b-4789-953d-5b8feac31d93 associated. External IP: 172.26.0.92, port: 00a6304a-e96f-4b27-96b0-204f3e3b34f9. Jan 20 11:08:11.775414 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:11.776138 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:12.243728 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Router 0fd93555-bd6d-4050-b295-a4216058e108 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:08:12.387633 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Router 0f748072-4c4c-41cb-9e24-456ea93802e7 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:08:12.573731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:08:12.582720 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Sync routers for ids ['0fd93555-bd6d-4050-b295-a4216058e108'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:08:12.595156 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Routers {'0fd93555-bd6d-4050-b295-a4216058e108'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:08:12.595756 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:08:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0fd93555-bd6d-4050-b295-a4216058e108'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:12.689441 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:08:12.699194 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1064d4c3-bf08-411a-a183-8f7623415415 None None] Sync routers for ids ['0f748072-4c4c-41cb-9e24-456ea93802e7'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:08:12.706452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:12.707895 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0aee66c2-256c-4dc1-be7b-b648bc108ab7 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3065529 Jan 20 11:08:12.710847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37422) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:12.714736 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1064d4c3-bf08-411a-a183-8f7623415415 None None] Routers {'0f748072-4c4c-41cb-9e24-456ea93802e7'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:08:12.715396 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-1064d4c3-bf08-411a-a183-8f7623415415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:08:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0f748072-4c4c-41cb-9e24-456ea93802e7'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:12.754790 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:12.771993 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Set router 0fd93555-bd6d-4050-b295-a4216058e108 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:08:12.830173 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-34704ff3-62d6-42fe-90e5-5c90a411c485 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0161941 Jan 20 11:08:12.831080 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bada0c-6d51-4c84-a075-66db659b20b2', 'tag': '00a6304a-e96f-4b27-96b0-204f3e3b34f9'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:08:12.906394 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66bada0c-6d51-4c84-a075-66db659b20b2', 'tag': '00a6304a-e96f-4b27-96b0-204f3e3b34f9', 'status': 'completed', 'code': 200} Jan 20 11:08:12.928960 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-1064d4c3-bf08-411a-a183-8f7623415415 None None] Set router 0f748072-4c4c-41cb-9e24-456ea93802e7 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:08:13.040413 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4d8ae30d-7fd4-4c50-b61f-202b68c05174 req-46a040bd-7372-46e9-ade4-c19087c48b24 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 1099 time: 0.1124544 Jan 20 11:08:13.050968 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:08:13.079562 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd93555-bd6d-4050-b295-a4216058e108', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371337448', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:08:09Z', 'updated_at': '2022-01-20T11:08:11Z', 'revision_number': 3, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'gw_port': {'id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:13.083606 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Checking router: 0fd93555-bd6d-4050-b295-a4216058e108 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:08:13.083961 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Updating router 0fd93555-bd6d-4050-b295-a4216058e108 port cdafcc40-ae51-424a-8d5b-dced27f82c96 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:08:13.134192 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:13.172296 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-750deecf-6a10-43c1-aa67-9c54ed57ebbf tempest-TestNetworkAdvancedServerOps-944827894 tempest-TestNetworkAdvancedServerOps-944827894-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=8d4e31846fd44271b665d8fe95fe7263&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4567099 Jan 20 11:08:13.173137 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37432) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:13.221287 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ae30d-7fd4-4c50-b61f-202b68c05174 req-11336b3c-69c5-4f77-b43c-c2fb8a6bc328 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:13.222755 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4d8ae30d-7fd4-4c50-b61f-202b68c05174 req-11336b3c-69c5-4f77-b43c-c2fb8a6bc328 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 913 time: 0.1762564 Jan 20 11:08:13.329959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-1064d4c3-bf08-411a-a183-8f7623415415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '49f4765d-234b-4789-953d-5b8feac31d93', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'floating_ip_address': '172.26.0.92', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'port_id': '00a6304a-e96f-4b27-96b0-204f3e3b34f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'mac_address': 'fa:16:3e:27:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bada0c-6d51-4c84-a075-66db659b20b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:10Z', 'revision_number': 0, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:56Z', 'revision_number': 5, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:13.335744 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1064d4c3-bf08-411a-a183-8f7623415415 None None] Checking router: 0f748072-4c4c-41cb-9e24-456ea93802e7 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:08:13.352210 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4d8ae30d-7fd4-4c50-b61f-202b68c05174 req-4d10cc62-8fcf-428a-9b96-d1f5983b2f60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00a6304a-e96f-4b27-96b0-204f3e3b34f9 HTTP/1.1" status: 200 len: 999 time: 0.1231484 Jan 20 11:08:13.353455 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1064d4c3-bf08-411a-a183-8f7623415415 None None] Routers {'0f748072-4c4c-41cb-9e24-456ea93802e7'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:08:13.354171 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-1064d4c3-bf08-411a-a183-8f7623415415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:08:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0f748072-4c4c-41cb-9e24-456ea93802e7'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:13.401981 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4cb926-7274-4af5-8a9f-6606ededc56e tempest-TestNetworkAdvancedServerOps-944827894 tempest-TestNetworkAdvancedServerOps-944827894-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:13.406993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37436) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:13.407264 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7c4cb926-7274-4af5-8a9f-6606ededc56e tempest-TestNetworkAdvancedServerOps-944827894 tempest-TestNetworkAdvancedServerOps-944827894-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2333720 Jan 20 11:08:13.541727 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:13.547589 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-1064d4c3-bf08-411a-a183-8f7623415415 None None] Set router 0f748072-4c4c-41cb-9e24-456ea93802e7 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:08:13.554447 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Transition to ACTIVE for port object cdafcc40-ae51-424a-8d5b-dced27f82c96 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:08:13.582272 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8b93165f-f197-4cf5-8793-badc025fb605 tempest-TestNetworkAdvancedServerOps-944827894 tempest-TestNetworkAdvancedServerOps-944827894-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1738796 Jan 20 11:08:13.585176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37440) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:13.587912 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ae30d-7fd4-4c50-b61f-202b68c05174 req-96d1c76a-d5fe-4051-82ed-e6dc6af2add3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:13.589362 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4d8ae30d-7fd4-4c50-b61f-202b68c05174 req-96d1c76a-d5fe-4051-82ed-e6dc6af2add3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd01cfe5-3172-4c47-b68a-b9a8e924614a HTTP/1.1" status: 200 len: 851 time: 0.2312410 Jan 20 11:08:13.591206 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ab5a7d28-ebdd-4acc-aac9-0cb21578cc23 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1996509710', 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5', 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:08:13.624147 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:13.665371 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4d8ae30d-7fd4-4c50-b61f-202b68c05174 req-70211bd4-6bd2-4e67-9563-83d415f0a0eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2976230-b7ed-4004-90c6-e1b2d37a86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698812 Jan 20 11:08:13.708127 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ab5a7d28-ebdd-4acc-aac9-0cb21578cc23 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:08:13.711929 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ab5a7d28-ebdd-4acc-aac9-0cb21578cc23 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Usage tracker for resource:subnet and tenant:8d4e31846fd44271b665d8fe95fe7263 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:08:13.715021 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ab5a7d28-ebdd-4acc-aac9-0cb21578cc23 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:08:13.723900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ab5a7d28-ebdd-4acc-aac9-0cb21578cc23 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:08:13.724647 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Attempting to bind port cdafcc40-ae51-424a-8d5b-dced27f82c96 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:08:13.725022 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Attempting to bind port cdafcc40-ae51-424a-8d5b-dced27f82c96 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:08:13.725382 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Attempting to bind port cdafcc40-ae51-424a-8d5b-dced27f82c96 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:08:13.733115 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a068ec-271e-4613-9f10-cb2d6d146600 None None] Pushing event updated for resources: {'Port': ['ID=cdafcc40-ae51-424a-8d5b-dced27f82c96,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:13.744083 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a068ec-271e-4613-9f10-cb2d6d146600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:13.744417 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a068ec-271e-4613-9f10-cb2d6d146600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:13.744753 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a068ec-271e-4613-9f10-cb2d6d146600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:13.745131 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a068ec-271e-4613-9f10-cb2d6d146600 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:13.745466 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a068ec-271e-4613-9f10-cb2d6d146600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:13.745819 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a068ec-271e-4613-9f10-cb2d6d146600 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:13.746141 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a068ec-271e-4613-9f10-cb2d6d146600 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:13.746462 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a068ec-271e-4613-9f10-cb2d6d146600 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:13.746825 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a068ec-271e-4613-9f10-cb2d6d146600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:13.747762 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a068ec-271e-4613-9f10-cb2d6d146600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:13.748085 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a068ec-271e-4613-9f10-cb2d6d146600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:13.753320 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:08:13.753320 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:08:13.753674 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:13.754017 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:08:13.754477 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Bound port: cdafcc40-ae51-424a-8d5b-dced27f82c96, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:08:13.754863 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:13.795891 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5a7d28-ebdd-4acc-aac9-0cb21578cc23 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Made reservation on behalf of 8d4e31846fd44271b665d8fe95fe7263 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:08:13.825484 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4d8ae30d-7fd4-4c50-b61f-202b68c05174 req-692a1076-67d9-4f91-9cbe-dfc1519d3daa service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537142 Jan 20 11:08:13.848930 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] For port cdafcc40-ae51-424a-8d5b-dced27f82c96, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:08:13.855029 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] For port cdafcc40-ae51-424a-8d5b-dced27f82c96, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=cdafcc40-ae51-424a-8d5b-dced27f82c96,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:08:13.922130 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:13.926050 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ab5a7d28-ebdd-4acc-aac9-0cb21578cc23 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:13.972011 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4d8ae30d-7fd4-4c50-b61f-202b68c05174 req-7fe0a395-edad-4d21-9227-cf6aeec1d9e3 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406322 Jan 20 11:08:13.979622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-1064d4c3-bf08-411a-a183-8f7623415415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '49f4765d-234b-4789-953d-5b8feac31d93', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'floating_ip_address': '172.26.0.92', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'port_id': '00a6304a-e96f-4b27-96b0-204f3e3b34f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'mac_address': 'fa:16:3e:27:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bada0c-6d51-4c84-a075-66db659b20b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:10Z', 'revision_number': 0, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:56Z', 'revision_number': 5, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:13.985655 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1064d4c3-bf08-411a-a183-8f7623415415 None None] The sync data for ids ['0f748072-4c4c-41cb-9e24-456ea93802e7'] in dv-neutron-825471-1-hyperv is: [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '49f4765d-234b-4789-953d-5b8feac31d93', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'floating_ip_address': '172.26.0.92', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'port_id': '00a6304a-e96f-4b27-96b0-204f3e3b34f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'mac_address': 'fa:16:3e:27:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bada0c-6d51-4c84-a075-66db659b20b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:10Z', 'revision_number': 0, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:56Z', 'revision_number': 5, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:08:14.050359 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a068ec-271e-4613-9f10-cb2d6d146600 None None] Pushing event updated for resources: {'Port': ['ID=cdafcc40-ae51-424a-8d5b-dced27f82c96,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:14.057000 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Routers {'0fd93555-bd6d-4050-b295-a4216058e108'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:08:14.058964 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:08:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0fd93555-bd6d-4050-b295-a4216058e108'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:14.223260 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a171c10f-2cfb-4b6d-a7e8-394c5ce37a93 None None] New status for floating IP 49f4765d-234b-4789-953d-5b8feac31d93: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:08:14.247369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ab5a7d28-ebdd-4acc-aac9-0cb21578cc23 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:14.327305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a7d28-ebdd-4acc-aac9-0cb21578cc23 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event updated for resources: {'Subnet': ['ID=1d49c847-1619-4241-91f4-58c7d74e16b1,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:14.329117 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] Set router 0fd93555-bd6d-4050-b295-a4216058e108 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:08:14.339979 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5a7d28-ebdd-4acc-aac9-0cb21578cc23 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Checking segment: {'id': '52a2ea17-6763-44ea-90d6-0be6008374d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:08:14.340334 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5a7d28-ebdd-4acc-aac9-0cb21578cc23 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Network hostable DHCP agents. Network: 5d8c68fd-8f53-4aff-ba92-7701f48980a5, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:08:14.452224 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5a7d28-ebdd-4acc-aac9-0cb21578cc23 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Network 5d8c68fd-8f53-4aff-ba92-7701f48980a5 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:08:14.543438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-ab5a7d28-ebdd-4acc-aac9-0cb21578cc23 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 5d8c68fd-8f53-4aff-ba92-7701f48980a5) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:08:14.548516 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5a7d28-ebdd-4acc-aac9-0cb21578cc23 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:14.549240 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ab5a7d28-ebdd-4acc-aac9-0cb21578cc23 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:14.553770 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817cd9fc-1161-4b35-9f15-9b4c574f96db None None] Network 5d8c68fd-8f53-4aff-ba92-7701f48980a5 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:08:14.638820 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ab5a7d28-ebdd-4acc-aac9-0cb21578cc23 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0493944 Jan 20 11:08:14.639073 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37444) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:14.773624 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd93555-bd6d-4050-b295-a4216058e108', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371337448', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:08:09Z', 'updated_at': '2022-01-20T11:08:11Z', 'revision_number': 3, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'gw_port': {'id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:14.775885 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-5d8c68fd-8f53-4aff-ba92-7701f48980a5', 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'fixed_ips': [{'subnet_id': '1d49c847-1619-4241-91f4-58c7d74e16b1'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:08:14.776732 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:14.782651 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d14fb-b113-4960-9835-5c675c17df32 None None] The sync data for ids ['0fd93555-bd6d-4050-b295-a4216058e108'] in dv-neutron-825471-1-hyperv is: [{'id': '0fd93555-bd6d-4050-b295-a4216058e108', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371337448', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:08:09Z', 'updated_at': '2022-01-20T11:08:11Z', 'revision_number': 3, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'gw_port': {'id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:08:14.955268 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Allocated IP 172.20.0.2 (5d8c68fd-8f53-4aff-ba92-7701f48980a5/1d49c847-1619-4241-91f4-58c7d74e16b1/c53692f7-9cf0-4773-9bba-562e43cc39b0) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:08:15.173370 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:15.183998 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Transition to ACTIVE for port object c53692f7-9cf0-4773-9bba-562e43cc39b0 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:08:15.203269 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Transition to ACTIVE for port object c53692f7-9cf0-4773-9bba-562e43cc39b0 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:08:15.259044 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:15.348160 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Pushing event updated for resources: {'Port': ['ID=c53692f7-9cf0-4773-9bba-562e43cc39b0,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:15.360082 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Network 5d8c68fd-8f53-4aff-ba92-7701f48980a5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:08:15.364533 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:08:15.367580 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:15.367935 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:15.368275 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:15.368611 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:15.368943 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:15.369274 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:15.369732 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:15.370069 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:15.370395 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:15.370745 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:15.371071 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:08:15.374754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:08:15.454763 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:15.466963 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Attempting to bind port c53692f7-9cf0-4773-9bba-562e43cc39b0 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:08:15.467335 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Attempting to bind port c53692f7-9cf0-4773-9bba-562e43cc39b0 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '52a2ea17-6763-44ea-90d6-0be6008374d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:08:15.467702 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Attempting to bind port c53692f7-9cf0-4773-9bba-562e43cc39b0 on network 5d8c68fd-8f53-4aff-ba92-7701f48980a5 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:08:15.474140 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:08:15.474511 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Checking segment: {'id': '52a2ea17-6763-44ea-90d6-0be6008374d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:08:15.474910 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:15.475299 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Bound using segment: {'id': '52a2ea17-6763-44ea-90d6-0be6008374d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:08:15.475760 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Bound port: c53692f7-9cf0-4773-9bba-562e43cc39b0, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a2ea17-6763-44ea-90d6-0be6008374d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:08:15.476127 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:15.566306 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] For port c53692f7-9cf0-4773-9bba-562e43cc39b0, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:08:15.569363 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] For port c53692f7-9cf0-4773-9bba-562e43cc39b0, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c53692f7-9cf0-4773-9bba-562e43cc39b0,segment=NetworkSegment(52a2ea17-6763-44ea-90d6-0be6008374d4),segment_id=52a2ea17-6763-44ea-90d6-0be6008374d4)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:08:15.629630 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:15.711778 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3badf1-d119-43a6-a961-0053d9ba7723 None None] Pushing event updated for resources: {'Port': ['ID=c53692f7-9cf0-4773-9bba-562e43cc39b0,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:15.993394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Allocated IP 172.20.0.1 (5d8c68fd-8f53-4aff-ba92-7701f48980a5/1d49c847-1619-4241-91f4-58c7d74e16b1/9a4eaacf-3c88-433a-8a60-b371c8754e4e) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:08:16.154252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:16.171511 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Transition to ACTIVE for port object 9a4eaacf-3c88-433a-8a60-b371c8754e4e will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:08:16.252061 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:16.331421 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Network 5d8c68fd-8f53-4aff-ba92-7701f48980a5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:08:16.331421 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:08:16.331421 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:08:16.371163 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event updated for resources: {'Port': ['ID=9a4eaacf-3c88-433a-8a60-b371c8754e4e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:16.398282 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:16.573862 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:16.764549 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9289ba-cd93-4dde-81d8-f8870271c6ef None None] Network 5d8c68fd-8f53-4aff-ba92-7701f48980a5 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:08:16.982648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9f58a4a8-ff6a-454a-a42b-e9235e191b03 None None] Provisioning for port c53692f7-9cf0-4773-9bba-562e43cc39b0 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:08:17.014997 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:17.063747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:17.166376 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event updated for resources: {'Port': ['ID=9a4eaacf-3c88-433a-8a60-b371c8754e4e,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:17.185010 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:17.330325 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Network 5d8c68fd-8f53-4aff-ba92-7701f48980a5 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:08:17.331835 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:08:17.411584 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f8353c64-9f53-461b-9dd3-b6afb75d89f8 None None] Provisioning for port 9a4eaacf-3c88-433a-8a60-b371c8754e4e completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:08:17.416758 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f8353c64-9f53-461b-9dd3-b6afb75d89f8 None None] Provisioning complete for port 9a4eaacf-3c88-433a-8a60-b371c8754e4e triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:08:17.417256 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8353c64-9f53-461b-9dd3-b6afb75d89f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:17.477149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f8353c64-9f53-461b-9dd3-b6afb75d89f8 None None] Port 9a4eaacf-3c88-433a-8a60-b371c8754e4e cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:08:17.600912 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2970f601-8d0f-4246-87c6-0985a2b7bfd0 None None] Provisioning complete for port 9a4eaacf-3c88-433a-8a60-b371c8754e4e triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:08:17.601293 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2970f601-8d0f-4246-87c6-0985a2b7bfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:17.654440 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-2970f601-8d0f-4246-87c6-0985a2b7bfd0 None None] Port 9a4eaacf-3c88-433a-8a60-b371c8754e4e cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:08:17.823346 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Router 0fd93555-bd6d-4050-b295-a4216058e108 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:08:17.851967 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device cdafcc40-ae51-424a-8d5b-dced27f82c96 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:08:17.994594 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port cdafcc40-ae51-424a-8d5b-dced27f82c96 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:08:18.000798 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port cdafcc40-ae51-424a-8d5b-dced27f82c96 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:08:18.001178 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:18.029787 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:08:18.040452 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8f692a5f-edfd-4a18-b1ca-7f864ba7a984 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "PUT /v2.0/routers/0fd93555-bd6d-4050-b295-a4216058e108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3988779 Jan 20 11:08:18.123648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:18.141600 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port cdafcc40-ae51-424a-8d5b-dced27f82c96, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=cdafcc40-ae51-424a-8d5b-dced27f82c96,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:08:18.229797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:18.232284 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c53692f7-9cf0-4773-9bba-562e43cc39b0 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:08:18.321948 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-37dbfc8f-bec8-4016-91d1-3027464410c2 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36550853&fields=id&tenant_id=8d4e31846fd44271b665d8fe95fe7263 HTTP/1.1" status: 200 len: 267 time: 0.0726371 Jan 20 11:08:18.347348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=cdafcc40-ae51-424a-8d5b-dced27f82c96,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:18.446132 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port c53692f7-9cf0-4773-9bba-562e43cc39b0 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:08:18.452540 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port c53692f7-9cf0-4773-9bba-562e43cc39b0 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:08:18.453256 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:18.480130 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-6a2ecc35-f7bf-4015-b7f7-33526e4cd736 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:18.481514 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-6a2ecc35-f7bf-4015-b7f7-33526e4cd736 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Synchronizing usage tracker for tenant:8d4e31846fd44271b665d8fe95fe7263 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:08:18.555036 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-6a2ecc35-f7bf-4015-b7f7-33526e4cd736 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Unset dirty status for tenant:8d4e31846fd44271b665d8fe95fe7263 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:08:18.557019 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-6a2ecc35-f7bf-4015-b7f7-33526e4cd736 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/networks?id=5d8c68fd-8f53-4aff-ba92-7701f48980a5 HTTP/1.1" status: 200 len: 796 time: 0.2341869 Jan 20 11:08:18.574931 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-3bc71555-da11-4fcf-bde5-fe284ee6fbb5 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/quotas/8d4e31846fd44271b665d8fe95fe7263 HTTP/1.1" status: 200 len: 375 time: 0.0114152 Jan 20 11:08:18.619981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:18.654755 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port c53692f7-9cf0-4773-9bba-562e43cc39b0, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c53692f7-9cf0-4773-9bba-562e43cc39b0,segment=NetworkSegment(52a2ea17-6763-44ea-90d6-0be6008374d4),segment_id=52a2ea17-6763-44ea-90d6-0be6008374d4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:08:18.671191 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-85c58c81-a381-466b-bc39-63d8afec889e tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Synchronizing usage tracker for tenant:8d4e31846fd44271b665d8fe95fe7263 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:08:18.738324 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:18.764330 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-85c58c81-a381-466b-bc39-63d8afec889e tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Unset dirty status for tenant:8d4e31846fd44271b665d8fe95fe7263 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:08:18.764330 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-85c58c81-a381-466b-bc39-63d8afec889e tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d4e31846fd44271b665d8fe95fe7263&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1801310 Jan 20 11:08:18.806969 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=c53692f7-9cf0-4773-9bba-562e43cc39b0,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:18.909698 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-9b86d424-0ba7-4e41-8812-f1327cb29e64 service neutron] 10.222.0.70 "GET /v2.0/networks/5d8c68fd-8f53-4aff-ba92-7701f48980a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347306 Jan 20 11:08:19.047399 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-e0e4482e-43a1-4f6d-86d0-a0dbeb1cb217 service neutron] 10.222.0.70 "GET /v2.0/networks/5d8c68fd-8f53-4aff-ba92-7701f48980a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309092 Jan 20 11:08:19.310855 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-daa9372f-6f25-4300-a3f3-c07ac2f7157e req-3132cc2d-f45b-49a8-b9c2-95f6bc55e1d6 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 210 time: 0.0418892 Jan 20 11:08:19.811861 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device cdafcc40-ae51-424a-8d5b-dced27f82c96 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:08:19.879052 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port cdafcc40-ae51-424a-8d5b-dced27f82c96 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:08:19.879424 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:19.997192 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c53692f7-9cf0-4773-9bba-562e43cc39b0 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:08:20.055514 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port c53692f7-9cf0-4773-9bba-562e43cc39b0 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:08:20.055886 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:20.470854 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5aae06a6-a734-4459-8c86-fae8b47aaba6 req-461dfadc-999e-4f24-a944-cb55552b182d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 210 time: 0.0419049 Jan 20 11:08:21.464625 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-e6f8dc69-627b-4a2f-86dc-17c8d4f1a9d2 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:21.466116 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-e6f8dc69-627b-4a2f-86dc-17c8d4f1a9d2 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.72 "GET /v2.0/networks?id=5d8c68fd-8f53-4aff-ba92-7701f48980a5 HTTP/1.1" status: 200 len: 796 time: 0.1433144 Jan 20 11:08:21.524432 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-62bbd1dd-46be-43e9-b4ba-bdc8957d83e4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Synchronizing usage tracker for tenant:8d4e31846fd44271b665d8fe95fe7263 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:08:21.635171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-62bbd1dd-46be-43e9-b4ba-bdc8957d83e4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Unset dirty status for tenant:8d4e31846fd44271b665d8fe95fe7263 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:08:21.639884 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ceb1f0e3-1018-4f86-8855-6e652e7fe8aa req-f6d429ce-f8bb-4b56-9a73-18d9e71a3015 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 210 time: 0.0475497 Jan 20 11:08:21.640538 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-62bbd1dd-46be-43e9-b4ba-bdc8957d83e4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d4e31846fd44271b665d8fe95fe7263 HTTP/1.1" status: 200 len: 378 time: 0.1603746 Jan 20 11:08:21.650379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-2ea85ef7-f063-4548-a13c-5a7722efcdc1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Request body: {'port': {'device_id': '190b580f-a6b1-420f-9640-b0d053778c9d', 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5', 'admin_state_up': True, 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'security_groups': ['5be2613c-fc3b-485e-bbc1-269d8c7496c5']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:08:21.792767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-2ea85ef7-f063-4548-a13c-5a7722efcdc1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:08:21.802587 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-2ea85ef7-f063-4548-a13c-5a7722efcdc1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:08:21.874745 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-2ea85ef7-f063-4548-a13c-5a7722efcdc1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Made reservation on behalf of 8d4e31846fd44271b665d8fe95fe7263 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:08:21.877883 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-2ea85ef7-f063-4548-a13c-5a7722efcdc1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:22.036463 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-2ea85ef7-f063-4548-a13c-5a7722efcdc1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Allocated IP 172.20.0.9 (5d8c68fd-8f53-4aff-ba92-7701f48980a5/1d49c847-1619-4241-91f4-58c7d74e16b1/c5635891-66c5-43e9-999f-c7fba275f51a) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:08:22.217488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-2ea85ef7-f063-4548-a13c-5a7722efcdc1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:22.232215 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-2ea85ef7-f063-4548-a13c-5a7722efcdc1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Transition to ACTIVE for port object c5635891-66c5-43e9-999f-c7fba275f51a will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:08:22.354870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-2ea85ef7-f063-4548-a13c-5a7722efcdc1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:22.423207 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-2ea85ef7-f063-4548-a13c-5a7722efcdc1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Network 5d8c68fd-8f53-4aff-ba92-7701f48980a5 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:08:22.426148 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-2ea85ef7-f063-4548-a13c-5a7722efcdc1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:08:22.429988 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-2ea85ef7-f063-4548-a13c-5a7722efcdc1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:08:22.460496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea85ef7-f063-4548-a13c-5a7722efcdc1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event updated for resources: {'Port': ['ID=c5635891-66c5-43e9-999f-c7fba275f51a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:22.503132 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-2ea85ef7-f063-4548-a13c-5a7722efcdc1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:22.503800 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-2ea85ef7-f063-4548-a13c-5a7722efcdc1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:22.595510 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-2ea85ef7-f063-4548-a13c-5a7722efcdc1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9489801 Jan 20 11:08:22.611316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Request body: {'port': {'device_id': '190b580f-a6b1-420f-9640-b0d053778c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:08:22.766289 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1f4ef14e-5747-470b-83f0-316ae889bdd3 None None] Provisioning for port c5635891-66c5-43e9-999f-c7fba275f51a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:08:22.772664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1f4ef14e-5747-470b-83f0-316ae889bdd3 None None] Provisioning complete for port c5635891-66c5-43e9-999f-c7fba275f51a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:08:22.773049 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1f4ef14e-5747-470b-83f0-316ae889bdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:22.775547 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:22.795586 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b0545e96-b2e5-451a-85d7-8f7042511314 req-b3755b80-a6cf-43a1-9406-f9d65b51e1c5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1587462 Jan 20 11:08:22.832365 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ef14e-5747-470b-83f0-316ae889bdd3 None None] Port c5635891-66c5-43e9-999f-c7fba275f51a cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:08:22.849854 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef62879-db5e-4634-8fbe-0ce5c6ff3562 req-fa86b9d3-bd75-4147-8713-1a9289ce181f tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:22.851298 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aef62879-db5e-4634-8fbe-0ce5c6ff3562 req-fa86b9d3-bd75-4147-8713-1a9289ce181f tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 931 time: 0.0834956 Jan 20 11:08:22.910831 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aef62879-db5e-4634-8fbe-0ce5c6ff3562 req-3ee89306-a0c8-404f-9463-d476c07c9a6b tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517287 Jan 20 11:08:23.158250 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b0545e96-b2e5-451a-85d7-8f7042511314 req-e9c6b29a-51ad-4854-9f34-c1fdf5b47765 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 1099 time: 0.2638147 Jan 20 11:08:23.370199 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0545e96-b2e5-451a-85d7-8f7042511314 req-d364be24-62a6-443f-8e52-82aab3374817 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:23.372173 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b0545e96-b2e5-451a-85d7-8f7042511314 req-d364be24-62a6-443f-8e52-82aab3374817 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 913 time: 0.1962004 Jan 20 11:08:23.377609 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5635891-66c5-43e9-999f-c7fba275f51a {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:08:23.440794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:23.479992 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Transition to ACTIVE for port object c5635891-66c5-43e9-999f-c7fba275f51a will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:08:23.491913 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b0545e96-b2e5-451a-85d7-8f7042511314 req-253e2555-ff8f-4f6e-aff5-db1161ad8f51 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00a6304a-e96f-4b27-96b0-204f3e3b34f9 HTTP/1.1" status: 200 len: 1001 time: 0.1103919 Jan 20 11:08:23.539963 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:23.615796 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0545e96-b2e5-451a-85d7-8f7042511314 req-5bfa696f-89cb-4e71-845f-133db0b495ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:23.616386 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b0545e96-b2e5-451a-85d7-8f7042511314 req-5bfa696f-89cb-4e71-845f-133db0b495ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd01cfe5-3172-4c47-b68a-b9a8e924614a HTTP/1.1" status: 200 len: 851 time: 0.1188948 Jan 20 11:08:23.698282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Pushing event updated for resources: {'Port': ['ID=c5635891-66c5-43e9-999f-c7fba275f51a,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:23.847906 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b0545e96-b2e5-451a-85d7-8f7042511314 req-c7f66b4d-03cc-454c-897e-b04b5f18e2ed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2976230-b7ed-4004-90c6-e1b2d37a86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1803031 Jan 20 11:08:23.849951 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Attempting to bind port c5635891-66c5-43e9-999f-c7fba275f51a on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:08:23.850281 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Attempting to bind port c5635891-66c5-43e9-999f-c7fba275f51a by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '52a2ea17-6763-44ea-90d6-0be6008374d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:08:23.850601 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Attempting to bind port c5635891-66c5-43e9-999f-c7fba275f51a on network 5d8c68fd-8f53-4aff-ba92-7701f48980a5 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:08:23.876334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Port c5635891-66c5-43e9-999f-c7fba275f51a on network 5d8c68fd-8f53-4aff-ba92-7701f48980a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:08:23.876657 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Attempting to bind port c5635891-66c5-43e9-999f-c7fba275f51a on network 5d8c68fd-8f53-4aff-ba92-7701f48980a5 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:08:23.934767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:08:23.935091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Checking segment: {'id': '52a2ea17-6763-44ea-90d6-0be6008374d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:08:23.935730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Bound using segment: {'id': '52a2ea17-6763-44ea-90d6-0be6008374d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:08:23.936150 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Bound port: c5635891-66c5-43e9-999f-c7fba275f51a, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a2ea17-6763-44ea-90d6-0be6008374d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:08:23.936639 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:24.053158 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b0545e96-b2e5-451a-85d7-8f7042511314 req-b3e9cbe2-3908-4e39-9440-523e84ad10f2 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968391 Jan 20 11:08:24.116897 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a3bce-24f4-4416-85c4-d65dfa078bd3 req-e87f4dfd-1e18-41fb-9f88-3ff6f7cc0330 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:24.118377 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8c4a3bce-24f4-4416-85c4-d65dfa078bd3 req-e87f4dfd-1e18-41fb-9f88-3ff6f7cc0330 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 943 time: 0.0835099 Jan 20 11:08:24.135761 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] For port c5635891-66c5-43e9-999f-c7fba275f51a, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:08:24.148948 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] For port c5635891-66c5-43e9-999f-c7fba275f51a, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=c5635891-66c5-43e9-999f-c7fba275f51a,segment=NetworkSegment(52a2ea17-6763-44ea-90d6-0be6008374d4),segment_id=52a2ea17-6763-44ea-90d6-0be6008374d4)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:08:24.170140 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8c4a3bce-24f4-4416-85c4-d65dfa078bd3 req-fe2868c0-6789-47ba-bf62-c56ca3be0d7d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453291 Jan 20 11:08:24.201508 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b0545e96-b2e5-451a-85d7-8f7042511314 req-93356a59-be18-4824-99f7-c04226d7b841 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379449 Jan 20 11:08:24.203239 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:24.266400 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:24.266400 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] 10.222.0.72 "PUT /v2.0/ports/c5635891-66c5-43e9-999f-c7fba275f51a HTTP/1.1" status: 200 len: 1093 time: 1.6590698 Jan 20 11:08:24.268852 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190b580f-a6b1-420f-9640-b0d053778c9d', 'tag': 'c5635891-66c5-43e9-999f-c7fba275f51a'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:08:24.289203 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abdb7c-0fbe-47aa-a990-901c6d62b456 service neutron] Pushing event updated for resources: {'Port': ['ID=c5635891-66c5-43e9-999f-c7fba275f51a,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:24.333966 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190b580f-a6b1-420f-9640-b0d053778c9d', 'tag': 'c5635891-66c5-43e9-999f-c7fba275f51a', 'status': 'completed', 'code': 200} Jan 20 11:08:24.429173 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b61faa0f-e572-4fce-beeb-2ce4729fdee7 req-474f7f55-4381-4b43-9980-23312f8b5048 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d4e31846fd44271b665d8fe95fe7263&device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 1096 time: 0.0750041 Jan 20 11:08:24.566144 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61faa0f-e572-4fce-beeb-2ce4729fdee7 req-d19f60ff-ed26-42f7-a301-0a75ea3eaef1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:24.567587 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b61faa0f-e572-4fce-beeb-2ce4729fdee7 req-d19f60ff-ed26-42f7-a301-0a75ea3eaef1 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8d4e31846fd44271b665d8fe95fe7263&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1323018 Jan 20 11:08:24.700277 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61faa0f-e572-4fce-beeb-2ce4729fdee7 req-2460d6b6-9237-4ea5-a1ca-92973de89a3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:24.701751 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b61faa0f-e572-4fce-beeb-2ce4729fdee7 req-2460d6b6-9237-4ea5-a1ca-92973de89a3c service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284947 Jan 20 11:08:24.896687 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-bd87e416-2633-43a5-ad98-6b301dd968ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d4e31846fd44271b665d8fe95fe7263&device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 1096 time: 0.1587427 Jan 20 11:08:24.968130 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-40bdde73-140c-4079-be52-1a37ac8c0cea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5635891-66c5-43e9-999f-c7fba275f51a HTTP/1.1" status: 200 len: 217 time: 0.0635400 Jan 20 11:08:25.028455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-375e2653-618c-4e1b-b94f-be42efd1dffc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:25.029892 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-375e2653-618c-4e1b-b94f-be42efd1dffc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d49c847-1619-4241-91f4-58c7d74e16b1 HTTP/1.1" status: 200 len: 835 time: 0.0565844 Jan 20 11:08:25.111109 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-c99fb9a1-401c-4d5d-87b4-cec3c03ab2c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5d8c68fd-8f53-4aff-ba92-7701f48980a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706060 Jan 20 11:08:25.250670 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-c0328de4-9145-49df-87d7-4f2319c42327 service neutron] 10.222.0.72 "GET /v2.0/networks/5d8c68fd-8f53-4aff-ba92-7701f48980a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308851 Jan 20 11:08:25.394598 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-739b5bc9-91a7-4840-9e66-3b39b4ee1ae5 req-c440a011-8c22-4105-882a-5fee80597ad1 service neutron] 10.222.0.72 "GET /v2.0/networks/5d8c68fd-8f53-4aff-ba92-7701f48980a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386263 Jan 20 11:08:25.397834 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bda09f-4784-48eb-9bfe-d518dc7f5417 req-9ed7c388-43b1-4568-aa10-3710271a7eff tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:25.401666 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7bda09f-4784-48eb-9bfe-d518dc7f5417 req-9ed7c388-43b1-4568-aa10-3710271a7eff tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 943 time: 0.0869472 Jan 20 11:08:25.447392 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7bda09f-4784-48eb-9bfe-d518dc7f5417 req-d658d65e-9ccd-4bb0-8918-face5918177a tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418475 Jan 20 11:08:26.660584 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d221f6-75c1-4bbc-8957-bb8bf3e022f5 req-0eba6745-1558-46b9-91c0-b9ce2d4010a4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:26.660584 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-46d221f6-75c1-4bbc-8957-bb8bf3e022f5 req-0eba6745-1558-46b9-91c0-b9ce2d4010a4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 943 time: 0.0854685 Jan 20 11:08:26.717378 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-46d221f6-75c1-4bbc-8957-bb8bf3e022f5 req-721ce36e-3d08-4ca6-95d8-b27a5d345175 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418017 Jan 20 11:08:27.921371 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device c5635891-66c5-43e9-999f-c7fba275f51a details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:08:27.967519 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234843a1-fe97-4719-bf37-c0db2c5f6c47 req-1e1ed6cc-fcc0-40f5-8201-0ea7e9c12c42 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:27.967519 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-234843a1-fe97-4719-bf37-c0db2c5f6c47 req-1e1ed6cc-fcc0-40f5-8201-0ea7e9c12c42 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 943 time: 0.1117797 Jan 20 11:08:28.019996 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Sync routers for ids ['0fd93555-bd6d-4050-b295-a4216058e108'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:08:28.024482 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-234843a1-fe97-4719-bf37-c0db2c5f6c47 req-004f34f2-b8dc-49d0-b4ce-6365384192ed tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541906 Jan 20 11:08:28.072010 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Routers {'0fd93555-bd6d-4050-b295-a4216058e108'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:08:28.072010 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:08:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0fd93555-bd6d-4050-b295-a4216058e108'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:28.166998 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port c5635891-66c5-43e9-999f-c7fba275f51a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=c5635891-66c5-43e9-999f-c7fba275f51a,segment=NetworkSegment(52a2ea17-6763-44ea-90d6-0be6008374d4),segment_id=52a2ea17-6763-44ea-90d6-0be6008374d4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:08:28.232929 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'c5635891-66c5-43e9-999f-c7fba275f51a', 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5', 'port_id': 'c5635891-66c5-43e9-999f-c7fba275f51a', 'mac_address': 'fa:16:3e:0e:aa:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:08:28.316858 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:28.338047 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5635891-66c5-43e9-999f-c7fba275f51a {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:08:28.344399 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Set router 0fd93555-bd6d-4050-b295-a4216058e108 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:08:28.410488 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port c5635891-66c5-43e9-999f-c7fba275f51a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=c5635891-66c5-43e9-999f-c7fba275f51a,segment=NetworkSegment(52a2ea17-6763-44ea-90d6-0be6008374d4),segment_id=52a2ea17-6763-44ea-90d6-0be6008374d4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:08:28.493872 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:28.631967 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=c5635891-66c5-43e9-999f-c7fba275f51a,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:28.710678 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['c5635891-66c5-43e9-999f-c7fba275f51a'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:08:28.757452 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd93555-bd6d-4050-b295-a4216058e108', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371337448', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:08:09Z', 'updated_at': '2022-01-20T11:08:16Z', 'revision_number': 4, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'gw_port': {'id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '9a4eaacf-3c88-433a-8a60-b371c8754e4e', 'name': '', 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'mac_address': 'fa:16:3e:fc:86:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:15Z', 'updated_at': '2022-01-20T11:08:16Z', 'revision_number': 2, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'subnets': [{'id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:28.766937 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Checking router: 0fd93555-bd6d-4050-b295-a4216058e108 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:08:28.767305 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Updating router 0fd93555-bd6d-4050-b295-a4216058e108 port 9a4eaacf-3c88-433a-8a60-b371c8754e4e binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:08:28.873925 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:29.219365 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b89f1-77ea-4145-9c9a-74730ba0626f req-0f4133ec-127b-47de-8fcd-fd04520c8f9b tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:29.220712 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8e6b89f1-77ea-4145-9c9a-74730ba0626f req-0f4133ec-127b-47de-8fcd-fd04520c8f9b tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 944 time: 0.0763304 Jan 20 11:08:29.266297 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8e6b89f1-77ea-4145-9c9a-74730ba0626f req-507c1e96-bcc5-4b02-856c-7a145deb7b84 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398891 Jan 20 11:08:29.357671 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:29.368732 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Transition to ACTIVE for port object 9a4eaacf-3c88-433a-8a60-b371c8754e4e will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:08:29.451228 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:29.587179 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c2eb1-e551-4d6c-8be7-28aa87d990b5 None None] Pushing event updated for resources: {'Port': ['ID=9a4eaacf-3c88-433a-8a60-b371c8754e4e,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:29.688054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Attempting to bind port 9a4eaacf-3c88-433a-8a60-b371c8754e4e on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:08:29.688432 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Attempting to bind port 9a4eaacf-3c88-433a-8a60-b371c8754e4e by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '52a2ea17-6763-44ea-90d6-0be6008374d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:08:29.688801 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Attempting to bind port 9a4eaacf-3c88-433a-8a60-b371c8754e4e on network 5d8c68fd-8f53-4aff-ba92-7701f48980a5 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:08:29.695540 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:08:29.695965 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Checking segment: {'id': '52a2ea17-6763-44ea-90d6-0be6008374d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:08:29.696502 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:29.696825 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Bound using segment: {'id': '52a2ea17-6763-44ea-90d6-0be6008374d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:08:29.697880 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Bound port: 9a4eaacf-3c88-433a-8a60-b371c8754e4e, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a2ea17-6763-44ea-90d6-0be6008374d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:08:29.697880 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:29.801085 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] For port 9a4eaacf-3c88-433a-8a60-b371c8754e4e, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:08:29.804781 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] For port 9a4eaacf-3c88-433a-8a60-b371c8754e4e, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9a4eaacf-3c88-433a-8a60-b371c8754e4e,segment=NetworkSegment(52a2ea17-6763-44ea-90d6-0be6008374d4),segment_id=52a2ea17-6763-44ea-90d6-0be6008374d4)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:08:29.863547 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:29.930824 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device c5635891-66c5-43e9-999f-c7fba275f51a up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:08:30.008732 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c2eb1-e551-4d6c-8be7-28aa87d990b5 None None] Pushing event updated for resources: {'Port': ['ID=9a4eaacf-3c88-433a-8a60-b371c8754e4e,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:30.021059 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Routers {'0fd93555-bd6d-4050-b295-a4216058e108'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:08:30.021726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:08:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0fd93555-bd6d-4050-b295-a4216058e108'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:30.220919 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] Set router 0fd93555-bd6d-4050-b295-a4216058e108 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:08:30.266182 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port c5635891-66c5-43e9-999f-c7fba275f51a completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:08:30.285343 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port c5635891-66c5-43e9-999f-c7fba275f51a triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:08:30.285757 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:30.575969 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba04c6b-8d99-4021-a762-60ea04230bae req-563ab4a4-11c6-49df-bbf6-78dea0342c4f tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:30.577628 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9ba04c6b-8d99-4021-a762-60ea04230bae req-563ab4a4-11c6-49df-bbf6-78dea0342c4f tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 944 time: 0.1888900 Jan 20 11:08:30.622356 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:30.638000 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9ba04c6b-8d99-4021-a762-60ea04230bae req-855d4ccc-adcf-449c-a17f-ec412be82e32 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543833 Jan 20 11:08:30.687879 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190b580f-a6b1-420f-9640-b0d053778c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5635891-66c5-43e9-999f-c7fba275f51a'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:08:30.701469 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port c5635891-66c5-43e9-999f-c7fba275f51a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=c5635891-66c5-43e9-999f-c7fba275f51a,segment=NetworkSegment(52a2ea17-6763-44ea-90d6-0be6008374d4),segment_id=52a2ea17-6763-44ea-90d6-0be6008374d4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:08:30.725444 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd93555-bd6d-4050-b295-a4216058e108', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371337448', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:08:09Z', 'updated_at': '2022-01-20T11:08:16Z', 'revision_number': 4, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'gw_port': {'id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '9a4eaacf-3c88-433a-8a60-b371c8754e4e', 'name': '', 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'mac_address': 'fa:16:3e:fc:86:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:15Z', 'updated_at': '2022-01-20T11:08:29Z', 'revision_number': 4, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'subnets': [{'id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:30.729675 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00b7ac3-8f80-43b6-ad5f-fe17aa236769 None None] The sync data for ids ['0fd93555-bd6d-4050-b295-a4216058e108'] in dv-neutron-825471-1-hyperv is: [{'id': '0fd93555-bd6d-4050-b295-a4216058e108', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371337448', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:08:09Z', 'updated_at': '2022-01-20T11:08:16Z', 'revision_number': 4, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'gw_port': {'id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '9a4eaacf-3c88-433a-8a60-b371c8754e4e', 'name': '', 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'mac_address': 'fa:16:3e:fc:86:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:15Z', 'updated_at': '2022-01-20T11:08:29Z', 'revision_number': 4, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'subnets': [{'id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:08:30.748292 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190b580f-a6b1-420f-9640-b0d053778c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5635891-66c5-43e9-999f-c7fba275f51a', 'code': 200} Jan 20 11:08:30.766332 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:30.854690 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=c5635891-66c5-43e9-999f-c7fba275f51a,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:31.143026 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c9a34be3-b55a-4082-97d9-4a67b7b735b8 req-87e5010d-b150-4e3e-810d-cc62f194144f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 1098 time: 0.0825729 Jan 20 11:08:31.188431 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c9a34be3-b55a-4082-97d9-4a67b7b735b8 req-8a9e87bb-42ac-4ad2-b1d7-e17428b54870 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401433 Jan 20 11:08:31.343376 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-522b6d4c-8c24-4eb3-bae7-f0682d929b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:31.851568 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9a4eaacf-3c88-433a-8a60-b371c8754e4e up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:08:31.996907 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dca013-db3f-4bfe-ba60-e5b58ee34961 req-67ea29f5-c489-448a-87db-9806785259af tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:31.998041 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a9dca013-db3f-4bfe-ba60-e5b58ee34961 req-67ea29f5-c489-448a-87db-9806785259af tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.0843379 Jan 20 11:08:32.017017 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 9a4eaacf-3c88-433a-8a60-b371c8754e4e completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:08:32.022574 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 9a4eaacf-3c88-433a-8a60-b371c8754e4e triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:08:32.022959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:32.050335 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a9dca013-db3f-4bfe-ba60-e5b58ee34961 req-2ede9d9c-2a2b-4ffc-9cd6-a713182b128a tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408409 Jan 20 11:08:32.142764 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:32.174702 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 9a4eaacf-3c88-433a-8a60-b371c8754e4e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9a4eaacf-3c88-433a-8a60-b371c8754e4e,segment=NetworkSegment(52a2ea17-6763-44ea-90d6-0be6008374d4),segment_id=52a2ea17-6763-44ea-90d6-0be6008374d4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:08:32.228852 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:32.299689 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=9a4eaacf-3c88-433a-8a60-b371c8754e4e,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:33.254866 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a89de-f7c7-44f1-91cc-4b169e85e51a req-a8e9a47e-fdea-4e96-b521-dde6e4f5d423 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:33.256313 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5b3a89de-f7c7-44f1-91cc-4b169e85e51a req-a8e9a47e-fdea-4e96-b521-dde6e4f5d423 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.0786016 Jan 20 11:08:33.303049 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5b3a89de-f7c7-44f1-91cc-4b169e85e51a req-a79f5f7d-f48f-478e-8a87-84e23a9edd00 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412903 Jan 20 11:08:33.518335 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3781558-2201-4df4-8e07-a674db128e96 req-00cb1ede-41d0-4a5c-9703-620e4aef3dc8 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:33.519921 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a3781558-2201-4df4-8e07-a674db128e96 req-00cb1ede-41d0-4a5c-9703-620e4aef3dc8 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.0938807 Jan 20 11:08:33.567225 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a3781558-2201-4df4-8e07-a674db128e96 req-28c1ac83-23cc-46d1-8108-b61815c7fa1e tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414543 Jan 20 11:08:33.594749 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37498) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:33.663693 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fa4b76ef-23e3-4cd3-9876-0ea8db8a9633 tempest-TestNetworkAdvancedServerOps-944827894 tempest-TestNetworkAdvancedServerOps-944827894-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 1093 time: 0.0677719 Jan 20 11:08:33.666429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37502) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:33.671863 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': 'c5635891-66c5-43e9-999f-c7fba275f51a', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:08:33.677985 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:08:33.686277 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Usage tracker for resource:floatingip and tenant:8d4e31846fd44271b665d8fe95fe7263 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:08:33.686277 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:08:33.691591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:08:33.738680 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for floatingip, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:33.830352 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9a4eaacf-3c88-433a-8a60-b371c8754e4e up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:08:33.871851 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-10f58626-b1bd-494b-8402-30b553cc784a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:33.904232 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:33.909190 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 9a4eaacf-3c88-433a-8a60-b371c8754e4e triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:08:33.909190 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:34.065075 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Allocated IP 172.26.0.131 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/5ec2890d-6f1e-4f53-b50d-05be66c7976c) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:08:34.212577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:34.326769 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:34.403609 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:08:34.407228 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:08:34.409525 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event updated for resources: {'Port': ['ID=5ec2890d-6f1e-4f53-b50d-05be66c7976c,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:34.412388 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:08:34.783726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:34.925716 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:35.031141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:35.164787 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:35.367417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:35.451742 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:35.557355 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event updated for resources: {'Port': ['ID=5ec2890d-6f1e-4f53-b50d-05be66c7976c,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:08:35.573900 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:35.765314 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Floating IP 1224108d-2d4e-4189-ae2f-c1524dfd273b associated. External IP: 172.26.0.131, port: c5635891-66c5-43e9-999f-c7fba275f51a. Jan 20 11:08:36.155233 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Router 0fd93555-bd6d-4050-b295-a4216058e108 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:08:36.234557 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:36.358188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:08:36.446147 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:36.500210 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6b41842e-fc5a-44ff-9f05-d7c3c9e8e2f1 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8327148 Jan 20 11:08:36.501395 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190b580f-a6b1-420f-9640-b0d053778c9d', 'tag': 'c5635891-66c5-43e9-999f-c7fba275f51a'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:08:36.555142 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190b580f-a6b1-420f-9640-b0d053778c9d', 'tag': 'c5635891-66c5-43e9-999f-c7fba275f51a', 'status': 'completed', 'code': 200} Jan 20 11:08:36.682502 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9def7c7-a14f-42ef-b11a-59958fc44be1 req-d959dc6f-d28d-48b1-b3c7-fb131834b7bf tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:36.684810 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f9def7c7-a14f-42ef-b11a-59958fc44be1 req-d959dc6f-d28d-48b1-b3c7-fb131834b7bf tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.0840371 Jan 20 11:08:36.732639 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f9def7c7-a14f-42ef-b11a-59958fc44be1 req-901556b8-9fff-4641-b22b-e585551b4850 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416126 Jan 20 11:08:36.759210 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-05768851-bde4-417e-864b-9b106a7932c3 req-0f53cffc-9b6b-4046-bc98-1f69d1299fcd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d4e31846fd44271b665d8fe95fe7263&device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 1098 time: 0.1829140 Jan 20 11:08:36.762321 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37512) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:36.952666 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-80ad1be2-c54b-44a5-9fb8-975272d20ae4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/floatingips/1224108d-2d4e-4189-ae2f-c1524dfd273b HTTP/1.1" status: 200 len: 991 time: 0.1891642 Jan 20 11:08:36.985088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05768851-bde4-417e-864b-9b106a7932c3 req-b16903ef-44ef-4c31-b669-9680cd12ce5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:36.986564 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-05768851-bde4-417e-864b-9b106a7932c3 req-b16903ef-44ef-4c31-b669-9680cd12ce5a service neutron] 10.222.0.72 "GET /v2.0/networks?id=5d8c68fd-8f53-4aff-ba92-7701f48980a5 HTTP/1.1" status: 200 len: 897 time: 0.2218468 Jan 20 11:08:37.089252 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-05768851-bde4-417e-864b-9b106a7932c3 req-23b53762-d21d-48f5-a877-bfd278171f77 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5635891-66c5-43e9-999f-c7fba275f51a HTTP/1.1" status: 200 len: 999 time: 0.0967259 Jan 20 11:08:37.150725 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05768851-bde4-417e-864b-9b106a7932c3 req-b2889a2c-facc-409f-b987-530be3e722aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:08:37.152175 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-05768851-bde4-417e-864b-9b106a7932c3 req-b2889a2c-facc-409f-b987-530be3e722aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d49c847-1619-4241-91f4-58c7d74e16b1 HTTP/1.1" status: 200 len: 835 time: 0.0568676 Jan 20 11:08:37.228269 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-05768851-bde4-417e-864b-9b106a7932c3 req-330a4f64-0eff-48d1-9b98-0929e9998763 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5d8c68fd-8f53-4aff-ba92-7701f48980a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674589 Jan 20 11:08:37.360812 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-05768851-bde4-417e-864b-9b106a7932c3 req-5d0bf1c6-49c8-40ae-8489-3a993b24f5fc service neutron] 10.222.0.72 "GET /v2.0/networks/5d8c68fd-8f53-4aff-ba92-7701f48980a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273513 Jan 20 11:08:37.490959 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-05768851-bde4-417e-864b-9b106a7932c3 req-3aa30bc0-be9a-4126-97fe-52809ffc03c5 service neutron] 10.222.0.72 "GET /v2.0/networks/5d8c68fd-8f53-4aff-ba92-7701f48980a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242187 Jan 20 11:08:37.958259 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37516) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:38.071089 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-633f5d3b-6ad4-43dd-997d-f5ea06f01241 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/floatingips/1224108d-2d4e-4189-ae2f-c1524dfd273b HTTP/1.1" status: 200 len: 991 time: 0.1117077 Jan 20 11:08:38.573824 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30825eed-5cc4-4445-9772-7a8c14a28382 None None] Sync routers for ids ['0fd93555-bd6d-4050-b295-a4216058e108'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:08:38.585949 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30825eed-5cc4-4445-9772-7a8c14a28382 None None] Routers {'0fd93555-bd6d-4050-b295-a4216058e108'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:08:38.586474 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-30825eed-5cc4-4445-9772-7a8c14a28382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:08:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0fd93555-bd6d-4050-b295-a4216058e108'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:38.791964 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-30825eed-5cc4-4445-9772-7a8c14a28382 None None] Set router 0fd93555-bd6d-4050-b295-a4216058e108 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:08:39.077785 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37520) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:39.184544 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0c28ba13-b147-49e4-9a89-b9b0304bb79c tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/floatingips/1224108d-2d4e-4189-ae2f-c1524dfd273b HTTP/1.1" status: 200 len: 991 time: 0.1055422 Jan 20 11:08:39.193890 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-30825eed-5cc4-4445-9772-7a8c14a28382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd93555-bd6d-4050-b295-a4216058e108', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371337448', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:08:09Z', 'updated_at': '2022-01-20T11:08:16Z', 'revision_number': 4, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'gw_port': {'id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '1224108d-2d4e-4189-ae2f-c1524dfd273b', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'floating_ip_address': '172.26.0.131', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'port_id': 'c5635891-66c5-43e9-999f-c7fba275f51a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5', 'mac_address': 'fa:16:3e:0e:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190b580f-a6b1-420f-9640-b0d053778c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:08:34Z', 'updated_at': '2022-01-20T11:08:34Z', 'revision_number': 0, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4eaacf-3c88-433a-8a60-b371c8754e4e', 'name': '', 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'mac_address': 'fa:16:3e:fc:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:15Z', 'updated_at': '2022-01-20T11:08:32Z', 'revision_number': 5, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'subnets': [{'id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:39.197629 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30825eed-5cc4-4445-9772-7a8c14a28382 None None] Checking router: 0fd93555-bd6d-4050-b295-a4216058e108 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:08:39.208310 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30825eed-5cc4-4445-9772-7a8c14a28382 None None] Routers {'0fd93555-bd6d-4050-b295-a4216058e108'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:08:39.208831 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-30825eed-5cc4-4445-9772-7a8c14a28382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:08:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0fd93555-bd6d-4050-b295-a4216058e108'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:39.377399 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-30825eed-5cc4-4445-9772-7a8c14a28382 None None] Set router 0fd93555-bd6d-4050-b295-a4216058e108 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:08:39.548460 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:08:39.712359 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-30825eed-5cc4-4445-9772-7a8c14a28382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd93555-bd6d-4050-b295-a4216058e108', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371337448', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:08:09Z', 'updated_at': '2022-01-20T11:08:16Z', 'revision_number': 4, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'gw_port': {'id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '1224108d-2d4e-4189-ae2f-c1524dfd273b', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'floating_ip_address': '172.26.0.131', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'port_id': 'c5635891-66c5-43e9-999f-c7fba275f51a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5', 'mac_address': 'fa:16:3e:0e:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190b580f-a6b1-420f-9640-b0d053778c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:08:34Z', 'updated_at': '2022-01-20T11:08:34Z', 'revision_number': 0, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4eaacf-3c88-433a-8a60-b371c8754e4e', 'name': '', 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'mac_address': 'fa:16:3e:fc:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:15Z', 'updated_at': '2022-01-20T11:08:32Z', 'revision_number': 5, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'subnets': [{'id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:08:39.716428 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30825eed-5cc4-4445-9772-7a8c14a28382 None None] The sync data for ids ['0fd93555-bd6d-4050-b295-a4216058e108'] in dv-neutron-825471-1-hyperv is: [{'id': '0fd93555-bd6d-4050-b295-a4216058e108', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371337448', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:08:09Z', 'updated_at': '2022-01-20T11:08:16Z', 'revision_number': 4, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'gw_port': {'id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '1224108d-2d4e-4189-ae2f-c1524dfd273b', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'floating_ip_address': '172.26.0.131', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'port_id': 'c5635891-66c5-43e9-999f-c7fba275f51a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5', 'mac_address': 'fa:16:3e:0e:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190b580f-a6b1-420f-9640-b0d053778c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:08:34Z', 'updated_at': '2022-01-20T11:08:34Z', 'revision_number': 0, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4eaacf-3c88-433a-8a60-b371c8754e4e', 'name': '', 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'mac_address': 'fa:16:3e:fc:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:15Z', 'updated_at': '2022-01-20T11:08:32Z', 'revision_number': 5, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'subnets': [{'id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:08:40.196130 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37524) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:40.307340 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ec883689-647b-49d5-a175-7db135df01e9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/floatingips/1224108d-2d4e-4189-ae2f-c1524dfd273b HTTP/1.1" status: 200 len: 991 time: 0.1055443 Jan 20 11:08:41.311615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37528) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:41.411595 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-08ca1fa0-2756-4118-ae9c-af231579d1f5 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/floatingips/1224108d-2d4e-4189-ae2f-c1524dfd273b HTTP/1.1" status: 200 len: 991 time: 0.0994387 Jan 20 11:08:42.415518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37532) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:42.521653 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9675d631-9f3b-4a4b-990d-1422f110cb69 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/floatingips/1224108d-2d4e-4189-ae2f-c1524dfd273b HTTP/1.1" status: 200 len: 991 time: 0.1049702 Jan 20 11:08:42.818285 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc95fb9-8f2a-4c0e-817e-d1522ac7dd78 None None] New status for floating IP 1224108d-2d4e-4189-ae2f-c1524dfd273b: ACTIVE {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:08:43.525527 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37538) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:08:43.630018 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d0919721-29d3-4081-9cd5-0968729ee1a5 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/floatingips/1224108d-2d4e-4189-ae2f-c1524dfd273b HTTP/1.1" status: 200 len: 993 time: 0.1032782 Jan 20 11:08:50.021713 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:09:01.353869 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c2d601b0-2e3a-4093-bc8c-8c09e2d271ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:03.811238 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1deef03f-7ff0-4508-95bf-147bdd1955a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:04.793869 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:04.869766 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75ec63-b558-40cb-9b75-cd6db7ba9266 req-4a4d8128-d862-43f2-8b52-f6d6e0570460 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:04.871213 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8c75ec63-b558-40cb-9b75-cd6db7ba9266 req-4a4d8128-d862-43f2-8b52-f6d6e0570460 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.0813692 Jan 20 11:09:04.919920 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8c75ec63-b558-40cb-9b75-cd6db7ba9266 req-83d1bb19-320b-466a-8ee4-76d3190ee005 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421164 Jan 20 11:09:04.954221 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:06.116753 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16e58e-0147-4fc4-9ebf-e37bda2ee34e req-b91b7866-b49b-40b6-b77c-9dee7f34a4bb tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:06.118247 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aa16e58e-0147-4fc4-9ebf-e37bda2ee34e req-b91b7866-b49b-40b6-b77c-9dee7f34a4bb tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.0759625 Jan 20 11:09:06.164002 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aa16e58e-0147-4fc4-9ebf-e37bda2ee34e req-70e3ab9b-cfdf-45b9-987a-85492ce34e3c tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391598 Jan 20 11:09:06.205450 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:07.364854 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82a320-f279-42f7-8bb0-31c53e01c4dc req-ef2f2e3f-7b9e-4c02-afc5-99713ec34760 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:07.366337 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7c82a320-f279-42f7-8bb0-31c53e01c4dc req-ef2f2e3f-7b9e-4c02-afc5-99713ec34760 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.0800233 Jan 20 11:09:07.411567 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7c82a320-f279-42f7-8bb0-31c53e01c4dc req-cd77a12a-ee94-4bef-a2a5-73d0be106f6a tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396588 Jan 20 11:09:08.603305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd03deb-8b7e-421e-8a99-20384ee73d38 req-84197463-69b8-4518-8192-8a866a04e4b0 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:08.604731 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fcd03deb-8b7e-421e-8a99-20384ee73d38 req-84197463-69b8-4518-8192-8a866a04e4b0 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.0746288 Jan 20 11:09:08.652348 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fcd03deb-8b7e-421e-8a99-20384ee73d38 req-18e3bad9-4dab-4223-8567-95e498ecf70d tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413907 Jan 20 11:09:09.577485 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:10.049894 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fb773-162e-49cc-99e6-c12fb71666bd req-1bd9af69-ae48-496a-ab15-2ea00c2b2ed2 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:10.051370 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9f7fb773-162e-49cc-99e6-c12fb71666bd req-1bd9af69-ae48-496a-ab15-2ea00c2b2ed2 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.2771134 Jan 20 11:09:10.098275 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9f7fb773-162e-49cc-99e6-c12fb71666bd req-1bc08493-f7ba-4143-9da8-ac8d3bbd2b96 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412428 Jan 20 11:09:11.309986 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beaaf94-83b1-4773-8cdd-0f46500cb7dc req-c19cbfd1-e482-4708-a00d-de6e1b4c99e8 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:11.309986 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5beaaf94-83b1-4773-8cdd-0f46500cb7dc req-c19cbfd1-e482-4708-a00d-de6e1b4c99e8 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.0807059 Jan 20 11:09:11.353306 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5beaaf94-83b1-4773-8cdd-0f46500cb7dc req-146a461f-b71d-47eb-92b4-95481beb12b8 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399098 Jan 20 11:09:12.557613 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985e402-0776-487b-81bb-977f201f026d req-93112a44-d127-44ac-9bf8-f6cf1a36c887 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:12.559110 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c985e402-0776-487b-81bb-977f201f026d req-93112a44-d127-44ac-9bf8-f6cf1a36c887 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.0803318 Jan 20 11:09:12.605309 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c985e402-0776-487b-81bb-977f201f026d req-12295a48-3420-4222-b9d9-87ae38709404 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392592 Jan 20 11:09:13.961568 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd03f2-939c-4be3-8b55-9b75561f4639 req-a95b38f1-7ce6-4c9b-a4b3-bcba8fd053bc tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:13.964445 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1cbd03f2-939c-4be3-8b55-9b75561f4639 req-a95b38f1-7ce6-4c9b-a4b3-bcba8fd053bc tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.2372165 Jan 20 11:09:14.008795 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1cbd03f2-939c-4be3-8b55-9b75561f4639 req-0f703cda-aee6-44ae-8ce2-11743566b05b tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392091 Jan 20 11:09:15.214314 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27ff2c-e524-4d21-8894-89814c338431 req-fac2cb27-357b-42ba-9722-08e978bae029 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:15.215796 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-db27ff2c-e524-4d21-8894-89814c338431 req-fac2cb27-357b-42ba-9722-08e978bae029 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.0799315 Jan 20 11:09:15.265125 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-db27ff2c-e524-4d21-8894-89814c338431 req-9ff7e148-9128-4003-8df1-4d8430c5d316 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427878 Jan 20 11:09:16.463758 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc36d4-9880-4860-84a0-c008fdde1f41 req-12522a56-4d3c-4ef7-be6c-63e1de535e3e tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:16.465208 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8ddc36d4-9880-4860-84a0-c008fdde1f41 req-12522a56-4d3c-4ef7-be6c-63e1de535e3e tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.0785360 Jan 20 11:09:16.510048 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8ddc36d4-9880-4860-84a0-c008fdde1f41 req-f2193581-6464-42fa-9d89-f3ab9ba86a91 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387213 Jan 20 11:09:17.716793 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7404f8-81ab-42f4-baab-e5a47339f78b req-98c14922-0b5c-4d1a-8e87-9f04c234d87f tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:17.718288 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bc7404f8-81ab-42f4-baab-e5a47339f78b req-98c14922-0b5c-4d1a-8e87-9f04c234d87f tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.0827701 Jan 20 11:09:17.767958 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bc7404f8-81ab-42f4-baab-e5a47339f78b req-b79dae7c-e211-4e49-8a63-c75cd4e11eed tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441329 Jan 20 11:09:18.145184 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-14643f0a-e801-4361-84b5-4c3d5892761f req-a54aa44b-2fde-498b-8b01-e88d4c8480e0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 1098 time: 0.1422570 Jan 20 11:09:18.186257 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-14643f0a-e801-4361-84b5-4c3d5892761f req-9bb932c4-d0f8-4fb9-8dbf-4394a840c14c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352569 Jan 20 11:09:18.975455 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be76cb-698e-44ae-836a-4257f249fe57 req-1e5ca087-6823-4b50-a955-78f9588559ad tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:18.978135 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3be76cb-698e-44ae-836a-4257f249fe57 req-1e5ca087-6823-4b50-a955-78f9588559ad tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.0764558 Jan 20 11:09:19.024519 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3be76cb-698e-44ae-836a-4257f249fe57 req-1ba40e86-2d77-47ef-ad24-c0a772729080 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405128 Jan 20 11:09:20.223264 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device c5635891-66c5-43e9-999f-c7fba275f51a details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:09:20.225706 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device c5635891-66c5-43e9-999f-c7fba275f51a no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:09:20.243189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55447c7c-4823-4d86-b740-2260a948a101 req-a83484b1-aeae-448a-92a9-ca242c60cbd4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:20.245588 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-55447c7c-4823-4d86-b740-2260a948a101 req-a83484b1-aeae-448a-92a9-ca242c60cbd4 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.0823777 Jan 20 11:09:20.294081 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-55447c7c-4823-4d86-b740-2260a948a101 req-368f03bf-a87f-471d-b46f-5dfdb241491a tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431373 Jan 20 11:09:20.323304 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37596) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:09:20.430737 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-945ac191-847b-42d1-8abb-e31eb90ed802 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/floatingips/1224108d-2d4e-4189-ae2f-c1524dfd273b HTTP/1.1" status: 200 len: 993 time: 0.1063137 Jan 20 11:09:20.455869 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port c5635891-66c5-43e9-999f-c7fba275f51a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=c5635891-66c5-43e9-999f-c7fba275f51a,segment=NetworkSegment(52a2ea17-6763-44ea-90d6-0be6008374d4),segment_id=52a2ea17-6763-44ea-90d6-0be6008374d4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:09:20.470414 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:20.481398 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'c5635891-66c5-43e9-999f-c7fba275f51a', 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5', 'port_id': 'c5635891-66c5-43e9-999f-c7fba275f51a', 'mac_address': 'fa:16:3e:0e:aa:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:09:20.531478 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190b580f-a6b1-420f-9640-b0d053778c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5635891-66c5-43e9-999f-c7fba275f51a'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:09:20.553714 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port c5635891-66c5-43e9-999f-c7fba275f51a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=c5635891-66c5-43e9-999f-c7fba275f51a,segment=NetworkSegment(52a2ea17-6763-44ea-90d6-0be6008374d4),segment_id=52a2ea17-6763-44ea-90d6-0be6008374d4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:09:20.559858 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:20.612247 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190b580f-a6b1-420f-9640-b0d053778c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5635891-66c5-43e9-999f-c7fba275f51a', 'code': 200} Jan 20 11:09:20.622091 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5635891-66c5-43e9-999f-c7fba275f51a {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:09:20.626860 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:20.734726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:09:20.735104 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:09:20.737362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=c5635891-66c5-43e9-999f-c7fba275f51a,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:09:20.745648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:20.746004 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:20.746369 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:20.746730 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:20.747225 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:20.747398 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:20.748714 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:20.749609 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:20.749609 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:20.749609 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:20.750583 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:21.289123 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:21.306914 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5635891-66c5-43e9-999f-c7fba275f51a {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:09:21.322678 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port c5635891-66c5-43e9-999f-c7fba275f51a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=c5635891-66c5-43e9-999f-c7fba275f51a,segment=NetworkSegment(52a2ea17-6763-44ea-90d6-0be6008374d4),segment_id=52a2ea17-6763-44ea-90d6-0be6008374d4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:09:21.444997 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:21.514771 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=c5635891-66c5-43e9-999f-c7fba275f51a,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:09:21.677276 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['c5635891-66c5-43e9-999f-c7fba275f51a'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:09:22.580816 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f7bb4c7d-31bd-4f70-8962-09eb75f4fc4b req-43c72a33-cadb-48d0-b3c7-12409d442872 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693223 Jan 20 11:09:22.720469 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f7bb4c7d-31bd-4f70-8962-09eb75f4fc4b req-322b4284-018e-4db4-b8b4-5c8bd1dd95db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 1099 time: 0.0727882 Jan 20 11:09:22.864721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb4c7d-31bd-4f70-8962-09eb75f4fc4b req-84d94624-6594-4dd9-b957-6f1ac927a204 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:22.866203 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f7bb4c7d-31bd-4f70-8962-09eb75f4fc4b req-84d94624-6594-4dd9-b957-6f1ac927a204 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 913 time: 0.1276245 Jan 20 11:09:22.965149 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f7bb4c7d-31bd-4f70-8962-09eb75f4fc4b req-4ff06e7b-bf34-470c-b661-dd11f449a462 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00a6304a-e96f-4b27-96b0-204f3e3b34f9 HTTP/1.1" status: 200 len: 1001 time: 0.0934806 Jan 20 11:09:23.030385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb4c7d-31bd-4f70-8962-09eb75f4fc4b req-026f9970-904f-49fa-b552-d4f72cb12863 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:23.031896 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f7bb4c7d-31bd-4f70-8962-09eb75f4fc4b req-026f9970-904f-49fa-b552-d4f72cb12863 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd01cfe5-3172-4c47-b68a-b9a8e924614a HTTP/1.1" status: 200 len: 851 time: 0.0608575 Jan 20 11:09:23.104736 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f7bb4c7d-31bd-4f70-8962-09eb75f4fc4b req-560345a9-5cdd-4395-9996-75b71b62b2ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2976230-b7ed-4004-90c6-e1b2d37a86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675166 Jan 20 11:09:23.114676 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [req-f7bb4c7d-31bd-4f70-8962-09eb75f4fc4b req-e801001c-23c9-4c8b-8681-2a70e3a3a16b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84331) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:09:23.115653 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f7bb4c7d-31bd-4f70-8962-09eb75f4fc4b req-e801001c-23c9-4c8b-8681-2a70e3a3a16b service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048182 Jan 20 11:09:23.331765 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f7bb4c7d-31bd-4f70-8962-09eb75f4fc4b req-5367339e-d7d0-43bc-a34e-bcb6b8cd2983 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103636 Jan 20 11:09:23.460325 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f7bb4c7d-31bd-4f70-8962-09eb75f4fc4b req-7823d391-d321-4594-beb8-3cebfe7f2a30 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229939 Jan 20 11:09:24.241725 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device c5635891-66c5-43e9-999f-c7fba275f51a up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:09:24.309496 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port c5635891-66c5-43e9-999f-c7fba275f51a triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:09:24.309915 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:24.425411 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:24.452505 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190b580f-a6b1-420f-9640-b0d053778c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5635891-66c5-43e9-999f-c7fba275f51a'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:09:24.462176 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port c5635891-66c5-43e9-999f-c7fba275f51a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=c5635891-66c5-43e9-999f-c7fba275f51a,segment=NetworkSegment(52a2ea17-6763-44ea-90d6-0be6008374d4),segment_id=52a2ea17-6763-44ea-90d6-0be6008374d4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:09:24.507831 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190b580f-a6b1-420f-9640-b0d053778c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5635891-66c5-43e9-999f-c7fba275f51a', 'code': 200} Jan 20 11:09:24.524358 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:24.591463 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=c5635891-66c5-43e9-999f-c7fba275f51a,revision_number=8']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:09:27.022664 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:09:31.387651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-58c3b020-b701-4e1e-bc56-2e32d3345657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:33.828374 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-516d8b70-d17b-4db7-a211-1d0c770a14b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:34.781981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:34.937237 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:36.227327 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:39.512976 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:55.633932 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37622) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:09:55.830880 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Deleting port 5ec2890d-6f1e-4f53-b50d-05be66c7976c {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:09:55.831222 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:55.993140 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:55.993472 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:56.109470 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Calling delete_port for 5ec2890d-6f1e-4f53-b50d-05be66c7976c owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:09:56.330127 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:56.374046 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event deleted for resources: {'Port': ['ID=5ec2890d-6f1e-4f53-b50d-05be66c7976c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:09:56.411331 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:56.411685 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:56.412023 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:56.412358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:56.412689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:56.413016 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:56.413340 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:56.413694 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:56.414019 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:56.414338 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:56.414662 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:56.475480 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:56.943399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Router 0fd93555-bd6d-4050-b295-a4216058e108 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:09:57.140281 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:09:57.149607 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5d5890-334f-4795-adf5-fcc6298200f6 None None] Sync routers for ids ['0fd93555-bd6d-4050-b295-a4216058e108'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:09:57.155737 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:57.162282 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5d5890-334f-4795-adf5-fcc6298200f6 None None] Routers {'0fd93555-bd6d-4050-b295-a4216058e108'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:09:57.162987 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ef5d5890-334f-4795-adf5-fcc6298200f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:09:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0fd93555-bd6d-4050-b295-a4216058e108'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:09:57.216611 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5f20c845-628d-414e-ac96-18f5b5c29922 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "DELETE /v2.0/floatingips/1224108d-2d4e-4189-ae2f-c1524dfd273b HTTP/1.1" status: 204 len: 168 time: 1.5814946 Jan 20 11:09:57.217085 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190b580f-a6b1-420f-9640-b0d053778c9d', 'tag': 'c5635891-66c5-43e9-999f-c7fba275f51a'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:09:57.350234 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-ef5d5890-334f-4795-adf5-fcc6298200f6 None None] Set router 0fd93555-bd6d-4050-b295-a4216058e108 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:09:57.354670 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190b580f-a6b1-420f-9640-b0d053778c9d', 'tag': 'c5635891-66c5-43e9-999f-c7fba275f51a', 'status': 'completed', 'code': 200} Jan 20 11:09:57.453276 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4d475cbb-dd19-4910-8ac4-db675d3dfa3c req-33469dd2-a833-4af4-838e-4d71954f6403 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d4e31846fd44271b665d8fe95fe7263&device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 1098 time: 0.0760086 Jan 20 11:09:57.588094 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d475cbb-dd19-4910-8ac4-db675d3dfa3c req-bbf0fa25-546f-4e0f-9f71-ad9bc7c2f09c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:57.589778 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4d475cbb-dd19-4910-8ac4-db675d3dfa3c req-bbf0fa25-546f-4e0f-9f71-ad9bc7c2f09c service neutron] 10.222.0.72 "GET /v2.0/networks?id=5d8c68fd-8f53-4aff-ba92-7701f48980a5 HTTP/1.1" status: 200 len: 897 time: 0.1303875 Jan 20 11:09:57.657243 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4d475cbb-dd19-4910-8ac4-db675d3dfa3c req-fc3839c9-b7f3-4fd9-996c-1894741d4ccf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5635891-66c5-43e9-999f-c7fba275f51a HTTP/1.1" status: 200 len: 217 time: 0.0598776 Jan 20 11:09:57.698067 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ef5d5890-334f-4795-adf5-fcc6298200f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd93555-bd6d-4050-b295-a4216058e108', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371337448', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:08:09Z', 'updated_at': '2022-01-20T11:08:16Z', 'revision_number': 4, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'gw_port': {'id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '9a4eaacf-3c88-433a-8a60-b371c8754e4e', 'name': '', 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'mac_address': 'fa:16:3e:fc:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:15Z', 'updated_at': '2022-01-20T11:08:32Z', 'revision_number': 5, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'subnets': [{'id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:09:57.702170 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5d5890-334f-4795-adf5-fcc6298200f6 None None] Checking router: 0fd93555-bd6d-4050-b295-a4216058e108 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:09:57.717673 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5d5890-334f-4795-adf5-fcc6298200f6 None None] Routers {'0fd93555-bd6d-4050-b295-a4216058e108'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:09:57.718268 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ef5d5890-334f-4795-adf5-fcc6298200f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:09:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0fd93555-bd6d-4050-b295-a4216058e108'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:09:57.722928 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d475cbb-dd19-4910-8ac4-db675d3dfa3c req-158ba772-4160-42be-821d-6458dda527ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:57.724340 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4d475cbb-dd19-4910-8ac4-db675d3dfa3c req-158ba772-4160-42be-821d-6458dda527ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d49c847-1619-4241-91f4-58c7d74e16b1 HTTP/1.1" status: 200 len: 835 time: 0.0621855 Jan 20 11:09:57.806151 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4d475cbb-dd19-4910-8ac4-db675d3dfa3c req-dc3f4003-8290-4094-8997-53d31ed04a5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5d8c68fd-8f53-4aff-ba92-7701f48980a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753870 Jan 20 11:09:57.852747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f76cf-930c-42b1-a153-6694b93f0022 req-f3c70238-2fc7-4da5-9610-8095fe362960 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:57.853360 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-c63f76cf-930c-42b1-a153-6694b93f0022 req-f3c70238-2fc7-4da5-9610-8095fe362960 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Synchronizing usage tracker for tenant:8d4e31846fd44271b665d8fe95fe7263 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:09:57.907150 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-ef5d5890-334f-4795-adf5-fcc6298200f6 None None] Set router 0fd93555-bd6d-4050-b295-a4216058e108 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:09:57.929745 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-c63f76cf-930c-42b1-a153-6694b93f0022 req-f3c70238-2fc7-4da5-9610-8095fe362960 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Unset dirty status for tenant:8d4e31846fd44271b665d8fe95fe7263 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:09:57.931348 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c63f76cf-930c-42b1-a153-6694b93f0022 req-f3c70238-2fc7-4da5-9610-8095fe362960 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.1541946 Jan 20 11:09:57.958035 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4d475cbb-dd19-4910-8ac4-db675d3dfa3c req-67d4e25c-c66b-4f32-8772-9393a159d79d service neutron] 10.222.0.72 "GET /v2.0/networks/5d8c68fd-8f53-4aff-ba92-7701f48980a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450105 Jan 20 11:09:57.978459 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c63f76cf-930c-42b1-a153-6694b93f0022 req-33115299-03db-445a-be69-b6406fa751cb tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413754 Jan 20 11:09:58.096519 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4d475cbb-dd19-4910-8ac4-db675d3dfa3c req-4bdfa6be-090b-4480-91f7-c83129c3fcca service neutron] 10.222.0.72 "GET /v2.0/networks/5d8c68fd-8f53-4aff-ba92-7701f48980a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319585 Jan 20 11:09:58.228633 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ef5d5890-334f-4795-adf5-fcc6298200f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd93555-bd6d-4050-b295-a4216058e108', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371337448', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:08:09Z', 'updated_at': '2022-01-20T11:08:16Z', 'revision_number': 4, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'gw_port': {'id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '9a4eaacf-3c88-433a-8a60-b371c8754e4e', 'name': '', 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'mac_address': 'fa:16:3e:fc:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:15Z', 'updated_at': '2022-01-20T11:08:32Z', 'revision_number': 5, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'subnets': [{'id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:09:58.232449 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5d5890-334f-4795-adf5-fcc6298200f6 None None] The sync data for ids ['0fd93555-bd6d-4050-b295-a4216058e108'] in dv-neutron-825471-1-hyperv is: [{'id': '0fd93555-bd6d-4050-b295-a4216058e108', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371337448', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:08:09Z', 'updated_at': '2022-01-20T11:08:16Z', 'revision_number': 4, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'gw_port': {'id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '9a4eaacf-3c88-433a-8a60-b371c8754e4e', 'name': '', 'network_id': '5d8c68fd-8f53-4aff-ba92-7701f48980a5', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'mac_address': 'fa:16:3e:fc:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:15Z', 'updated_at': '2022-01-20T11:08:32Z', 'revision_number': 5, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'subnets': [{'id': '1d49c847-1619-4241-91f4-58c7d74e16b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:09:58.450903 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7eb300-d2c5-4e19-8762-a6d07b7bb882 None None] New status for floating IP 1224108d-2d4e-4189-ae2f-c1524dfd273b: DOWN {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:09:59.107155 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49857fd-0942-4f63-b0a9-c3d7d7c4e57d req-b3ad42ee-a54b-479f-aab1-fbc3650ccab2 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:59.107853 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-f49857fd-0942-4f63-b0a9-c3d7d7c4e57d req-b3ad42ee-a54b-479f-aab1-fbc3650ccab2 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Synchronizing usage tracker for tenant:8d4e31846fd44271b665d8fe95fe7263 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:09:59.120566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-f49857fd-0942-4f63-b0a9-c3d7d7c4e57d req-b3ad42ee-a54b-479f-aab1-fbc3650ccab2 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Unset dirty status for tenant:8d4e31846fd44271b665d8fe95fe7263 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:09:59.121744 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f49857fd-0942-4f63-b0a9-c3d7d7c4e57d req-b3ad42ee-a54b-479f-aab1-fbc3650ccab2 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.72 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.0937498 Jan 20 11:09:59.185678 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1b51b-5a34-4267-9416-3d9f48e21bd9 req-b2c09e50-82c0-4daa-8e9f-9058ed30ed92 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:09:59.187127 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c3d1b51b-5a34-4267-9416-3d9f48e21bd9 req-b2c09e50-82c0-4daa-8e9f-9058ed30ed92 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 945 time: 0.0777636 Jan 20 11:09:59.188850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-f49857fd-0942-4f63-b0a9-c3d7d7c4e57d req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Deleting port c5635891-66c5-43e9-999f-c7fba275f51a {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:09:59.189201 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-f49857fd-0942-4f63-b0a9-c3d7d7c4e57d req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:59.232460 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c3d1b51b-5a34-4267-9416-3d9f48e21bd9 req-9140a8c7-1f46-47e8-af98-36b366e1291b tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/security-groups?id=5be2613c-fc3b-485e-bbc1-269d8c7496c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392561 Jan 20 11:09:59.429684 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-f49857fd-0942-4f63-b0a9-c3d7d7c4e57d req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] For port c5635891-66c5-43e9-999f-c7fba275f51a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=c5635891-66c5-43e9-999f-c7fba275f51a,segment=NetworkSegment(52a2ea17-6763-44ea-90d6-0be6008374d4),segment_id=52a2ea17-6763-44ea-90d6-0be6008374d4)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:09:59.430107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-f49857fd-0942-4f63-b0a9-c3d7d7c4e57d req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:59.548382 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-f49857fd-0942-4f63-b0a9-c3d7d7c4e57d req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Calling delete_port for c5635891-66c5-43e9-999f-c7fba275f51a owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:09:59.861329 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-f49857fd-0942-4f63-b0a9-c3d7d7c4e57d req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:59.912580 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event deleted for resources: {'Port': ['ID=c5635891-66c5-43e9-999f-c7fba275f51a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:09:59.951898 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:59.952233 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:59.952569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:59.952904 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:59.953405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:59.953847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:59.954184 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:59.954517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:59.954845 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:59.955170 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:59.955498 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:09:59.994615 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49857fd-0942-4f63-b0a9-c3d7d7c4e57d req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] No DVR routers for this DVR port c5635891-66c5-43e9-999f-c7fba275f51a on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:09:59.996862 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-f49857fd-0942-4f63-b0a9-c3d7d7c4e57d req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:09:59.999265 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190b580f-a6b1-420f-9640-b0d053778c9d', 'name': 'network-vif-deleted', 'tag': 'c5635891-66c5-43e9-999f-c7fba275f51a'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:10:00.113672 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f49857fd-0942-4f63-b0a9-c3d7d7c4e57d req-eec25e74-0a0a-4d7f-99eb-f4c51c2c2b59 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.72 "DELETE /v2.0/ports/c5635891-66c5-43e9-999f-c7fba275f51a HTTP/1.1" status: 204 len: 173 time: 0.9864440 Jan 20 11:10:00.133556 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190b580f-a6b1-420f-9640-b0d053778c9d', 'name': 'network-vif-deleted', 'tag': 'c5635891-66c5-43e9-999f-c7fba275f51a', 'status': 'completed', 'code': 200} Jan 20 11:10:00.408853 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f2a85cec-053e-4f6f-9707-d3d4bcd629dc req-e356ded2-ea76-4374-b9bf-5963f3b719d9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "GET /v2.0/ports?device_id=190b580f-a6b1-420f-9640-b0d053778c9d HTTP/1.1" status: 200 len: 210 time: 0.0429962 Jan 20 11:10:01.369222 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1667b62f-ae8b-4308-8416-b3b74f480cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:01.523758 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37644) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:01.912793 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc03e0a5-e016-4bdd-bf49-c34b114e771a tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:02.425088 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device c5635891-66c5-43e9-999f-c7fba275f51a no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:10:02.457397 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: c5635891-66c5-43e9-999f-c7fba275f51a {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:10:02.457843 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device c5635891-66c5-43e9-999f-c7fba275f51a not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:10:02.597200 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-cc03e0a5-e016-4bdd-bf49-c34b114e771a tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Deleting port 9a4eaacf-3c88-433a-8a60-b371c8754e4e {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:10:02.597758 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc03e0a5-e016-4bdd-bf49-c34b114e771a tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:02.775804 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-cc03e0a5-e016-4bdd-bf49-c34b114e771a tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] For port 9a4eaacf-3c88-433a-8a60-b371c8754e4e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9a4eaacf-3c88-433a-8a60-b371c8754e4e,segment=NetworkSegment(52a2ea17-6763-44ea-90d6-0be6008374d4),segment_id=52a2ea17-6763-44ea-90d6-0be6008374d4)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:10:02.776076 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc03e0a5-e016-4bdd-bf49-c34b114e771a tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:02.890929 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-cc03e0a5-e016-4bdd-bf49-c34b114e771a tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Calling delete_port for 9a4eaacf-3c88-433a-8a60-b371c8754e4e owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:10:03.124181 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc03e0a5-e016-4bdd-bf49-c34b114e771a tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:03.172943 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03e0a5-e016-4bdd-bf49-c34b114e771a tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event deleted for resources: {'Port': ['ID=9a4eaacf-3c88-433a-8a60-b371c8754e4e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:03.461203 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cc03e0a5-e016-4bdd-bf49-c34b114e771a tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:03.844444 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-36c7c4f0-cefc-49e9-9e1e-8a65a99e9543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:04.022391 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:10:04.119195 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc03e0a5-e016-4bdd-bf49-c34b114e771a tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Router 0fd93555-bd6d-4050-b295-a4216058e108 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:10:04.312097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc03e0a5-e016-4bdd-bf49-c34b114e771a tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:10:04.321649 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea8620-1ed7-4155-b00e-1968efc01ca3 None None] Sync routers for ids ['0fd93555-bd6d-4050-b295-a4216058e108'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:10:04.326133 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cc03e0a5-e016-4bdd-bf49-c34b114e771a tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "PUT /v2.0/routers/0fd93555-bd6d-4050-b295-a4216058e108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8013263 Jan 20 11:10:04.328900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37648) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:04.333371 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea8620-1ed7-4155-b00e-1968efc01ca3 None None] Routers {'0fd93555-bd6d-4050-b295-a4216058e108'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:10:04.334002 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0aea8620-1ed7-4155-b00e-1968efc01ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:10:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0fd93555-bd6d-4050-b295-a4216058e108'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:10:04.507375 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-0aea8620-1ed7-4155-b00e-1968efc01ca3 None None] Set router 0fd93555-bd6d-4050-b295-a4216058e108 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:10:04.509455 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-23923720-141f-4d11-906a-7aaeefea4a5b tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Deleting subnet 1d49c847-1619-4241-91f4-58c7d74e16b1 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:10:04.512323 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-23923720-141f-4d11-906a-7aaeefea4a5b tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:04.564636 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-23923720-141f-4d11-906a-7aaeefea4a5b tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:04.648404 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-23923720-141f-4d11-906a-7aaeefea4a5b tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:04.789952 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0aea8620-1ed7-4155-b00e-1968efc01ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd93555-bd6d-4050-b295-a4216058e108', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371337448', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:08:09Z', 'updated_at': '2022-01-20T11:10:03Z', 'revision_number': 5, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'gw_port': {'id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:10:04.793407 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-23923720-141f-4d11-906a-7aaeefea4a5b tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:04.793618 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea8620-1ed7-4155-b00e-1968efc01ca3 None None] Checking router: 0fd93555-bd6d-4050-b295-a4216058e108 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:10:04.798938 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:04.805615 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea8620-1ed7-4155-b00e-1968efc01ca3 None None] Routers {'0fd93555-bd6d-4050-b295-a4216058e108'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:10:04.806212 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0aea8620-1ed7-4155-b00e-1968efc01ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:10:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0fd93555-bd6d-4050-b295-a4216058e108'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:10:04.830278 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23923720-141f-4d11-906a-7aaeefea4a5b tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event deleted for resources: {'Subnet': ['ID=1d49c847-1619-4241-91f4-58c7d74e16b1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:04.838909 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-23923720-141f-4d11-906a-7aaeefea4a5b tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:04.845436 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-23923720-141f-4d11-906a-7aaeefea4a5b tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "DELETE /v2.0/subnets/1d49c847-1619-4241-91f4-58c7d74e16b1 HTTP/1.1" status: 204 len: 168 time: 0.5155442 Jan 20 11:10:04.846924 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3752f992-95c4-41bd-a967-47d832f9b8fa None None] Network 5d8c68fd-8f53-4aff-ba92-7701f48980a5 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:10:04.848171 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37652) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:05.032957 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-0aea8620-1ed7-4155-b00e-1968efc01ca3 None None] Set router 0fd93555-bd6d-4050-b295-a4216058e108 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:10:05.038746 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:05.062276 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f406dafc-8c25-4d6f-b2db-9e7f535db9a9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:05.146182 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b8d94b-a45c-46f4-a409-a9313242f772 None None] DHCP port deletion for 5d8c68fd-8f53-4aff-ba92-7701f48980a5 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:10:05.150216 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a6b8d94b-a45c-46f4-a409-a9313242f772 None None] Deleting port c53692f7-9cf0-4773-9bba-562e43cc39b0 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:10:05.153433 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d94b-a45c-46f4-a409-a9313242f772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:05.268389 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f406dafc-8c25-4d6f-b2db-9e7f535db9a9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:05.318860 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f406dafc-8c25-4d6f-b2db-9e7f535db9a9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Deleting port cdafcc40-ae51-424a-8d5b-dced27f82c96 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:10:05.319142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f406dafc-8c25-4d6f-b2db-9e7f535db9a9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:05.329914 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0aea8620-1ed7-4155-b00e-1968efc01ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd93555-bd6d-4050-b295-a4216058e108', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371337448', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:08:09Z', 'updated_at': '2022-01-20T11:10:03Z', 'revision_number': 5, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'gw_port': {'id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:10:05.333810 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea8620-1ed7-4155-b00e-1968efc01ca3 None None] The sync data for ids ['0fd93555-bd6d-4050-b295-a4216058e108'] in dv-neutron-825471-1-hyperv is: [{'id': '0fd93555-bd6d-4050-b295-a4216058e108', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371337448', 'tenant_id': '8d4e31846fd44271b665d8fe95fe7263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:08:09Z', 'updated_at': '2022-01-20T11:10:03Z', 'revision_number': 5, 'project_id': '8d4e31846fd44271b665d8fe95fe7263', 'gw_port': {'id': 'cdafcc40-ae51-424a-8d5b-dced27f82c96', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd93555-bd6d-4050-b295-a4216058e108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:10:05.366268 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a6b8d94b-a45c-46f4-a409-a9313242f772 None None] For port c53692f7-9cf0-4773-9bba-562e43cc39b0, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c53692f7-9cf0-4773-9bba-562e43cc39b0,segment=NetworkSegment(52a2ea17-6763-44ea-90d6-0be6008374d4),segment_id=52a2ea17-6763-44ea-90d6-0be6008374d4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:10:05.366686 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d94b-a45c-46f4-a409-a9313242f772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:05.518805 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a6b8d94b-a45c-46f4-a409-a9313242f772 None None] Calling delete_port for c53692f7-9cf0-4773-9bba-562e43cc39b0 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:10:05.613353 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-f406dafc-8c25-4d6f-b2db-9e7f535db9a9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] For port cdafcc40-ae51-424a-8d5b-dced27f82c96, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=cdafcc40-ae51-424a-8d5b-dced27f82c96,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:10:05.613655 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f406dafc-8c25-4d6f-b2db-9e7f535db9a9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:05.643797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d94b-a45c-46f4-a409-a9313242f772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:05.689463 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8d94b-a45c-46f4-a409-a9313242f772 None None] Pushing event deleted for resources: {'Port': ['ID=c53692f7-9cf0-4773-9bba-562e43cc39b0,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:05.697890 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8d94b-a45c-46f4-a409-a9313242f772 None None] No DVR routers for this DVR port c53692f7-9cf0-4773-9bba-562e43cc39b0 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:10:05.743541 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f406dafc-8c25-4d6f-b2db-9e7f535db9a9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Calling delete_port for cdafcc40-ae51-424a-8d5b-dced27f82c96 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:10:05.861722 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9a4eaacf-3c88-433a-8a60-b371c8754e4e no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:10:05.899592 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 9a4eaacf-3c88-433a-8a60-b371c8754e4e {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:10:05.899899 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9a4eaacf-3c88-433a-8a60-b371c8754e4e not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:10:05.900320 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c53692f7-9cf0-4773-9bba-562e43cc39b0 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:10:05.931932 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: c53692f7-9cf0-4773-9bba-562e43cc39b0 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:10:05.932286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c53692f7-9cf0-4773-9bba-562e43cc39b0 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:10:05.992472 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f406dafc-8c25-4d6f-b2db-9e7f535db9a9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:06.039110 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406dafc-8c25-4d6f-b2db-9e7f535db9a9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event deleted for resources: {'Port': ['ID=cdafcc40-ae51-424a-8d5b-dced27f82c96,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:06.257608 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f406dafc-8c25-4d6f-b2db-9e7f535db9a9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:06.306738 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:06.510341 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f406dafc-8c25-4d6f-b2db-9e7f535db9a9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:06.514417 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f406dafc-8c25-4d6f-b2db-9e7f535db9a9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:06.643649 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f406dafc-8c25-4d6f-b2db-9e7f535db9a9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:06.644184 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f406dafc-8c25-4d6f-b2db-9e7f535db9a9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Fanout notify agent at l3_agent the message router_deleted on router 0fd93555-bd6d-4050-b295-a4216058e108 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:10:06.658140 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f406dafc-8c25-4d6f-b2db-9e7f535db9a9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:06.659374 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f406dafc-8c25-4d6f-b2db-9e7f535db9a9 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "DELETE /v2.0/routers/0fd93555-bd6d-4050-b295-a4216058e108 HTTP/1.1" status: 204 len: 168 time: 1.8101034 Jan 20 11:10:06.662247 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37656) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:06.779832 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a2d451ab-6d16-4d2f-9730-f066d9b8f6fc tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:06.905509 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a2d451ab-6d16-4d2f-9730-f066d9b8f6fc tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:06.929822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-a2d451ab-6d16-4d2f-9730-f066d9b8f6fc tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8c68fd-8f53-4aff-ba92-7701f48980a5']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:10:06.942478 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-a2d451ab-6d16-4d2f-9730-f066d9b8f6fc tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a2ea17-6763-44ea-90d6-0be6008374d4') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:10:06.942772 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-a2d451ab-6d16-4d2f-9730-f066d9b8f6fc tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a2ea17-6763-44ea-90d6-0be6008374d4') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:10:06.953901 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a2d451ab-6d16-4d2f-9730-f066d9b8f6fc tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:06.969020 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a2d451ab-6d16-4d2f-9730-f066d9b8f6fc tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:06.974890 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d451ab-6d16-4d2f-9730-f066d9b8f6fc tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:10:06.975269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a2d451ab-6d16-4d2f-9730-f066d9b8f6fc tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:10:06.989351 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:10:07.220877 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a2d451ab-6d16-4d2f-9730-f066d9b8f6fc tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:07.239973 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a2d451ab-6d16-4d2f-9730-f066d9b8f6fc tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:07.250467 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d451ab-6d16-4d2f-9730-f066d9b8f6fc tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event deleted for resources: {'Network': ['ID=5d8c68fd-8f53-4aff-ba92-7701f48980a5,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:07.319081 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a2d451ab-6d16-4d2f-9730-f066d9b8f6fc tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "DELETE /v2.0/networks/5d8c68fd-8f53-4aff-ba92-7701f48980a5 HTTP/1.1" status: 204 len: 168 time: 0.6557965 Jan 20 11:10:07.321658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37660) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:07.387281 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50b81af7-a631-4d54-8b70-1da8d1f27259 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:07.415178 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50b81af7-a631-4d54-8b70-1da8d1f27259 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:07.580828 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50b81af7-a631-4d54-8b70-1da8d1f27259 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:07.598749 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b81af7-a631-4d54-8b70-1da8d1f27259 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be2613c-fc3b-485e-bbc1-269d8c7496c5,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:07.724087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-50b81af7-a631-4d54-8b70-1da8d1f27259 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:07.725220 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-50b81af7-a631-4d54-8b70-1da8d1f27259 tempest-TestNetworkAdvancedServerOps-1499177632 tempest-TestNetworkAdvancedServerOps-1499177632-project] 10.222.0.70 "DELETE /v2.0/security-groups/5be2613c-fc3b-485e-bbc1-269d8c7496c5 HTTP/1.1" status: 204 len: 168 time: 0.4026780 Jan 20 11:10:07.854997 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device cdafcc40-ae51-424a-8d5b-dced27f82c96 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:10:07.893288 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: cdafcc40-ae51-424a-8d5b-dced27f82c96 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:10:07.893288 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device cdafcc40-ae51-424a-8d5b-dced27f82c96 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:10:08.370235 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37670) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:08.539494 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bbc0d85d-c054-4a6f-84e1-7604f30560ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8d4e31846fd44271b665d8fe95fe7263&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1680574 Jan 20 11:10:08.541927 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37676) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:08.599930 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-687ce016-31e8-493a-890a-b56597b0d231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:08.625119 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-687ce016-31e8-493a-890a-b56597b0d231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:08.740844 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-687ce016-31e8-493a-890a-b56597b0d231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:08.756135 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ce016-31e8-493a-890a-b56597b0d231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e5602c-2bf4-46d1-b6e0-79fdb1567ec3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:08.764160 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-687ce016-31e8-493a-890a-b56597b0d231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:08.765361 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-687ce016-31e8-493a-890a-b56597b0d231 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58e5602c-2bf4-46d1-b6e0-79fdb1567ec3 HTTP/1.1" status: 204 len: 168 time: 0.2224393 Jan 20 11:10:09.363068 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37684) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:09.381739 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6cab3d6b-9ffb-4924-9606-7cf611915a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:09.412381 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6cab3d6b-9ffb-4924-9606-7cf611915a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:10:09.416191 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6cab3d6b-9ffb-4924-9606-7cf611915a58 admin admin] Usage tracker for resource:security_group_rule and tenant:3c665b3affe042f1b614514fde0238f4 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:10:09.419002 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6cab3d6b-9ffb-4924-9606-7cf611915a58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:10:09.424609 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6cab3d6b-9ffb-4924-9606-7cf611915a58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:10:09.488405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6cab3d6b-9ffb-4924-9606-7cf611915a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:09.501358 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:09.552015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6cab3d6b-9ffb-4924-9606-7cf611915a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:09.600862 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab3d6b-9ffb-4924-9606-7cf611915a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7206cd7a-96d9-490c-a647-e1b1b0786a10,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:09.604667 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6cab3d6b-9ffb-4924-9606-7cf611915a58 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c665b3affe042f1b614514fde0238f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2406058 Jan 20 11:10:09.607336 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37688) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:09.666558 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7d8517a1-520a-402f-aa04-2260f861a087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:09.693124 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7d8517a1-520a-402f-aa04-2260f861a087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:09.815439 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7d8517a1-520a-402f-aa04-2260f861a087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:09.829886 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8517a1-520a-402f-aa04-2260f861a087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7206cd7a-96d9-490c-a647-e1b1b0786a10,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:09.836575 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7d8517a1-520a-402f-aa04-2260f861a087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:09.837877 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7d8517a1-520a-402f-aa04-2260f861a087 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7206cd7a-96d9-490c-a647-e1b1b0786a10 HTTP/1.1" status: 204 len: 168 time: 0.2293675 Jan 20 11:10:12.384511 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37728) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:12.560146 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'network': {'name': 'tempest-network-smoke--2063719350', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'port_security_enabled': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:10:12.565872 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:10:12.569606 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:network and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:10:12.572408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:10:12.578972 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:10:12.666535 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:10:12.669456 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:12.682582 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:12.717300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:10:12.721818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:10:12.724542 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:10:12.730123 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:10:12.794743 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:12.872492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:12.903614 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:10:12.912340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d422ee1-972c-4fa9-ada1-050a101aa33c,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:12.917760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:12.918040 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Added segment c2036291-4d69-4102-8ec6-e846064e1fed of type vlan for network 91978763-403f-4850-9071-c139f7c0e069 Jan 20 11:10:12.943829 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:13.037796 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:13.041594 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:13.042181 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:13.150624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Network': ['ID=91978763-403f-4850-9071-c139f7c0e069,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:13.162288 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 91978763-403f-4850-9071-c139f7c0e069 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:10:13.210562 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9bb465d1-0129-4b6c-84bd-0d997ad15f45 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8248799 Jan 20 11:10:13.213225 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37734) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:13.218540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-752871801', 'admin_state_up': True, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:10:13.225334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:10:13.229174 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:router and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:10:13.232055 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:10:13.237851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:10:13.306948 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:13.308502 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:13.330069 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:13.548826 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:13.839796 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:13.872707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:14.010169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.26.0.167 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/e4e62240-0f77-429f-a805-4e96d3973809) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:10:14.154746 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:14.267266 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:14.332315 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:10:14.335092 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:10:14.338768 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:10:14.371435 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=e4e62240-0f77-429f-a805-4e96d3973809,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:14.592389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:14.593101 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:15.026627 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 1cb0bbf6-9631-4385-9430-94bd36910091 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:10:15.240715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:10:15.251827 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Sync routers for ids ['1cb0bbf6-9631-4385-9430-94bd36910091'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:10:15.264120 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Routers {'1cb0bbf6-9631-4385-9430-94bd36910091'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:10:15.264848 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:10:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1cb0bbf6-9631-4385-9430-94bd36910091'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:10:15.346865 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:15.351243 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5b980376-47ec-4c17-a078-22021ce86990 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1339338 Jan 20 11:10:15.351559 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37738) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:15.443709 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Set router 1cb0bbf6-9631-4385-9430-94bd36910091 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:10:15.467716 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3f89a9e0-173e-4a49-8e5a-53fa54d28432 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=571e60e1cd4540aa8cf6524c9e0f5b24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1149766 Jan 20 11:10:15.471129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37744) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:15.636304 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dae583e-7f95-4baf-8485-7b82aa99544d tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:15.638727 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7dae583e-7f95-4baf-8485-7b82aa99544d tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1664252 Jan 20 11:10:15.642531 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37750) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:15.683614 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a74a79c4-06aa-45b0-a1a5-6e2759a578e9 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375752 Jan 20 11:10:15.683843 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37754) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:15.690054 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-71df90a4-40e6-4ca6-8161-0b13d19b0aaa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1202506437', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:10:15.760546 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:14Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:10:15.764375 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Checking router: 1cb0bbf6-9631-4385-9430-94bd36910091 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:10:15.764723 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Updating router 1cb0bbf6-9631-4385-9430-94bd36910091 port e4e62240-0f77-429f-a805-4e96d3973809 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:10:15.797849 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-71df90a4-40e6-4ca6-8161-0b13d19b0aaa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:10:15.802049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-71df90a4-40e6-4ca6-8161-0b13d19b0aaa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:subnet and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:10:15.804545 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-71df90a4-40e6-4ca6-8161-0b13d19b0aaa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:10:15.811089 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-71df90a4-40e6-4ca6-8161-0b13d19b0aaa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:10:15.817774 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:15.877832 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71df90a4-40e6-4ca6-8161-0b13d19b0aaa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:10:15.981998 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-71df90a4-40e6-4ca6-8161-0b13d19b0aaa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:16.148611 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:16.161861 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Transition to ACTIVE for port object e4e62240-0f77-429f-a805-4e96d3973809 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:10:16.226433 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:16.261486 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-71df90a4-40e6-4ca6-8161-0b13d19b0aaa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:16.307225 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Attempting to bind port e4e62240-0f77-429f-a805-4e96d3973809 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:10:16.307805 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Attempting to bind port e4e62240-0f77-429f-a805-4e96d3973809 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:10:16.307968 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Attempting to bind port e4e62240-0f77-429f-a805-4e96d3973809 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:10:16.314962 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540e440-9d26-4dfe-a943-461d9b13689e None None] Pushing event updated for resources: {'Port': ['ID=e4e62240-0f77-429f-a805-4e96d3973809,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:16.320895 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:10:16.321274 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:10:16.321718 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:16.322106 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:10:16.322674 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Bound port: e4e62240-0f77-429f-a805-4e96d3973809, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:10:16.323022 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:16.345336 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df90a4-40e6-4ca6-8161-0b13d19b0aaa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Subnet': ['ID=b5c5b483-bda2-46b1-9c4b-70eb59a2fd02,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:16.355172 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71df90a4-40e6-4ca6-8161-0b13d19b0aaa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Checking segment: {'id': 'c2036291-4d69-4102-8ec6-e846064e1fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91978763-403f-4850-9071-c139f7c0e069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:10:16.355525 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71df90a4-40e6-4ca6-8161-0b13d19b0aaa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network hostable DHCP agents. Network: 91978763-403f-4850-9071-c139f7c0e069, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:10:16.395144 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] For port e4e62240-0f77-429f-a805-4e96d3973809, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:10:16.398228 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] For port e4e62240-0f77-429f-a805-4e96d3973809, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e4e62240-0f77-429f-a805-4e96d3973809,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:10:16.472174 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71df90a4-40e6-4ca6-8161-0b13d19b0aaa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 91978763-403f-4850-9071-c139f7c0e069 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:10:16.483697 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:16.563676 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-71df90a4-40e6-4ca6-8161-0b13d19b0aaa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 91978763-403f-4850-9071-c139f7c0e069) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:10:16.567540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71df90a4-40e6-4ca6-8161-0b13d19b0aaa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:16.568152 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-71df90a4-40e6-4ca6-8161-0b13d19b0aaa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:16.568750 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540e440-9d26-4dfe-a943-461d9b13689e None None] Pushing event updated for resources: {'Port': ['ID=e4e62240-0f77-429f-a805-4e96d3973809,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:16.572218 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Routers {'1cb0bbf6-9631-4385-9430-94bd36910091'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:10:16.572867 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:10:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1cb0bbf6-9631-4385-9430-94bd36910091'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:10:16.644320 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-71df90a4-40e6-4ca6-8161-0b13d19b0aaa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9594879 Jan 20 11:10:16.647175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37758) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:16.661878 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce581b8a-052c-41fc-a547-4f741d4a0abe None None] Network 91978763-403f-4850-9071-c139f7c0e069 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:10:16.916369 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] Set router 1cb0bbf6-9631-4385-9430-94bd36910091 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:10:17.146139 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-91978763-403f-4850-9071-c139f7c0e069', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ips': [{'subnet_id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:10:17.147370 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:17.378238 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Allocated IP 172.20.0.2 (91978763-403f-4850-9071-c139f7c0e069/b5c5b483-bda2-46b1-9c4b-70eb59a2fd02/9b47bdb2-1ec0-464c-b049-924cb8c41475) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:10:17.380227 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:17.389397 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:14Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:10:17.396868 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e715796f-f9e5-4066-ba94-61d8fcf493d9 None None] The sync data for ids ['1cb0bbf6-9631-4385-9430-94bd36910091'] in dv-neutron-825471-1-hyperv is: [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:14Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:10:17.629491 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:17.644406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Transition to ACTIVE for port object 9b47bdb2-1ec0-464c-b049-924cb8c41475 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:10:17.670323 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Transition to ACTIVE for port object 9b47bdb2-1ec0-464c-b049-924cb8c41475 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:10:17.735595 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:17.812987 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Network 91978763-403f-4850-9071-c139f7c0e069 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:10:17.814331 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:10:17.816095 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Pushing event updated for resources: {'Port': ['ID=9b47bdb2-1ec0-464c-b049-924cb8c41475,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:17.818402 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:10:17.933300 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e4e62240-0f77-429f-a805-4e96d3973809 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:10:17.940695 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.1 (91978763-403f-4850-9071-c139f7c0e069/b5c5b483-bda2-46b1-9c4b-70eb59a2fd02/a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:10:17.980308 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Attempting to bind port 9b47bdb2-1ec0-464c-b049-924cb8c41475 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:10:17.986036 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Attempting to bind port 9b47bdb2-1ec0-464c-b049-924cb8c41475 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'c2036291-4d69-4102-8ec6-e846064e1fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91978763-403f-4850-9071-c139f7c0e069'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:10:17.986036 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Attempting to bind port 9b47bdb2-1ec0-464c-b049-924cb8c41475 on network 91978763-403f-4850-9071-c139f7c0e069 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:10:18.002152 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:10:18.002534 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Checking segment: {'id': 'c2036291-4d69-4102-8ec6-e846064e1fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91978763-403f-4850-9071-c139f7c0e069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:10:18.002942 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:18.003338 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Bound using segment: {'id': 'c2036291-4d69-4102-8ec6-e846064e1fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91978763-403f-4850-9071-c139f7c0e069'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:10:18.003822 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Bound port: 9b47bdb2-1ec0-464c-b049-924cb8c41475, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2036291-4d69-4102-8ec6-e846064e1fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91978763-403f-4850-9071-c139f7c0e069'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:10:18.004198 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:18.108391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:18.116171 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] For port 9b47bdb2-1ec0-464c-b049-924cb8c41475, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:10:18.119485 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] For port 9b47bdb2-1ec0-464c-b049-924cb8c41475, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9b47bdb2-1ec0-464c-b049-924cb8c41475,segment=NetworkSegment(c2036291-4d69-4102-8ec6-e846064e1fed),segment_id=c2036291-4d69-4102-8ec6-e846064e1fed)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:10:18.124982 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:10:18.169193 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port e4e62240-0f77-429f-a805-4e96d3973809 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:10:18.174657 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port e4e62240-0f77-429f-a805-4e96d3973809 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:10:18.175039 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:18.209210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:18.261964 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:18.343868 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 91978763-403f-4850-9071-c139f7c0e069 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:10:18.347032 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:10:18.351828 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:10:18.362385 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf97cf3-c013-45a5-93bd-46eb47a4fc60 None None] Pushing event updated for resources: {'Port': ['ID=9b47bdb2-1ec0-464c-b049-924cb8c41475,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:18.391600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:18.428117 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:18.439401 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:18.459001 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port e4e62240-0f77-429f-a805-4e96d3973809, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e4e62240-0f77-429f-a805-4e96d3973809,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:10:18.561325 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:18.608952 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:18.635001 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=e4e62240-0f77-429f-a805-4e96d3973809,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:19.012935 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:19.055533 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:19.167748 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:19.171259 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:19.284489 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c63e47c-1e8c-48bd-aea6-8250c3dbffd5 None None] Network 91978763-403f-4850-9071-c139f7c0e069 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:10:19.307961 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 91978763-403f-4850-9071-c139f7c0e069 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:10:19.309084 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:10:19.490556 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-70ad4c62-469f-4c28-952f-cb8995d6333e None None] Provisioning for port 9b47bdb2-1ec0-464c-b049-924cb8c41475 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:10:19.782314 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-81ae573e-2f9e-4f04-8225-01b4c950febe None None] Provisioning for port a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:10:19.787321 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-81ae573e-2f9e-4f04-8225-01b4c950febe None None] Provisioning complete for port a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:10:19.787697 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81ae573e-2f9e-4f04-8225-01b4c950febe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:19.797461 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 1cb0bbf6-9631-4385-9430-94bd36910091 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:10:19.848530 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-81ae573e-2f9e-4f04-8225-01b4c950febe None None] Port a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:10:19.977800 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e4e62240-0f77-429f-a805-4e96d3973809 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:10:20.037153 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b1e712fc-f711-4f8a-b33d-cea423b640a1 None None] Provisioning complete for port a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:10:20.037804 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b1e712fc-f711-4f8a-b33d-cea423b640a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:20.042024 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:10:20.053656 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7ab8f884-da99-4ddf-9df9-6ac6bc927281 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/1cb0bbf6-9631-4385-9430-94bd36910091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4047303 Jan 20 11:10:20.055599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37766) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:20.103221 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b1e712fc-f711-4f8a-b33d-cea423b640a1 None None] Port a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:10:20.116002 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port e4e62240-0f77-429f-a805-4e96d3973809 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:10:20.116387 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:20.203388 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a89c4b-99d6-41db-bded-dd8cfafb00b7 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:20.203851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a89c4b-99d6-41db-bded-dd8cfafb00b7 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:20.204223 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a89c4b-99d6-41db-bded-dd8cfafb00b7 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:20.204584 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a89c4b-99d6-41db-bded-dd8cfafb00b7 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:20.204939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a89c4b-99d6-41db-bded-dd8cfafb00b7 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:20.205292 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a89c4b-99d6-41db-bded-dd8cfafb00b7 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:20.207065 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-14a89c4b-99d6-41db-bded-dd8cfafb00b7 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1505671 Jan 20 11:10:20.210051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37770) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:20.240149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9b47bdb2-1ec0-464c-b049-924cb8c41475 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:10:20.284312 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fa1c9a61-7365-47b1-ad3d-88da671b48b8 None None] Provisioning complete for port a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:10:20.284598 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa1c9a61-7365-47b1-ad3d-88da671b48b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:20.286162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e2c0cb-d1ed-461d-af5d-e80802d05140 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:20.286534 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e2c0cb-d1ed-461d-af5d-e80802d05140 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:20.286894 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e2c0cb-d1ed-461d-af5d-e80802d05140 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:20.287251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e2c0cb-d1ed-461d-af5d-e80802d05140 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:20.287604 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e2c0cb-d1ed-461d-af5d-e80802d05140 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:20.287953 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e2c0cb-d1ed-461d-af5d-e80802d05140 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:20.289698 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-48e2c0cb-d1ed-461d-af5d-e80802d05140 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0786293 Jan 20 11:10:20.292670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37774) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:20.351132 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fa1c9a61-7365-47b1-ad3d-88da671b48b8 None None] Port a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:10:20.426324 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 9b47bdb2-1ec0-464c-b049-924cb8c41475 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:10:20.431603 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 9b47bdb2-1ec0-464c-b049-924cb8c41475 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:10:20.436763 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:20.500385 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a0fb0559-874c-4ed4-b89d-2cf3c1f25696 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2066698 Jan 20 11:10:20.546280 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:20.578933 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 9b47bdb2-1ec0-464c-b049-924cb8c41475, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9b47bdb2-1ec0-464c-b049-924cb8c41475,segment=NetworkSegment(c2036291-4d69-4102-8ec6-e846064e1fed),segment_id=c2036291-4d69-4102-8ec6-e846064e1fed)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:10:20.666287 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:20.738356 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=9b47bdb2-1ec0-464c-b049-924cb8c41475,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:20.839833 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37780) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:20.846028 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-bebd860f-995b-42ae-b786-d274455dbfe5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1554144800', 'description': 'tempest-secgroup-smoke-1554144800 description', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:10:20.851840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bebd860f-995b-42ae-b786-d274455dbfe5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:10:20.855565 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bebd860f-995b-42ae-b786-d274455dbfe5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:10:20.858357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bebd860f-995b-42ae-b786-d274455dbfe5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:10:20.865707 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bebd860f-995b-42ae-b786-d274455dbfe5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:10:20.935245 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bebd860f-995b-42ae-b786-d274455dbfe5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:20.973802 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Sync routers for ids ['1cb0bbf6-9631-4385-9430-94bd36910091'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:10:20.978163 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bebd860f-995b-42ae-b786-d274455dbfe5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:10:20.982034 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bebd860f-995b-42ae-b786-d274455dbfe5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:10:20.985243 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bebd860f-995b-42ae-b786-d274455dbfe5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:10:20.986457 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Routers {'1cb0bbf6-9631-4385-9430-94bd36910091'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:10:20.992356 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:10:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1cb0bbf6-9631-4385-9430-94bd36910091'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:10:20.992493 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bebd860f-995b-42ae-b786-d274455dbfe5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:10:21.044420 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bebd860f-995b-42ae-b786-d274455dbfe5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:21.129687 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bebd860f-995b-42ae-b786-d274455dbfe5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:21.170827 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd860f-995b-42ae-b786-d274455dbfe5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2732581-8f40-4743-b731-acbdc420e980,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:21.173925 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Set router 1cb0bbf6-9631-4385-9430-94bd36910091 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:10:21.260695 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bebd860f-995b-42ae-b786-d274455dbfe5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:21.261879 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bebd860f-995b-42ae-b786-d274455dbfe5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4210417 Jan 20 11:10:21.265410 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37784) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:21.271394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9dc2aa4a-0846-4e18-b0fb-f2e421257671 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'd2732581-8f40-4743-b731-acbdc420e980', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:10:21.283043 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9dc2aa4a-0846-4e18-b0fb-f2e421257671 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:10:21.286976 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9dc2aa4a-0846-4e18-b0fb-f2e421257671 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:10:21.289952 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9dc2aa4a-0846-4e18-b0fb-f2e421257671 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:10:21.295644 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9dc2aa4a-0846-4e18-b0fb-f2e421257671 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:10:21.403867 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9dc2aa4a-0846-4e18-b0fb-f2e421257671 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:21.466288 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9dc2aa4a-0846-4e18-b0fb-f2e421257671 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:21.484117 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f', 'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:17Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 2, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:10:21.487846 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Checking router: 1cb0bbf6-9631-4385-9430-94bd36910091 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:10:21.488190 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Updating router 1cb0bbf6-9631-4385-9430-94bd36910091 port a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:10:21.535101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9dc2aa4a-0846-4e18-b0fb-f2e421257671 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:21.538043 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:21.563142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2aa4a-0846-4e18-b0fb-f2e421257671 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4599a461-f5e9-4d76-827a-ea9ce25739f4,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:21.626758 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9dc2aa4a-0846-4e18-b0fb-f2e421257671 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:21.628002 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9dc2aa4a-0846-4e18-b0fb-f2e421257671 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3612912 Jan 20 11:10:21.630902 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37788) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:21.636591 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1fe8e262-7934-433f-b61e-6824e419dcc8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'd2732581-8f40-4743-b731-acbdc420e980', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:10:21.644054 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1fe8e262-7934-433f-b61e-6824e419dcc8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:10:21.648164 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1fe8e262-7934-433f-b61e-6824e419dcc8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:10:21.651221 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1fe8e262-7934-433f-b61e-6824e419dcc8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:10:21.657162 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1fe8e262-7934-433f-b61e-6824e419dcc8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:10:21.742022 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1fe8e262-7934-433f-b61e-6824e419dcc8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:21.807477 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1fe8e262-7934-433f-b61e-6824e419dcc8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:21.867222 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9b47bdb2-1ec0-464c-b049-924cb8c41475 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:10:21.886071 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1fe8e262-7934-433f-b61e-6824e419dcc8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:21.908199 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:21.916476 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8e262-7934-433f-b61e-6824e419dcc8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149000ab-0c2f-465a-8b5d-263fcb8ecdd5,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:21.925395 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Transition to ACTIVE for port object a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:10:21.937797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 9b47bdb2-1ec0-464c-b049-924cb8c41475 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:10:21.938261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:22.003481 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:22.015579 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1fe8e262-7934-433f-b61e-6824e419dcc8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:22.019828 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1fe8e262-7934-433f-b61e-6824e419dcc8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3850508 Jan 20 11:10:22.019828 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37792) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:22.025378 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-789a9e4d-60ad-480a-8b02-38946b1de75a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'd2732581-8f40-4743-b731-acbdc420e980', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:10:22.031488 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-789a9e4d-60ad-480a-8b02-38946b1de75a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:10:22.035357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-789a9e4d-60ad-480a-8b02-38946b1de75a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:10:22.038220 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-789a9e4d-60ad-480a-8b02-38946b1de75a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:10:22.044541 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-789a9e4d-60ad-480a-8b02-38946b1de75a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:10:22.131357 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30951ffd-4368-4f90-92e8-b03e01be6b80 None None] Pushing event updated for resources: {'Port': ['ID=a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:22.142350 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-789a9e4d-60ad-480a-8b02-38946b1de75a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:22.173394 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30951ffd-4368-4f90-92e8-b03e01be6b80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:22.173602 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30951ffd-4368-4f90-92e8-b03e01be6b80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:22.173830 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30951ffd-4368-4f90-92e8-b03e01be6b80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:22.174156 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30951ffd-4368-4f90-92e8-b03e01be6b80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:22.174475 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30951ffd-4368-4f90-92e8-b03e01be6b80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:22.174787 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30951ffd-4368-4f90-92e8-b03e01be6b80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:22.175221 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30951ffd-4368-4f90-92e8-b03e01be6b80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:22.175597 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30951ffd-4368-4f90-92e8-b03e01be6b80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:22.175904 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30951ffd-4368-4f90-92e8-b03e01be6b80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:22.176214 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30951ffd-4368-4f90-92e8-b03e01be6b80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:22.176521 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30951ffd-4368-4f90-92e8-b03e01be6b80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:22.213343 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-789a9e4d-60ad-480a-8b02-38946b1de75a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:22.234731 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Attempting to bind port a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:10:22.235085 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Attempting to bind port a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'c2036291-4d69-4102-8ec6-e846064e1fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91978763-403f-4850-9071-c139f7c0e069'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:10:22.235450 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Attempting to bind port a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f on network 91978763-403f-4850-9071-c139f7c0e069 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:10:22.242665 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:10:22.243053 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Checking segment: {'id': 'c2036291-4d69-4102-8ec6-e846064e1fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91978763-403f-4850-9071-c139f7c0e069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:10:22.243451 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:22.243838 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Bound using segment: {'id': 'c2036291-4d69-4102-8ec6-e846064e1fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91978763-403f-4850-9071-c139f7c0e069'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:10:22.244298 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Bound port: a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2036291-4d69-4102-8ec6-e846064e1fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91978763-403f-4850-9071-c139f7c0e069'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:10:22.244682 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:22.288820 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-789a9e4d-60ad-480a-8b02-38946b1de75a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:22.315697 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a9e4d-60ad-480a-8b02-38946b1de75a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e85abce-56db-42f7-ba22-3c75001b1b63,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:22.333142 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] For port a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:10:22.336021 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] For port a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f,segment=NetworkSegment(c2036291-4d69-4102-8ec6-e846064e1fed),segment_id=c2036291-4d69-4102-8ec6-e846064e1fed)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:10:22.386694 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-789a9e4d-60ad-480a-8b02-38946b1de75a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:22.387911 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-789a9e4d-60ad-480a-8b02-38946b1de75a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3670883 Jan 20 11:10:22.390615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37796) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:22.396067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7445db12-55d1-4ec1-8b58-b22642b90a85 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'd2732581-8f40-4743-b731-acbdc420e980', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:10:22.402404 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7445db12-55d1-4ec1-8b58-b22642b90a85 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:10:22.406781 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7445db12-55d1-4ec1-8b58-b22642b90a85 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:10:22.409718 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7445db12-55d1-4ec1-8b58-b22642b90a85 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:10:22.415352 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:22.415493 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7445db12-55d1-4ec1-8b58-b22642b90a85 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:10:22.497796 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30951ffd-4368-4f90-92e8-b03e01be6b80 None None] Pushing event updated for resources: {'Port': ['ID=a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:22.500487 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Routers {'1cb0bbf6-9631-4385-9430-94bd36910091'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:10:22.501086 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:10:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1cb0bbf6-9631-4385-9430-94bd36910091'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:10:22.513995 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7445db12-55d1-4ec1-8b58-b22642b90a85 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:22.593517 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7445db12-55d1-4ec1-8b58-b22642b90a85 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:22.656071 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7445db12-55d1-4ec1-8b58-b22642b90a85 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:22.683109 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445db12-55d1-4ec1-8b58-b22642b90a85 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253fbf2e-372e-4c4c-9bc3-93f2f677e681,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:22.686394 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] Set router 1cb0bbf6-9631-4385-9430-94bd36910091 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:10:22.786305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7445db12-55d1-4ec1-8b58-b22642b90a85 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:22.787412 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7445db12-55d1-4ec1-8b58-b22642b90a85 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3958898 Jan 20 11:10:22.790092 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37800) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:22.795492 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-370faa6b-0d4f-4fe9-927a-48f4d5ffaa94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'd2732581-8f40-4743-b731-acbdc420e980', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:10:22.801754 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-370faa6b-0d4f-4fe9-927a-48f4d5ffaa94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:10:22.805604 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-370faa6b-0d4f-4fe9-927a-48f4d5ffaa94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:10:22.808549 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-370faa6b-0d4f-4fe9-927a-48f4d5ffaa94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:10:22.815101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-370faa6b-0d4f-4fe9-927a-48f4d5ffaa94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:10:22.901289 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-370faa6b-0d4f-4fe9-927a-48f4d5ffaa94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:10:22.908173 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-370faa6b-0d4f-4fe9-927a-48f4d5ffaa94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:22.972902 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-370faa6b-0d4f-4fe9-927a-48f4d5ffaa94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:23.002466 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f', 'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:17Z', 'updated_at': '2022-01-20T11:10:22Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:10:23.006286 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e63dbc-a849-4794-b90c-447db8d0c7e5 None None] The sync data for ids ['1cb0bbf6-9631-4385-9430-94bd36910091'] in dv-neutron-825471-1-hyperv is: [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f', 'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:17Z', 'updated_at': '2022-01-20T11:10:22Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:10:23.053255 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-370faa6b-0d4f-4fe9-927a-48f4d5ffaa94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:23.091955 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370faa6b-0d4f-4fe9-927a-48f4d5ffaa94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb5a0ee-75aa-444e-b0d8-022f0e20f6eb,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:23.164206 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-370faa6b-0d4f-4fe9-927a-48f4d5ffaa94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:23.165715 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-370faa6b-0d4f-4fe9-927a-48f4d5ffaa94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3744230 Jan 20 11:10:23.168574 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37804) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:23.175185 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-df532dfe-0385-4ee5-a4c7-fb2b2ff7a744 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'd2732581-8f40-4743-b731-acbdc420e980', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:10:23.184454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-df532dfe-0385-4ee5-a4c7-fb2b2ff7a744 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:10:23.189714 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-df532dfe-0385-4ee5-a4c7-fb2b2ff7a744 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:10:23.192919 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-df532dfe-0385-4ee5-a4c7-fb2b2ff7a744 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:10:23.198689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-df532dfe-0385-4ee5-a4c7-fb2b2ff7a744 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:10:23.266924 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-df532dfe-0385-4ee5-a4c7-fb2b2ff7a744 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:10:23.273806 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-df532dfe-0385-4ee5-a4c7-fb2b2ff7a744 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:23.340077 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-df532dfe-0385-4ee5-a4c7-fb2b2ff7a744 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:23.409134 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-df532dfe-0385-4ee5-a4c7-fb2b2ff7a744 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:23.433742 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df532dfe-0385-4ee5-a4c7-fb2b2ff7a744 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cdea6a-ad84-4d5a-bc85-2a18845538fa,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:23.512556 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-df532dfe-0385-4ee5-a4c7-fb2b2ff7a744 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:23.513792 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-df532dfe-0385-4ee5-a4c7-fb2b2ff7a744 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3441927 Jan 20 11:10:23.691312 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-ef768e6d-668d-473b-8b4b-f1c288836e2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:10:23.792501 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-ef768e6d-668d-473b-8b4b-f1c288836e2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:10:23.793761 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-ef768e6d-668d-473b-8b4b-f1c288836e2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1554144800&fields=id&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 267 time: 0.1446490 Jan 20 11:10:23.901274 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:10:23.982547 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-397c4b02-49fc-46af-91db-d49af86b222d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:23.984319 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-397c4b02-49fc-46af-91db-d49af86b222d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/networks?id=91978763-403f-4850-9071-c139f7c0e069 HTTP/1.1" status: 200 len: 797 time: 0.1827912 Jan 20 11:10:24.000538 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-34378d9f-55d6-4a1f-8069-46f7672131c6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/quotas/571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 375 time: 0.0107090 Jan 20 11:10:24.067173 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:10:24.072155 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:10:24.072531 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:24.080335 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-2fa7dc32-8650-4252-9531-7c34971debf1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:10:24.169048 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-2fa7dc32-8650-4252-9531-7c34971debf1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:10:24.170697 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-2fa7dc32-8650-4252-9531-7c34971debf1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1652918 Jan 20 11:10:24.185246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:24.218628 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f,segment=NetworkSegment(c2036291-4d69-4102-8ec6-e846064e1fed),segment_id=c2036291-4d69-4102-8ec6-e846064e1fed)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:10:24.252165 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-b2c561e3-00cf-4ce4-a0f9-29d768fcf2bf service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:10:24.253063 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-b2c561e3-00cf-4ce4-a0f9-29d768fcf2bf service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0710816 Jan 20 11:10:24.288955 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:24.359715 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:24.368166 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:24.368515 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:24.368856 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:24.369211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:24.369554 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:24.369887 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:24.370216 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:24.370545 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:24.370870 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:24.371193 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:24.371513 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:10:24.385863 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-dfe28f94-62ae-4038-98bb-c18d1b103645 service neutron] 10.222.0.70 "GET /v2.0/networks/91978763-403f-4850-9071-c139f7c0e069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267111 Jan 20 11:10:24.518158 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-41e41972-82ac-4403-a9f7-742c3107fa6f service neutron] 10.222.0.70 "GET /v2.0/networks/91978763-403f-4850-9071-c139f7c0e069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258299 Jan 20 11:10:24.825225 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0e26c046-2167-44b0-b89e-63198d57e4d1 req-b493e8b7-9ba4-4866-8202-7a12fde7269e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 210 time: 0.0451007 Jan 20 11:10:25.871146 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:10:25.936008 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-30535b8a-f458-4ea4-8bdb-543b777ddc70 req-5013a7fa-c6df-41d7-a257-c2f733428f4b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 210 time: 0.0419743 Jan 20 11:10:25.941444 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:10:25.941839 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:27.108832 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1052f02a-fedd-4f48-923d-2624dbf16299 req-9b8e8f84-b7df-4f65-8722-bdb994ba2b3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 210 time: 0.0440145 Jan 20 11:10:27.457099 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-71ebec10-b4ff-4ed0-aa0d-1a7b7c9c8d7d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:27.457806 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-71ebec10-b4ff-4ed0-aa0d-1a7b7c9c8d7d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:10:27.580867 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-71ebec10-b4ff-4ed0-aa0d-1a7b7c9c8d7d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:10:27.582044 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-71ebec10-b4ff-4ed0-aa0d-1a7b7c9c8d7d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/networks?id=91978763-403f-4850-9071-c139f7c0e069 HTTP/1.1" status: 200 len: 797 time: 0.2757506 Jan 20 11:10:27.638508 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-95913c9d-9324-4f59-95f5-4ec10590f002 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:10:27.651327 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-95913c9d-9324-4f59-95f5-4ec10590f002 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:10:27.652448 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-95913c9d-9324-4f59-95f5-4ec10590f002 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 380 time: 0.0571995 Jan 20 11:10:27.660638 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-7d1730d4-2183-4414-8c11-d61edfb7c978 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'port': {'device_id': '838ae384-cef0-425b-a39f-8a288180e117', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'admin_state_up': True, 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'security_groups': ['d2732581-8f40-4743-b731-acbdc420e980']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:10:27.917086 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-7d1730d4-2183-4414-8c11-d61edfb7c978 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:10:27.927942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-7d1730d4-2183-4414-8c11-d61edfb7c978 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:10:27.998216 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-7d1730d4-2183-4414-8c11-d61edfb7c978 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:10:28.002296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-7d1730d4-2183-4414-8c11-d61edfb7c978 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:28.200708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-7d1730d4-2183-4414-8c11-d61edfb7c978 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.14 (91978763-403f-4850-9071-c139f7c0e069/b5c5b483-bda2-46b1-9c4b-70eb59a2fd02/6800bf2c-eb59-48b8-90fe-bbfd03d1645e) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:10:28.275618 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f6d20422-ef8b-4ff5-9a62-a4f3ea8e18aa req-d4202f35-d977-4f60-8bd5-b76963d40ddf tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 210 time: 0.0452223 Jan 20 11:10:28.392499 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-7d1730d4-2183-4414-8c11-d61edfb7c978 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:28.407993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-7d1730d4-2183-4414-8c11-d61edfb7c978 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object 6800bf2c-eb59-48b8-90fe-bbfd03d1645e will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:10:28.494992 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-7d1730d4-2183-4414-8c11-d61edfb7c978 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:28.573965 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-7d1730d4-2183-4414-8c11-d61edfb7c978 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 91978763-403f-4850-9071-c139f7c0e069 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:10:28.576996 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-7d1730d4-2183-4414-8c11-d61edfb7c978 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:10:28.581420 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-7d1730d4-2183-4414-8c11-d61edfb7c978 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:10:28.605816 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1730d4-2183-4414-8c11-d61edfb7c978 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=6800bf2c-eb59-48b8-90fe-bbfd03d1645e,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:28.647017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-7d1730d4-2183-4414-8c11-d61edfb7c978 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:28.647640 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-7d1730d4-2183-4414-8c11-d61edfb7c978 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:28.775546 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-7d1730d4-2183-4414-8c11-d61edfb7c978 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1187100 Jan 20 11:10:28.787211 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Request body: {'port': {'device_id': '838ae384-cef0-425b-a39f-8a288180e117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:10:28.871763 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-02b52da6-504a-4158-8936-71a63b8de481 None None] Provisioning for port 6800bf2c-eb59-48b8-90fe-bbfd03d1645e completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:10:28.877218 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-02b52da6-504a-4158-8936-71a63b8de481 None None] Provisioning complete for port 6800bf2c-eb59-48b8-90fe-bbfd03d1645e triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:10:28.877642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-02b52da6-504a-4158-8936-71a63b8de481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:28.913586 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:28.933983 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-02b52da6-504a-4158-8936-71a63b8de481 None None] Port 6800bf2c-eb59-48b8-90fe-bbfd03d1645e cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:10:29.259614 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6800bf2c-eb59-48b8-90fe-bbfd03d1645e {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:10:29.266598 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:29.281630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Transition to ACTIVE for port object 6800bf2c-eb59-48b8-90fe-bbfd03d1645e will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:10:29.346704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:29.491906 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c17e53-42b9-47e7-8783-ca1e21cbfb58 req-7af82afc-a979-4c5b-812a-a303aa48df77 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:29.492558 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Pushing event updated for resources: {'Port': ['ID=6800bf2c-eb59-48b8-90fe-bbfd03d1645e,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:29.494471 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-80c17e53-42b9-47e7-8783-ca1e21cbfb58 req-7af82afc-a979-4c5b-812a-a303aa48df77 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 944 time: 0.0905526 Jan 20 11:10:29.550324 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-80c17e53-42b9-47e7-8783-ca1e21cbfb58 req-70add3ac-2c3c-4303-8642-171b70137620 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2732581-8f40-4743-b731-acbdc420e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459368 Jan 20 11:10:29.618809 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Attempting to bind port 6800bf2c-eb59-48b8-90fe-bbfd03d1645e on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:10:29.619258 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Attempting to bind port 6800bf2c-eb59-48b8-90fe-bbfd03d1645e by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'c2036291-4d69-4102-8ec6-e846064e1fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91978763-403f-4850-9071-c139f7c0e069'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:10:29.619452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Attempting to bind port 6800bf2c-eb59-48b8-90fe-bbfd03d1645e on network 91978763-403f-4850-9071-c139f7c0e069 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:10:29.626216 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Port 6800bf2c-eb59-48b8-90fe-bbfd03d1645e on network 91978763-403f-4850-9071-c139f7c0e069 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:10:29.626537 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Attempting to bind port 6800bf2c-eb59-48b8-90fe-bbfd03d1645e on network 91978763-403f-4850-9071-c139f7c0e069 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:10:29.632852 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:10:29.633181 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Checking segment: {'id': 'c2036291-4d69-4102-8ec6-e846064e1fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91978763-403f-4850-9071-c139f7c0e069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:10:29.633580 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Bound using segment: {'id': 'c2036291-4d69-4102-8ec6-e846064e1fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91978763-403f-4850-9071-c139f7c0e069'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:10:29.633997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Bound port: 6800bf2c-eb59-48b8-90fe-bbfd03d1645e, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2036291-4d69-4102-8ec6-e846064e1fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91978763-403f-4850-9071-c139f7c0e069'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:10:29.634338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:29.734703 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] For port 6800bf2c-eb59-48b8-90fe-bbfd03d1645e, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:10:29.734703 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] For port 6800bf2c-eb59-48b8-90fe-bbfd03d1645e, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=6800bf2c-eb59-48b8-90fe-bbfd03d1645e,segment=NetworkSegment(c2036291-4d69-4102-8ec6-e846064e1fed),segment_id=c2036291-4d69-4102-8ec6-e846064e1fed)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:10:29.826668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:29.895552 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:29.896934 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] 10.222.0.72 "PUT /v2.0/ports/6800bf2c-eb59-48b8-90fe-bbfd03d1645e HTTP/1.1" status: 200 len: 1094 time: 1.1138413 Jan 20 11:10:29.897368 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838ae384-cef0-425b-a39f-8a288180e117', 'tag': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:10:29.913061 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b014d-b810-4cc7-8ae6-a215af3fff59 service neutron] Pushing event updated for resources: {'Port': ['ID=6800bf2c-eb59-48b8-90fe-bbfd03d1645e,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:29.978623 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838ae384-cef0-425b-a39f-8a288180e117', 'tag': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e', 'status': 'completed', 'code': 200} Jan 20 11:10:30.065990 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-a111f71c-7696-49dd-8305-d25599ab2352 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 1097 time: 0.0776243 Jan 20 11:10:30.132130 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-1902e48c-8a09-4872-99b2-86c765eac0b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6800bf2c-eb59-48b8-90fe-bbfd03d1645e HTTP/1.1" status: 200 len: 217 time: 0.0659335 Jan 20 11:10:30.194338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-50d1e0b2-3c95-448a-ac6e-4e6cd00699e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:30.195780 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-50d1e0b2-3c95-448a-ac6e-4e6cd00699e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5c5b483-bda2-46b1-9c4b-70eb59a2fd02 HTTP/1.1" status: 200 len: 835 time: 0.0585468 Jan 20 11:10:30.369382 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-a9dc274a-ea5d-4e3f-ba9e-5aaf6f20cfa4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91978763-403f-4850-9071-c139f7c0e069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1679332 Jan 20 11:10:30.503781 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-0196ba9f-6126-49c6-b30d-e462ccda5377 service neutron] 10.222.0.72 "GET /v2.0/networks/91978763-403f-4850-9071-c139f7c0e069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280878 Jan 20 11:10:30.640727 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-affa40e0-a33e-4def-aa4f-7003f1222001 req-b32432af-e7e3-4eca-9cc5-b34f872c19c1 service neutron] 10.222.0.72 "GET /v2.0/networks/91978763-403f-4850-9071-c139f7c0e069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311212 Jan 20 11:10:30.801134 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5ea82f0b-2b67-4a1d-b491-f6c4e41f8eee req-cfc003d8-da87-4556-9564-91d050828620 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 1097 time: 0.0749431 Jan 20 11:10:30.852137 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b9846-15fd-42fc-84a8-3f70ce6237c0 req-62271835-9e4e-4c55-9541-bdc5c7557843 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:30.854784 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-602b9846-15fd-42fc-84a8-3f70ce6237c0 req-62271835-9e4e-4c55-9541-bdc5c7557843 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 944 time: 0.1787229 Jan 20 11:10:30.906763 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-602b9846-15fd-42fc-84a8-3f70ce6237c0 req-be63065e-3c33-4b75-b386-b56a46dd75d7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2732581-8f40-4743-b731-acbdc420e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459735 Jan 20 11:10:30.958145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea82f0b-2b67-4a1d-b491-f6c4e41f8eee req-5ee6ccc0-3db3-42b6-aecd-a620e35fafc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:30.959679 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5ea82f0b-2b67-4a1d-b491-f6c4e41f8eee req-5ee6ccc0-3db3-42b6-aecd-a620e35fafc4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=91978763-403f-4850-9071-c139f7c0e069 HTTP/1.1" status: 200 len: 898 time: 0.1532702 Jan 20 11:10:31.033990 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5ea82f0b-2b67-4a1d-b491-f6c4e41f8eee req-545aa4b0-f2e0-4765-8649-0395283c1c90 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6800bf2c-eb59-48b8-90fe-bbfd03d1645e HTTP/1.1" status: 200 len: 217 time: 0.0670578 Jan 20 11:10:31.101138 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea82f0b-2b67-4a1d-b491-f6c4e41f8eee req-7f9e4f06-2e51-4978-bad3-53d15419bc7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:31.103004 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5ea82f0b-2b67-4a1d-b491-f6c4e41f8eee req-7f9e4f06-2e51-4978-bad3-53d15419bc7f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5c5b483-bda2-46b1-9c4b-70eb59a2fd02 HTTP/1.1" status: 200 len: 835 time: 0.0632048 Jan 20 11:10:31.189080 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5ea82f0b-2b67-4a1d-b491-f6c4e41f8eee req-8885aa94-84b3-4c7f-9a72-b5788811fa1e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91978763-403f-4850-9071-c139f7c0e069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782597 Jan 20 11:10:31.332696 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5ea82f0b-2b67-4a1d-b491-f6c4e41f8eee req-e053c2cd-785a-442a-be68-3746a5ec1c48 service neutron] 10.222.0.72 "GET /v2.0/networks/91978763-403f-4850-9071-c139f7c0e069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366954 Jan 20 11:10:31.352075 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d9ce81ac-73df-45da-a1f4-ef0e53134e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:31.470963 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5ea82f0b-2b67-4a1d-b491-f6c4e41f8eee req-42110389-58dc-47cd-9792-6db70e15c977 service neutron] 10.222.0.72 "GET /v2.0/networks/91978763-403f-4850-9071-c139f7c0e069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314659 Jan 20 11:10:32.144364 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d0cca-8410-4bf4-960f-78f895efb68b req-4e0ec095-e098-4f19-ad16-85768c941128 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:32.145846 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0c6d0cca-8410-4bf4-960f-78f895efb68b req-4e0ec095-e098-4f19-ad16-85768c941128 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 944 time: 0.1010194 Jan 20 11:10:32.195852 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0c6d0cca-8410-4bf4-960f-78f895efb68b req-8175fc7e-a832-4596-a43e-7bf0bbe60879 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2732581-8f40-4743-b731-acbdc420e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441663 Jan 20 11:10:33.404254 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e190b5-a239-4884-8136-ef77d304f5c0 req-971ccb9e-5e30-4e3c-9424-9d2a5adb1331 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:33.406255 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-48e190b5-a239-4884-8136-ef77d304f5c0 req-971ccb9e-5e30-4e3c-9424-9d2a5adb1331 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 944 time: 0.0836792 Jan 20 11:10:33.454882 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-48e190b5-a239-4884-8136-ef77d304f5c0 req-54510322-52a3-4c8d-a8f9-4f7b0a2bccbc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2732581-8f40-4743-b731-acbdc420e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429475 Jan 20 11:10:33.849099 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6977d936-266a-4ed7-a693-49db05214a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:34.531852 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 6800bf2c-eb59-48b8-90fe-bbfd03d1645e details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:10:34.672877 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1caa7-c697-4fdb-be3b-9d8c9a92bb47 req-cb1f8b02-439d-4a3d-a20f-2532c92da19f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:34.674469 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2ef1caa7-c697-4fdb-be3b-9d8c9a92bb47 req-cb1f8b02-439d-4a3d-a20f-2532c92da19f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 944 time: 0.0827355 Jan 20 11:10:34.696954 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 6800bf2c-eb59-48b8-90fe-bbfd03d1645e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=6800bf2c-eb59-48b8-90fe-bbfd03d1645e,segment=NetworkSegment(c2036291-4d69-4102-8ec6-e846064e1fed),segment_id=c2036291-4d69-4102-8ec6-e846064e1fed)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:10:34.711611 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'port_id': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e', 'mac_address': 'fa:16:3e:35:33:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:10:34.721769 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2ef1caa7-c697-4fdb-be3b-9d8c9a92bb47 req-eb8b1040-4085-44c9-b0f0-95da181269ca tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2732581-8f40-4743-b731-acbdc420e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415363 Jan 20 11:10:34.775765 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:34.792909 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6800bf2c-eb59-48b8-90fe-bbfd03d1645e {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:10:34.808645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 6800bf2c-eb59-48b8-90fe-bbfd03d1645e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=6800bf2c-eb59-48b8-90fe-bbfd03d1645e,segment=NetworkSegment(c2036291-4d69-4102-8ec6-e846064e1fed),segment_id=c2036291-4d69-4102-8ec6-e846064e1fed)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:10:34.826149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:34.928920 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:34.973748 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:35.002409 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=6800bf2c-eb59-48b8-90fe-bbfd03d1645e,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:35.144682 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['6800bf2c-eb59-48b8-90fe-bbfd03d1645e'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:10:35.931623 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f8581-93bd-492a-9cba-3255ae188ce8 req-21f2ca36-aa0b-46de-9b3d-407e8fddb44b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:35.933106 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8c9f8581-93bd-492a-9cba-3255ae188ce8 req-21f2ca36-aa0b-46de-9b3d-407e8fddb44b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 945 time: 0.0823839 Jan 20 11:10:35.980414 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8c9f8581-93bd-492a-9cba-3255ae188ce8 req-e6141e88-348d-4acf-bc0e-95a0b58facff tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2732581-8f40-4743-b731-acbdc420e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408776 Jan 20 11:10:36.267709 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:36.547141 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 6800bf2c-eb59-48b8-90fe-bbfd03d1645e up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:10:36.734956 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 6800bf2c-eb59-48b8-90fe-bbfd03d1645e completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:10:36.740212 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 6800bf2c-eb59-48b8-90fe-bbfd03d1645e triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:10:36.740707 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:36.872091 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:36.906775 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838ae384-cef0-425b-a39f-8a288180e117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:10:36.924756 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 6800bf2c-eb59-48b8-90fe-bbfd03d1645e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=6800bf2c-eb59-48b8-90fe-bbfd03d1645e,segment=NetworkSegment(c2036291-4d69-4102-8ec6-e846064e1fed),segment_id=c2036291-4d69-4102-8ec6-e846064e1fed)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:10:37.043961 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:37.119866 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=6800bf2c-eb59-48b8-90fe-bbfd03d1645e,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:37.203047 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26d523-7ee3-4a4a-8ca2-2da85f975b36 req-f3027c54-d134-46ef-8a3c-a7adb591f82c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:37.204509 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fb26d523-7ee3-4a4a-8ca2-2da85f975b36 req-f3027c54-d134-46ef-8a3c-a7adb591f82c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 946 time: 0.0919895 Jan 20 11:10:37.253879 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fb26d523-7ee3-4a4a-8ca2-2da85f975b36 req-9ed0932a-6bd9-4ccd-9395-7d9c648d90d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2732581-8f40-4743-b731-acbdc420e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436552 Jan 20 11:10:37.274360 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838ae384-cef0-425b-a39f-8a288180e117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e', 'code': 200} Jan 20 11:10:37.684147 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e340d63f-9e80-48c7-99a7-923621d5a4d7 req-2aef7b9d-9973-4f38-9eb8-533d2893fbee service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 1099 time: 0.0683417 Jan 20 11:10:37.730414 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e340d63f-9e80-48c7-99a7-923621d5a4d7 req-5f177fdf-e818-45b6-96df-1665536ef612 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d2732581-8f40-4743-b731-acbdc420e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399334 Jan 20 11:10:38.474125 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfbbf5-3070-4bb8-8c99-1f57fc4041c8 req-c299894f-f423-4a1c-a475-ad29988f4689 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:38.475572 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a9bfbbf5-3070-4bb8-8c99-1f57fc4041c8 req-c299894f-f423-4a1c-a475-ad29988f4689 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 946 time: 0.0815105 Jan 20 11:10:38.526556 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a9bfbbf5-3070-4bb8-8c99-1f57fc4041c8 req-6f7b9752-36ae-404d-8d05-3462068fdc30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2732581-8f40-4743-b731-acbdc420e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455444 Jan 20 11:10:39.488791 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:39.742398 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7888d-e5fe-42d7-af4c-52c9adc6d963 req-cd1bd6c9-529f-4d2b-a22b-85bd4d85c44a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:39.743775 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47b7888d-e5fe-42d7-af4c-52c9adc6d963 req-cd1bd6c9-529f-4d2b-a22b-85bd4d85c44a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 946 time: 0.0897481 Jan 20 11:10:39.796408 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47b7888d-e5fe-42d7-af4c-52c9adc6d963 req-7104fa50-70cf-4c78-ba59-07616ec08f0e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2732581-8f40-4743-b731-acbdc420e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471706 Jan 20 11:10:39.996391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a68b5-57b4-48ba-8f3a-0c799300c640 req-72d39bb8-173c-4e26-a12d-aef27fb24aa0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:39.997786 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ba0a68b5-57b4-48ba-8f3a-0c799300c640 req-72d39bb8-173c-4e26-a12d-aef27fb24aa0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 946 time: 0.0817504 Jan 20 11:10:40.047448 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ba0a68b5-57b4-48ba-8f3a-0c799300c640 req-09ebd0e0-a1b6-4692-82cc-6d1bac4ffad9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2732581-8f40-4743-b731-acbdc420e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434878 Jan 20 11:10:40.080698 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37908) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:40.154275 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ed2a4fc5-ace0-4d84-8352-a43a0dfc79a6 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 1094 time: 0.0723996 Jan 20 11:10:40.157057 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 37912) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:40.162570 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:10:40.167884 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:10:40.171563 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:floatingip and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:10:40.175184 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:10:40.181684 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:10:40.261369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:40.404261 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:40.567297 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.26.0.164 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/1b46a262-7e9d-4f2b-a545-cbe0080674ad) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:10:40.745083 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:40.855263 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:40.918608 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:10:40.921311 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:10:40.928066 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:10:40.955590 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=1b46a262-7e9d-4f2b-a545-cbe0080674ad,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:41.023465 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:10:41.540568 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:41.672214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:41.892552 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:41.980462 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:42.088939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=1b46a262-7e9d-4f2b-a545-cbe0080674ad,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:42.110244 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:42.311935 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Floating IP b204291d-c7a1-4c22-a643-d88e0ae570af associated. External IP: 172.26.0.164, port: 6800bf2c-eb59-48b8-90fe-bbfd03d1645e. Jan 20 11:10:42.722809 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 1cb0bbf6-9631-4385-9430-94bd36910091 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:10:42.937084 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:10:42.949645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e52b99-ba41-485c-a7eb-460d68a28ec4 None None] Sync routers for ids ['1cb0bbf6-9631-4385-9430-94bd36910091'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:10:42.963021 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e52b99-ba41-485c-a7eb-460d68a28ec4 None None] Routers {'1cb0bbf6-9631-4385-9430-94bd36910091'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:10:42.963651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c7e52b99-ba41-485c-a7eb-460d68a28ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:10:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1cb0bbf6-9631-4385-9430-94bd36910091'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:10:43.072004 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:43.128678 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-33c19c75-11a3-432d-89b5-0f8c58dd4d94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9700737 Jan 20 11:10:43.129243 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838ae384-cef0-425b-a39f-8a288180e117', 'tag': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:10:43.131524 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37920) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:43.160459 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-c7e52b99-ba41-485c-a7eb-460d68a28ec4 None None] Set router 1cb0bbf6-9631-4385-9430-94bd36910091 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:10:43.187876 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838ae384-cef0-425b-a39f-8a288180e117', 'tag': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e', 'status': 'completed', 'code': 200} Jan 20 11:10:43.309829 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-77fd90b2-df26-40e7-ad12-ec4a47c1728a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/b204291d-c7a1-4c22-a643-d88e0ae570af HTTP/1.1" status: 200 len: 992 time: 0.1755800 Jan 20 11:10:43.337699 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-58f364ae-1ddc-4092-afad-ff45b9c1aa89 req-81bd98ad-e93f-4046-9bea-45275c77160d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 1099 time: 0.1153121 Jan 20 11:10:43.482893 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f364ae-1ddc-4092-afad-ff45b9c1aa89 req-a2f5d21f-2a0e-4dc5-9ea8-16a39f4c5f33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:43.484312 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-58f364ae-1ddc-4092-afad-ff45b9c1aa89 req-a2f5d21f-2a0e-4dc5-9ea8-16a39f4c5f33 service neutron] 10.222.0.72 "GET /v2.0/networks?id=91978763-403f-4850-9071-c139f7c0e069 HTTP/1.1" status: 200 len: 898 time: 0.1409836 Jan 20 11:10:43.545488 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c7e52b99-ba41-485c-a7eb-460d68a28ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'b204291d-c7a1-4c22-a643-d88e0ae570af', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'port_id': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'mac_address': 'fa:16:3e:35:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ae384-cef0-425b-a39f-8a288180e117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:10:41Z', 'updated_at': '2022-01-20T11:10:41Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f', 'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:17Z', 'updated_at': '2022-01-20T11:10:24Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:10:43.550658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e52b99-ba41-485c-a7eb-460d68a28ec4 None None] Checking router: 1cb0bbf6-9631-4385-9430-94bd36910091 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:10:43.563047 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e52b99-ba41-485c-a7eb-460d68a28ec4 None None] Routers {'1cb0bbf6-9631-4385-9430-94bd36910091'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:10:43.563795 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c7e52b99-ba41-485c-a7eb-460d68a28ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:10:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1cb0bbf6-9631-4385-9430-94bd36910091'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:10:43.592073 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-58f364ae-1ddc-4092-afad-ff45b9c1aa89 req-759f649f-63b8-4794-b29b-2b09a9748f2d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6800bf2c-eb59-48b8-90fe-bbfd03d1645e HTTP/1.1" status: 200 len: 1000 time: 0.1017668 Jan 20 11:10:43.766528 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f364ae-1ddc-4092-afad-ff45b9c1aa89 req-a718ebe6-4efd-4331-bd91-c5e76eca680a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:43.768606 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-58f364ae-1ddc-4092-afad-ff45b9c1aa89 req-a718ebe6-4efd-4331-bd91-c5e76eca680a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5c5b483-bda2-46b1-9c4b-70eb59a2fd02 HTTP/1.1" status: 200 len: 835 time: 0.1715925 Jan 20 11:10:43.792221 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-c7e52b99-ba41-485c-a7eb-460d68a28ec4 None None] Set router 1cb0bbf6-9631-4385-9430-94bd36910091 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:10:43.851728 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-58f364ae-1ddc-4092-afad-ff45b9c1aa89 req-b775b67f-b3be-4e2a-a441-e313a76d9cf6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91978763-403f-4850-9071-c139f7c0e069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776086 Jan 20 11:10:44.003817 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-58f364ae-1ddc-4092-afad-ff45b9c1aa89 req-1b2f9db1-69f5-48b7-8208-abe7b7663a65 service neutron] 10.222.0.72 "GET /v2.0/networks/91978763-403f-4850-9071-c139f7c0e069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386695 Jan 20 11:10:44.144959 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-58f364ae-1ddc-4092-afad-ff45b9c1aa89 req-eb223e56-345a-4e07-a681-64cfeb73ce8d service neutron] 10.222.0.72 "GET /v2.0/networks/91978763-403f-4850-9071-c139f7c0e069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352296 Jan 20 11:10:44.157760 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c7e52b99-ba41-485c-a7eb-460d68a28ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'b204291d-c7a1-4c22-a643-d88e0ae570af', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'port_id': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'mac_address': 'fa:16:3e:35:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ae384-cef0-425b-a39f-8a288180e117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:10:41Z', 'updated_at': '2022-01-20T11:10:41Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f', 'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:17Z', 'updated_at': '2022-01-20T11:10:24Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:10:44.162010 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e52b99-ba41-485c-a7eb-460d68a28ec4 None None] The sync data for ids ['1cb0bbf6-9631-4385-9430-94bd36910091'] in dv-neutron-825471-1-hyperv is: [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'b204291d-c7a1-4c22-a643-d88e0ae570af', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'port_id': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'mac_address': 'fa:16:3e:35:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ae384-cef0-425b-a39f-8a288180e117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:10:41Z', 'updated_at': '2022-01-20T11:10:41Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f', 'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:17Z', 'updated_at': '2022-01-20T11:10:24Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:10:44.312939 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37928) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:44.369901 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e092d75-715f-49b2-8eb1-8aa757f0609d None None] New status for floating IP b204291d-c7a1-4c22-a643-d88e0ae570af: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:10:44.429458 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-74dac71e-b28d-4917-8bbc-ac3eeac0e8d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/b204291d-c7a1-4c22-a643-d88e0ae570af HTTP/1.1" status: 200 len: 992 time: 0.1144612 Jan 20 11:10:45.433347 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 37934) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:10:45.541937 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-433a3784-7d04-4c18-b6ba-ce3a30bd92fa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/b204291d-c7a1-4c22-a643-d88e0ae570af HTTP/1.1" status: 200 len: 994 time: 0.1073081 Jan 20 11:10:50.232658 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-262f36e4-6eb0-439a-a130-c14e93c1c3f9 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191737051&fields=id&tenant_id=e7bf4b9940474d57840e18b7d1fdae0c HTTP/1.1" status: 200 len: 267 time: 0.0396390 Jan 20 11:10:50.469178 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-19b12f06-3334-4947-a2d5-a63b45bac5bb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:50.471321 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-19b12f06-3334-4947-a2d5-a63b45bac5bb tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 812 time: 0.2316325 Jan 20 11:10:50.487360 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-190f57bb-bb7a-4ee2-8cd9-c4f123905602 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/quotas/e7bf4b9940474d57840e18b7d1fdae0c HTTP/1.1" status: 200 len: 375 time: 0.0106192 Jan 20 11:10:50.576616 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-86b1849d-f1ad-4233-83c8-0d89d862c958 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0845084 Jan 20 11:10:50.708877 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-81c15d97-04af-4667-a050-df8c839c4cdb service neutron] 10.222.0.70 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210780 Jan 20 11:10:50.835777 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-c463f389-26a4-4d9e-b47f-e23b1a45dc3b service neutron] 10.222.0.70 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211395 Jan 20 11:10:51.572709 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6323a3f2-616a-4b84-a283-fae613b3929c req-3fe19fb2-d2b2-43e0-8444-04c0d32b08d6 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 210 time: 0.0419824 Jan 20 11:10:52.737318 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-920cfde9-3506-4b7f-afb1-a7af21f18d81 req-971c2fe8-10ad-4fcc-980b-49ae2f610efc tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 210 time: 0.0438740 Jan 20 11:10:53.522853 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-7b98b4b5-86f1-4c57-9416-789aea2dd0ce tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:53.524264 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-7b98b4b5-86f1-4c57-9416-789aea2dd0ce tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.72 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 812 time: 0.1421950 Jan 20 11:10:53.576325 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-35e09aa1-4cac-4767-a443-08e10aafabff tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7bf4b9940474d57840e18b7d1fdae0c HTTP/1.1" status: 200 len: 379 time: 0.0403993 Jan 20 11:10:53.584288 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b456617b-27d2-419d-9d92-0ebb6cb581a7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Request body: {'port': {'device_id': '09bca51d-56b0-4dd0-920d-03971235b370', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'admin_state_up': True, 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'security_groups': ['fb23168f-4d27-4cea-ad80-a39b3e8298da']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:10:53.719110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b456617b-27d2-419d-9d92-0ebb6cb581a7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:10:53.723795 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b456617b-27d2-419d-9d92-0ebb6cb581a7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Usage tracker for resource:port and tenant:e7bf4b9940474d57840e18b7d1fdae0c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:10:53.726745 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b456617b-27d2-419d-9d92-0ebb6cb581a7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:10:53.732595 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b456617b-27d2-419d-9d92-0ebb6cb581a7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:10:53.780428 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b456617b-27d2-419d-9d92-0ebb6cb581a7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Made reservation on behalf of e7bf4b9940474d57840e18b7d1fdae0c for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:10:53.784946 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b456617b-27d2-419d-9d92-0ebb6cb581a7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:53.912572 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ad30126a-08f9-4101-b9c6-68e96e1f7f81 req-b408703d-2ca1-4939-90c2-0902f089fb22 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 210 time: 0.0472529 Jan 20 11:10:53.967025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b456617b-27d2-419d-9d92-0ebb6cb581a7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Allocated IP 172.20.0.14 (f2976230-b7ed-4004-90c6-e1b2d37a86aa/fd01cfe5-3172-4c47-b68a-b9a8e924614a/a22260c8-8b07-4a9a-bdbd-70c77a37a425) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:10:54.155822 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b456617b-27d2-419d-9d92-0ebb6cb581a7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:54.171403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b456617b-27d2-419d-9d92-0ebb6cb581a7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Transition to ACTIVE for port object a22260c8-8b07-4a9a-bdbd-70c77a37a425 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:10:54.283818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b456617b-27d2-419d-9d92-0ebb6cb581a7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:54.357813 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b456617b-27d2-419d-9d92-0ebb6cb581a7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Network f2976230-b7ed-4004-90c6-e1b2d37a86aa is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:10:54.360775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b456617b-27d2-419d-9d92-0ebb6cb581a7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:10:54.364933 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b456617b-27d2-419d-9d92-0ebb6cb581a7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:10:54.404806 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456617b-27d2-419d-9d92-0ebb6cb581a7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event updated for resources: {'Port': ['ID=a22260c8-8b07-4a9a-bdbd-70c77a37a425,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:54.435781 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b456617b-27d2-419d-9d92-0ebb6cb581a7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:54.439683 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b456617b-27d2-419d-9d92-0ebb6cb581a7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:54.541053 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b456617b-27d2-419d-9d92-0ebb6cb581a7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9606662 Jan 20 11:10:54.552410 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Request body: {'port': {'device_id': '09bca51d-56b0-4dd0-920d-03971235b370', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:10:54.637153 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0fa185d2-5dc4-4d62-aa06-b5086edb026d None None] Provisioning for port a22260c8-8b07-4a9a-bdbd-70c77a37a425 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:10:54.642030 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0fa185d2-5dc4-4d62-aa06-b5086edb026d None None] Provisioning complete for port a22260c8-8b07-4a9a-bdbd-70c77a37a425 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:10:54.642438 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0fa185d2-5dc4-4d62-aa06-b5086edb026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:54.663808 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:54.706012 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0fa185d2-5dc4-4d62-aa06-b5086edb026d None None] Port a22260c8-8b07-4a9a-bdbd-70c77a37a425 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:10:55.099117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22260c8-8b07-4a9a-bdbd-70c77a37a425 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:10:55.105941 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:55.120629 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Transition to ACTIVE for port object a22260c8-8b07-4a9a-bdbd-70c77a37a425 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:10:55.139181 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af2698-ee6e-4018-94b3-25510034deb8 req-932831ac-374e-473e-b855-e40620d60a3a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:55.145392 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d9af2698-ee6e-4018-94b3-25510034deb8 req-932831ac-374e-473e-b855-e40620d60a3a tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 932 time: 0.0773895 Jan 20 11:10:55.195627 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d9af2698-ee6e-4018-94b3-25510034deb8 req-eb5c0168-2894-44ae-8921-7b89bf885370 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488644 Jan 20 11:10:55.237970 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:55.367697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a22260c8-8b07-4a9a-bdbd-70c77a37a425,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:55.483047 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Attempting to bind port a22260c8-8b07-4a9a-bdbd-70c77a37a425 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:10:55.483047 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Attempting to bind port a22260c8-8b07-4a9a-bdbd-70c77a37a425 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:10:55.483047 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Attempting to bind port a22260c8-8b07-4a9a-bdbd-70c77a37a425 on network f2976230-b7ed-4004-90c6-e1b2d37a86aa {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:10:55.484307 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Port a22260c8-8b07-4a9a-bdbd-70c77a37a425 on network f2976230-b7ed-4004-90c6-e1b2d37a86aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:10:55.484648 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Attempting to bind port a22260c8-8b07-4a9a-bdbd-70c77a37a425 on network f2976230-b7ed-4004-90c6-e1b2d37a86aa {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:10:55.491353 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:10:55.491684 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Checking segment: {'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:10:55.492059 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Bound using segment: {'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:10:55.492473 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Bound port: a22260c8-8b07-4a9a-bdbd-70c77a37a425, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fdcddb-557e-434f-9731-60e8bb393b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:10:55.492809 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:55.583916 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] For port a22260c8-8b07-4a9a-bdbd-70c77a37a425, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:10:55.586869 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] For port a22260c8-8b07-4a9a-bdbd-70c77a37a425, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=a22260c8-8b07-4a9a-bdbd-70c77a37a425,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:10:55.654670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:55.716978 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:10:55.718354 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] 10.222.0.72 "PUT /v2.0/ports/a22260c8-8b07-4a9a-bdbd-70c77a37a425 HTTP/1.1" status: 200 len: 1094 time: 1.1701121 Jan 20 11:10:55.718778 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09bca51d-56b0-4dd0-920d-03971235b370', 'tag': 'a22260c8-8b07-4a9a-bdbd-70c77a37a425'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:10:55.737272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd838f-c34c-4f24-b1bf-505a1bf193f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a22260c8-8b07-4a9a-bdbd-70c77a37a425,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:10:55.780647 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09bca51d-56b0-4dd0-920d-03971235b370', 'tag': 'a22260c8-8b07-4a9a-bdbd-70c77a37a425', 'status': 'completed', 'code': 200} Jan 20 11:10:55.875694 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ad03cee3-9477-4830-a51b-687d77f42172 req-0dd21686-91d0-47e9-8c50-9fabdca9191c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 1097 time: 0.0770791 Jan 20 11:10:56.023330 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03cee3-9477-4830-a51b-687d77f42172 req-4ebd5e8c-bf5f-4234-94d9-9fc99fa15646 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:56.024683 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ad03cee3-9477-4830-a51b-687d77f42172 req-4ebd5e8c-bf5f-4234-94d9-9fc99fa15646 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1393864 Jan 20 11:10:56.163218 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03cee3-9477-4830-a51b-687d77f42172 req-d959a88c-3983-499d-936d-25a300b22467 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:56.164420 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ad03cee3-9477-4830-a51b-687d77f42172 req-d959a88c-3983-499d-936d-25a300b22467 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339474 Jan 20 11:10:56.269630 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-244cbd92-476f-4951-a6e7-7e3a53c409be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 1097 time: 0.0691807 Jan 20 11:10:56.340640 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-3c779314-137a-4c0f-988b-f2c08f365113 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a22260c8-8b07-4a9a-bdbd-70c77a37a425 HTTP/1.1" status: 200 len: 217 time: 0.0641713 Jan 20 11:10:56.395619 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afaae92-fb68-4b44-8590-42dd0c40d4c6 req-3c5828d3-c26f-494f-a502-2e0bb8321760 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:56.402135 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5afaae92-fb68-4b44-8590-42dd0c40d4c6 req-3c5828d3-c26f-494f-a502-2e0bb8321760 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 944 time: 0.0782833 Jan 20 11:10:56.405035 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-67468e40-9193-4292-a999-de685c786bab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:56.406487 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-67468e40-9193-4292-a999-de685c786bab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd01cfe5-3172-4c47-b68a-b9a8e924614a HTTP/1.1" status: 200 len: 851 time: 0.0578811 Jan 20 11:10:56.443794 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5afaae92-fb68-4b44-8590-42dd0c40d4c6 req-98daa37e-97f5-41ab-9fea-3ffe45601911 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402925 Jan 20 11:10:56.482842 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-e8f9ceda-1bd1-47c5-b480-c5a304862dad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2976230-b7ed-4004-90c6-e1b2d37a86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701025 Jan 20 11:10:56.614758 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-4ea48d4a-75a0-487c-8ae1-0c117bf61053 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234577 Jan 20 11:10:56.745933 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7aba8d3b-1cf9-4b09-8252-9d340b55a97e req-911fccf2-026f-42db-8dc8-dc077f95a899 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241145 Jan 20 11:10:57.650903 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4a594-10cf-45cb-9d4f-36c93f974601 req-a13a51d0-dcbb-49b6-8275-be3c31831384 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:57.652329 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4ef4a594-10cf-45cb-9d4f-36c93f974601 req-a13a51d0-dcbb-49b6-8275-be3c31831384 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 944 time: 0.0790215 Jan 20 11:10:57.696979 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4ef4a594-10cf-45cb-9d4f-36c93f974601 req-6324b65d-38e9-4b79-a5d8-293aced2d0d1 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391941 Jan 20 11:10:58.895346 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844f40e-86c2-4d7c-8783-0bfe62e1b94b req-e2694bb8-8cb5-4763-ace9-01956fc2ef50 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:10:58.896812 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2844f40e-86c2-4d7c-8783-0bfe62e1b94b req-e2694bb8-8cb5-4763-ace9-01956fc2ef50 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 944 time: 0.0791085 Jan 20 11:10:58.944882 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2844f40e-86c2-4d7c-8783-0bfe62e1b94b req-1875871e-6889-4c5e-974f-efcd7402a6fd tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423200 Jan 20 11:11:00.143366 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db393186-e905-48bf-97fa-3e2ecb4eb18b req-b2c88fe0-5aad-42e4-850e-0162e351bf65 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:00.144847 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-db393186-e905-48bf-97fa-3e2ecb4eb18b req-b2c88fe0-5aad-42e4-850e-0162e351bf65 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 944 time: 0.0799084 Jan 20 11:11:00.191114 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-db393186-e905-48bf-97fa-3e2ecb4eb18b req-36095e3d-f927-4572-ba7a-cf46052130b4 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405369 Jan 20 11:11:01.388951 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc2068-38b2-43de-8131-3fef6fe036bf req-75151a55-76c4-4622-944e-909f120edbfc tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:01.390460 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-71dc2068-38b2-43de-8131-3fef6fe036bf req-75151a55-76c4-4622-944e-909f120edbfc tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 944 time: 0.0759761 Jan 20 11:11:01.437743 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-71dc2068-38b2-43de-8131-3fef6fe036bf req-0fbce9c7-310b-49af-9d9a-c63817fa42ff tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415974 Jan 20 11:11:01.523074 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-546ff951-fdb3-4cbc-b441-dabd4e388f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:02.771177 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e35d09-4063-46b0-b50c-80874f74205e req-98d9450f-8329-4f9f-b979-2dca274cee28 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:02.782840 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-15e35d09-4063-46b0-b50c-80874f74205e req-98d9450f-8329-4f9f-b979-2dca274cee28 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 944 time: 0.0760286 Jan 20 11:11:02.817210 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-15e35d09-4063-46b0-b50c-80874f74205e req-bc6ede88-315c-4b53-a1c6-b83621290234 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391669 Jan 20 11:11:03.871206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6129d6d3-093e-48e9-96f2-4954321d2fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:04.011183 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446801a-1f63-4336-ae95-e95e28f96a4b req-623c790c-b6c7-4ff6-863a-ccc9debe336e tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:04.012657 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f446801a-1f63-4336-ae95-e95e28f96a4b req-623c790c-b6c7-4ff6-863a-ccc9debe336e tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 944 time: 0.0797684 Jan 20 11:11:04.056868 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f446801a-1f63-4336-ae95-e95e28f96a4b req-ef764676-0179-43d2-9921-1b9052cbde45 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380630 Jan 20 11:11:04.721645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device a22260c8-8b07-4a9a-bdbd-70c77a37a425 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:11:04.802392 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:04.860710 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port a22260c8-8b07-4a9a-bdbd-70c77a37a425, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=a22260c8-8b07-4a9a-bdbd-70c77a37a425,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:11:04.879836 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'a22260c8-8b07-4a9a-bdbd-70c77a37a425', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'port_id': 'a22260c8-8b07-4a9a-bdbd-70c77a37a425', 'mac_address': 'fa:16:3e:ee:d5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:11:04.938755 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:04.957256 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22260c8-8b07-4a9a-bdbd-70c77a37a425 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:11:04.971867 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port a22260c8-8b07-4a9a-bdbd-70c77a37a425, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=a22260c8-8b07-4a9a-bdbd-70c77a37a425,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:11:05.008648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:05.042877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:05.123712 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=a22260c8-8b07-4a9a-bdbd-70c77a37a425,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:05.255722 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4be6be-80a4-4f7f-a244-4c557e408e7f req-9c189bb7-6a85-465d-b431-da04830eb90d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:05.257130 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4f4be6be-80a4-4f7f-a244-4c557e408e7f req-9c189bb7-6a85-465d-b431-da04830eb90d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 945 time: 0.0778329 Jan 20 11:11:05.285226 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['a22260c8-8b07-4a9a-bdbd-70c77a37a425'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:11:05.303123 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4f4be6be-80a4-4f7f-a244-4c557e408e7f req-1f740e7d-1f79-403d-8643-8e0dea9218b0 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404871 Jan 20 11:11:06.248360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:06.502655 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a651b-1b91-490a-8e86-0433601cc022 req-cb7ff3cd-e04f-46ed-9e9c-3ad019e6dc3c tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:06.504124 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e8a651b-1b91-490a-8e86-0433601cc022 req-cb7ff3cd-e04f-46ed-9e9c-3ad019e6dc3c tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 945 time: 0.0806065 Jan 20 11:11:06.549079 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e8a651b-1b91-490a-8e86-0433601cc022 req-b7081d18-5e28-4039-8729-74daa2adf8f5 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393434 Jan 20 11:11:06.750740 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device a22260c8-8b07-4a9a-bdbd-70c77a37a425 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:11:06.854020 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port a22260c8-8b07-4a9a-bdbd-70c77a37a425 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:11:06.859100 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port a22260c8-8b07-4a9a-bdbd-70c77a37a425 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:11:06.859478 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:06.975859 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:07.002478 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bca51d-56b0-4dd0-920d-03971235b370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22260c8-8b07-4a9a-bdbd-70c77a37a425'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:11:07.011924 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port a22260c8-8b07-4a9a-bdbd-70c77a37a425, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=a22260c8-8b07-4a9a-bdbd-70c77a37a425,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:11:07.059877 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bca51d-56b0-4dd0-920d-03971235b370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22260c8-8b07-4a9a-bdbd-70c77a37a425', 'code': 200} Jan 20 11:11:07.105761 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:07.180185 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=a22260c8-8b07-4a9a-bdbd-70c77a37a425,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:07.605971 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bc2d1c02-3990-413a-8a8c-9b2c9708e8de req-d0c00691-fa2b-4fb8-8e55-394b4cc41622 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 1099 time: 0.1575949 Jan 20 11:11:07.654070 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bc2d1c02-3990-413a-8a8c-9b2c9708e8de req-dc1baaae-3d87-4497-8498-a2a7289f51da service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390985 Jan 20 11:11:07.757205 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3de1d1-89a3-45d9-be1a-8f1d0e2e1c57 req-f7352a68-e27c-46e5-90f9-1bcc0064092b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:07.758551 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6f3de1d1-89a3-45d9-be1a-8f1d0e2e1c57 req-f7352a68-e27c-46e5-90f9-1bcc0064092b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 946 time: 0.0781589 Jan 20 11:11:07.803889 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6f3de1d1-89a3-45d9-be1a-8f1d0e2e1c57 req-dfffb2b5-c6c0-4e40-b631-d9b87cf26e71 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395241 Jan 20 11:11:09.088955 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828c491-2f0a-4134-85cc-745df9cf2648 req-0072c241-cff9-4f89-9508-a0924c088f3b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:09.090422 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5828c491-2f0a-4134-85cc-745df9cf2648 req-0072c241-cff9-4f89-9508-a0924c088f3b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 946 time: 0.1634321 Jan 20 11:11:09.135849 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5828c491-2f0a-4134-85cc-745df9cf2648 req-ccea4370-e34d-408e-8990-37d8e17b2f54 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386832 Jan 20 11:11:09.539655 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:10.335763 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77add01-30d8-4f43-90f1-b0b37c582576 req-c5b2dcaf-36a6-4d61-92ee-f5f72a9d3ca5 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:10.337220 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f77add01-30d8-4f43-90f1-b0b37c582576 req-c5b2dcaf-36a6-4d61-92ee-f5f72a9d3ca5 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 946 time: 0.0805783 Jan 20 11:11:10.382573 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f77add01-30d8-4f43-90f1-b0b37c582576 req-e9663774-8c55-4b7e-8b2c-bab63ed9392e tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399241 Jan 20 11:11:10.587228 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6a765-6f5b-46c5-b481-07805749f929 req-081849f9-3da2-4b4e-b19b-89cb5f93b258 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:10.588736 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d9a6a765-6f5b-46c5-b481-07805749f929 req-081849f9-3da2-4b4e-b19b-89cb5f93b258 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 946 time: 0.0796723 Jan 20 11:11:10.634356 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d9a6a765-6f5b-46c5-b481-07805749f929 req-744b5a4c-6159-43b9-886b-05d3c72fa8ee tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397079 Jan 20 11:11:10.668594 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38016) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:10.889567 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4171b15c-2003-4de1-b43e-73458d54caff tempest-TestVolumeBootPattern-807242715 tempest-TestVolumeBootPattern-807242715-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 1094 time: 0.2198088 Jan 20 11:11:10.892312 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38022) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:10.898176 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': 'a22260c8-8b07-4a9a-bdbd-70c77a37a425', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:11:10.903759 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:11:10.907522 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Usage tracker for resource:floatingip and tenant:e7bf4b9940474d57840e18b7d1fdae0c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:11:10.910579 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:11:10.916220 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:11:10.979749 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for floatingip, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:11.119335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:11.257654 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Allocated IP 172.26.0.152 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/36724c04-b8df-479f-b2e1-1d8d28534bcc) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:11:11.405023 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:11.494455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:11.565611 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:11:11.568399 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:11:11.571124 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:11:11.601012 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event updated for resources: {'Port': ['ID=36724c04-b8df-479f-b2e1-1d8d28534bcc,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:11.619981 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:11.620349 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:11.620670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:11.621007 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:11.621337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:11.621693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:11.622019 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:11.622342 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:11.622664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:11.622984 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:11.623300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:12.093527 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:12.236949 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:12.440565 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:12.494164 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:12.591007 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event updated for resources: {'Port': ['ID=36724c04-b8df-479f-b2e1-1d8d28534bcc,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:12.608690 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:12.896813 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Floating IP 9a063222-051c-4495-8a3e-f0a5c68a970f associated. External IP: 172.26.0.152, port: a22260c8-8b07-4a9a-bdbd-70c77a37a425. Jan 20 11:11:13.297783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Router 0f748072-4c4c-41cb-9e24-456ea93802e7 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:11:13.500149 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:11:13.510725 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360f6bd9-b818-4d68-9e73-e74b00f055b8 None None] Sync routers for ids ['0f748072-4c4c-41cb-9e24-456ea93802e7'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:11:13.522482 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360f6bd9-b818-4d68-9e73-e74b00f055b8 None None] Routers {'0f748072-4c4c-41cb-9e24-456ea93802e7'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:11:13.523101 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-360f6bd9-b818-4d68-9e73-e74b00f055b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:11:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0f748072-4c4c-41cb-9e24-456ea93802e7'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:11:13.585509 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:13.639662 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-69a1996c-ebc2-481e-adf7-9d3f21e2c744 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7455323 Jan 20 11:11:13.640258 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09bca51d-56b0-4dd0-920d-03971235b370', 'tag': 'a22260c8-8b07-4a9a-bdbd-70c77a37a425'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:11:13.698754 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09bca51d-56b0-4dd0-920d-03971235b370', 'tag': 'a22260c8-8b07-4a9a-bdbd-70c77a37a425', 'status': 'completed', 'code': 200} Jan 20 11:11:13.698873 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-360f6bd9-b818-4d68-9e73-e74b00f055b8 None None] Set router 0f748072-4c4c-41cb-9e24-456ea93802e7 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:11:13.796332 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b0feab41-17b7-4ba0-8f52-2c29a9e05068 req-6825f532-463b-41ff-96eb-8ffcf8525a8f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 1099 time: 0.0745986 Jan 20 11:11:13.937954 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0feab41-17b7-4ba0-8f52-2c29a9e05068 req-bcbf04cd-62d2-43c3-91d8-bace3d8c06c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:13.940176 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b0feab41-17b7-4ba0-8f52-2c29a9e05068 req-bcbf04cd-62d2-43c3-91d8-bace3d8c06c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 913 time: 0.1379585 Jan 20 11:11:14.040249 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b0feab41-17b7-4ba0-8f52-2c29a9e05068 req-8d4b11cc-e34f-4d57-b89c-e73fb92ff77a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a22260c8-8b07-4a9a-bdbd-70c77a37a425 HTTP/1.1" status: 200 len: 1000 time: 0.0938797 Jan 20 11:11:14.088286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-360f6bd9-b818-4d68-9e73-e74b00f055b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '49f4765d-234b-4789-953d-5b8feac31d93', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'floating_ip_address': '172.26.0.92', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'port_id': '00a6304a-e96f-4b27-96b0-204f3e3b34f9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'mac_address': 'fa:16:3e:27:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bada0c-6d51-4c84-a075-66db659b20b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:14Z', 'revision_number': 1, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'fixed_ip_address_scope': None}, {'id': '9a063222-051c-4495-8a3e-f0a5c68a970f', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'floating_ip_address': '172.26.0.152', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'port_id': 'a22260c8-8b07-4a9a-bdbd-70c77a37a425', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'mac_address': 'fa:16:3e:ee:d5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bca51d-56b0-4dd0-920d-03971235b370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:11:11Z', 'updated_at': '2022-01-20T11:11:11Z', 'revision_number': 0, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:56Z', 'revision_number': 5, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:11:14.092058 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360f6bd9-b818-4d68-9e73-e74b00f055b8 None None] Checking router: 0f748072-4c4c-41cb-9e24-456ea93802e7 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:11:14.102743 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360f6bd9-b818-4d68-9e73-e74b00f055b8 None None] Routers {'0f748072-4c4c-41cb-9e24-456ea93802e7'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:11:14.103336 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-360f6bd9-b818-4d68-9e73-e74b00f055b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:11:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0f748072-4c4c-41cb-9e24-456ea93802e7'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:11:14.105969 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0feab41-17b7-4ba0-8f52-2c29a9e05068 req-0a1e6ddc-f325-4a9a-a77f-0ae4448087b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:14.107406 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b0feab41-17b7-4ba0-8f52-2c29a9e05068 req-0a1e6ddc-f325-4a9a-a77f-0ae4448087b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd01cfe5-3172-4c47-b68a-b9a8e924614a HTTP/1.1" status: 200 len: 851 time: 0.0618689 Jan 20 11:11:14.182406 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b0feab41-17b7-4ba0-8f52-2c29a9e05068 req-7e879f00-70ea-4e78-ba9f-bbbe5f69a3c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2976230-b7ed-4004-90c6-e1b2d37a86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686941 Jan 20 11:11:14.282160 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-360f6bd9-b818-4d68-9e73-e74b00f055b8 None None] Set router 0f748072-4c4c-41cb-9e24-456ea93802e7 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:11:14.315448 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b0feab41-17b7-4ba0-8f52-2c29a9e05068 req-cca83cd3-e328-4efa-a41e-da4092d37976 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269495 Jan 20 11:11:14.555667 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b0feab41-17b7-4ba0-8f52-2c29a9e05068 req-76f42023-2b7d-45ce-b771-12436306ea55 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345386 Jan 20 11:11:14.576442 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38032) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:14.644794 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-360f6bd9-b818-4d68-9e73-e74b00f055b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '49f4765d-234b-4789-953d-5b8feac31d93', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'floating_ip_address': '172.26.0.92', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'port_id': '00a6304a-e96f-4b27-96b0-204f3e3b34f9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'mac_address': 'fa:16:3e:27:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bada0c-6d51-4c84-a075-66db659b20b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:14Z', 'revision_number': 1, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'fixed_ip_address_scope': None}, {'id': '9a063222-051c-4495-8a3e-f0a5c68a970f', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'floating_ip_address': '172.26.0.152', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'port_id': 'a22260c8-8b07-4a9a-bdbd-70c77a37a425', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'mac_address': 'fa:16:3e:ee:d5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bca51d-56b0-4dd0-920d-03971235b370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:11:11Z', 'updated_at': '2022-01-20T11:11:11Z', 'revision_number': 0, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:56Z', 'revision_number': 5, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:11:14.648898 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360f6bd9-b818-4d68-9e73-e74b00f055b8 None None] The sync data for ids ['0f748072-4c4c-41cb-9e24-456ea93802e7'] in dv-neutron-825471-1-hyperv is: [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '49f4765d-234b-4789-953d-5b8feac31d93', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'floating_ip_address': '172.26.0.92', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'port_id': '00a6304a-e96f-4b27-96b0-204f3e3b34f9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'mac_address': 'fa:16:3e:27:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bada0c-6d51-4c84-a075-66db659b20b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:14Z', 'revision_number': 1, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'fixed_ip_address_scope': None}, {'id': '9a063222-051c-4495-8a3e-f0a5c68a970f', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'floating_ip_address': '172.26.0.152', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'port_id': 'a22260c8-8b07-4a9a-bdbd-70c77a37a425', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'mac_address': 'fa:16:3e:ee:d5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bca51d-56b0-4dd0-920d-03971235b370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:11:11Z', 'updated_at': '2022-01-20T11:11:11Z', 'revision_number': 0, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:56Z', 'revision_number': 5, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:11:14.652018 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-30434103-1376-4260-a5d4-9deb366c5782 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/ports?project_id=571e60e1cd4540aa8cf6524c9e0f5b24&network_id=91978763-403f-4850-9071-c139f7c0e069 HTTP/1.1" status: 200 len: 3000 time: 0.0744009 Jan 20 11:11:14.846597 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97b9338-9f58-41bd-b060-f00bfb699506 None None] New status for floating IP 9a063222-051c-4495-8a3e-f0a5c68a970f: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:11:16.527744 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38044) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:16.589262 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a90817e-7eee-4ee4-902d-96187cb71aa1 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:16.590738 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1a90817e-7eee-4ee4-902d-96187cb71aa1 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc HTTP/1.1" status: 200 len: 814 time: 0.0621870 Jan 20 11:11:17.123643 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38052) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:17.130094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'network': {'name': 'tempest-network-smoke--55223381', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'port_security_enabled': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:11:17.135181 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:11:17.144706 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:11:17.253939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:11:17.256827 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:17.286434 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:11:17.294616 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:17.294959 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Added segment aac6d226-17e9-4e8d-95fc-3246df6272b8 of type vlan for network 53bdbca3-f95a-4cdb-bc78-7b93d26f43f0 Jan 20 11:11:17.320583 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:17.505600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:17.509186 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:17.509777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:17.616070 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Network': ['ID=53bdbca3-f95a-4cdb-bc78-7b93d26f43f0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:17.624141 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:17.628489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:17.628489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:17.628489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:17.628489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:17.628489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:17.628489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:17.628489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:17.628489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:17.628489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:17.628489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:17.638763 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 53bdbca3-f95a-4cdb-bc78-7b93d26f43f0 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:11:17.678046 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9786dbda-3751-4156-b4ad-eb00794aad55 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5533602 Jan 20 11:11:17.681045 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38056) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:17.743397 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b13a2d-89a0-4144-a3d0-d6bd1237ab71 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:17.744917 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f7b13a2d-89a0-4144-a3d0-d6bd1237ab71 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=571e60e1cd4540aa8cf6524c9e0f5b24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0628583 Jan 20 11:11:17.747721 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38060) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:17.881573 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08d0b88-b9a9-4f0c-a0f2-e43eabe39dab tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:17.882976 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b08d0b88-b9a9-4f0c-a0f2-e43eabe39dab tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343710 Jan 20 11:11:17.886858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38064) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:17.931810 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f93b3f57-e69b-44d9-ae3d-df2baee8a9f6 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413773 Jan 20 11:11:17.932044 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38068) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:17.970544 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b2b46578-0f10-40eb-8de0-21dafb327f41 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=571e60e1cd4540aa8cf6524c9e0f5b24&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373998 Jan 20 11:11:17.972999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38072) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:18.023124 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:11:18.099908 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef63fdb3-5bfb-4f0e-9b13-8fff98ca70f5 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:18.101276 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ef63fdb3-5bfb-4f0e-9b13-8fff98ca70f5 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274555 Jan 20 11:11:18.104030 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38076) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:18.142387 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-db71a456-63bc-4832-ae36-f1f8785e8f7c tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371981 Jan 20 11:11:18.145119 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38080) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:18.150018 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9795a024-1c3e-4e6d-8b5a-b9741adb04c6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1142937412', 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:11:18.256765 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9795a024-1c3e-4e6d-8b5a-b9741adb04c6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:11:18.261689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9795a024-1c3e-4e6d-8b5a-b9741adb04c6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:subnet and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:11:18.263833 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9795a024-1c3e-4e6d-8b5a-b9741adb04c6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:11:18.269646 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9795a024-1c3e-4e6d-8b5a-b9741adb04c6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:11:18.345639 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9795a024-1c3e-4e6d-8b5a-b9741adb04c6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:11:18.447963 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9795a024-1c3e-4e6d-8b5a-b9741adb04c6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:18.723010 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9795a024-1c3e-4e6d-8b5a-b9741adb04c6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:18.796783 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795a024-1c3e-4e6d-8b5a-b9741adb04c6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Subnet': ['ID=f112c593-e2c6-4b8d-9d03-491171256eca,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:18.808167 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9795a024-1c3e-4e6d-8b5a-b9741adb04c6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Checking segment: {'id': 'aac6d226-17e9-4e8d-95fc-3246df6272b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:11:18.808526 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9795a024-1c3e-4e6d-8b5a-b9741adb04c6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network hostable DHCP agents. Network: 53bdbca3-f95a-4cdb-bc78-7b93d26f43f0, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:11:18.905354 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9795a024-1c3e-4e6d-8b5a-b9741adb04c6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 53bdbca3-f95a-4cdb-bc78-7b93d26f43f0 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:11:19.008550 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-9795a024-1c3e-4e6d-8b5a-b9741adb04c6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 53bdbca3-f95a-4cdb-bc78-7b93d26f43f0) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:11:19.013469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9795a024-1c3e-4e6d-8b5a-b9741adb04c6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:19.015397 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9795a024-1c3e-4e6d-8b5a-b9741adb04c6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:19.016489 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db032f28-36d7-4c5a-b628-83222163b9d1 None None] Network 53bdbca3-f95a-4cdb-bc78-7b93d26f43f0 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:11:19.095764 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9795a024-1c3e-4e6d-8b5a-b9741adb04c6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9491243 Jan 20 11:11:19.229509 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-53bdbca3-f95a-4cdb-bc78-7b93d26f43f0', 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ips': [{'subnet_id': 'f112c593-e2c6-4b8d-9d03-491171256eca'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:11:19.230434 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:19.384047 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Allocated IP 172.20.0.18 (53bdbca3-f95a-4cdb-bc78-7b93d26f43f0/f112c593-e2c6-4b8d-9d03-491171256eca/54a6bf67-2a5e-476c-97d8-f432c839b738) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:11:19.530690 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38086) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:19.537200 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-74bb1106-dd95-49c7-8f23-e9f6082f237e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-23979547', 'description': 'tempest-secgroup-smoke-23979547 description', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:11:19.542999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-74bb1106-dd95-49c7-8f23-e9f6082f237e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:11:19.552474 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-74bb1106-dd95-49c7-8f23-e9f6082f237e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:11:19.621673 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:19.630998 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-74bb1106-dd95-49c7-8f23-e9f6082f237e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:19.631479 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Transition to ACTIVE for port object 54a6bf67-2a5e-476c-97d8-f432c839b738 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:11:19.650099 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Transition to ACTIVE for port object 54a6bf67-2a5e-476c-97d8-f432c839b738 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:11:19.668000 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-74bb1106-dd95-49c7-8f23-e9f6082f237e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:11:19.672109 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-74bb1106-dd95-49c7-8f23-e9f6082f237e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:11:19.675559 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-74bb1106-dd95-49c7-8f23-e9f6082f237e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:11:19.681387 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-74bb1106-dd95-49c7-8f23-e9f6082f237e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:11:19.728472 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:19.741521 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-74bb1106-dd95-49c7-8f23-e9f6082f237e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:19.795478 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Network 53bdbca3-f95a-4cdb-bc78-7b93d26f43f0 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:11:19.798254 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:11:19.802623 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:11:19.804608 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Pushing event updated for resources: {'Port': ['ID=54a6bf67-2a5e-476c-97d8-f432c839b738,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:19.819520 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-74bb1106-dd95-49c7-8f23-e9f6082f237e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:19.894255 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Attempting to bind port 54a6bf67-2a5e-476c-97d8-f432c839b738 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:11:19.895022 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Attempting to bind port 54a6bf67-2a5e-476c-97d8-f432c839b738 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'aac6d226-17e9-4e8d-95fc-3246df6272b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:11:19.895742 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Attempting to bind port 54a6bf67-2a5e-476c-97d8-f432c839b738 on network 53bdbca3-f95a-4cdb-bc78-7b93d26f43f0 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:11:19.902956 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:11:19.903280 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Checking segment: {'id': 'aac6d226-17e9-4e8d-95fc-3246df6272b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:11:19.903680 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:19.904069 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Bound using segment: {'id': 'aac6d226-17e9-4e8d-95fc-3246df6272b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:11:19.904525 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Bound port: 54a6bf67-2a5e-476c-97d8-f432c839b738, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac6d226-17e9-4e8d-95fc-3246df6272b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:11:19.904959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:19.957273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb1106-dd95-49c7-8f23-e9f6082f237e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=154818d4-3f2f-47e2-83ea-5a168621edd0,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:19.998440 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] For port 54a6bf67-2a5e-476c-97d8-f432c839b738, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:11:20.001574 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] For port 54a6bf67-2a5e-476c-97d8-f432c839b738, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=54a6bf67-2a5e-476c-97d8-f432c839b738,segment=NetworkSegment(aac6d226-17e9-4e8d-95fc-3246df6272b8),segment_id=aac6d226-17e9-4e8d-95fc-3246df6272b8)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:11:20.042526 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-74bb1106-dd95-49c7-8f23-e9f6082f237e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:20.043820 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-74bb1106-dd95-49c7-8f23-e9f6082f237e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.5120649 Jan 20 11:11:20.051164 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38090) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:20.056436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c4a9de43-ae37-4294-a482-cd011e479955 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '154818d4-3f2f-47e2-83ea-5a168621edd0', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:11:20.062887 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c4a9de43-ae37-4294-a482-cd011e479955 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:11:20.067643 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c4a9de43-ae37-4294-a482-cd011e479955 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:11:20.077794 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c4a9de43-ae37-4294-a482-cd011e479955 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:11:20.077913 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:20.078381 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c4a9de43-ae37-4294-a482-cd011e479955 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:11:20.154111 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3302f7b-3a79-4a26-acb7-43c7e41a3859 None None] Pushing event updated for resources: {'Port': ['ID=54a6bf67-2a5e-476c-97d8-f432c839b738,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:20.187163 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4a9de43-ae37-4294-a482-cd011e479955 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:20.254401 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4a9de43-ae37-4294-a482-cd011e479955 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:20.339403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4a9de43-ae37-4294-a482-cd011e479955 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:20.374843 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9de43-ae37-4294-a482-cd011e479955 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ed77e4-2005-4e90-90d5-a55527cbeaf5,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:20.492305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c4a9de43-ae37-4294-a482-cd011e479955 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:20.492305 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c4a9de43-ae37-4294-a482-cd011e479955 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4317589 Jan 20 11:11:20.494209 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38096) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:20.497063 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-b63333f9-14ab-44d0-9ae1-fbb12696f07a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '154818d4-3f2f-47e2-83ea-5a168621edd0', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:11:20.503813 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b63333f9-14ab-44d0-9ae1-fbb12696f07a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:11:20.507724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b63333f9-14ab-44d0-9ae1-fbb12696f07a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:11:20.510836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b63333f9-14ab-44d0-9ae1-fbb12696f07a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:11:20.517596 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b63333f9-14ab-44d0-9ae1-fbb12696f07a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:11:20.603503 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b63333f9-14ab-44d0-9ae1-fbb12696f07a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:20.666408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b63333f9-14ab-44d0-9ae1-fbb12696f07a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:20.731931 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b63333f9-14ab-44d0-9ae1-fbb12696f07a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:20.755872 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63333f9-14ab-44d0-9ae1-fbb12696f07a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fb353f-08bd-4430-94a3-eb0bf8762eb8,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:20.877127 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b63333f9-14ab-44d0-9ae1-fbb12696f07a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:20.880324 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b63333f9-14ab-44d0-9ae1-fbb12696f07a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3870080 Jan 20 11:11:20.882491 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38100) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:20.888176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a4f6a3d6-a7a4-47bc-bd2f-698bdd58e022 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '154818d4-3f2f-47e2-83ea-5a168621edd0', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:11:20.895114 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a4f6a3d6-a7a4-47bc-bd2f-698bdd58e022 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:11:20.899116 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a4f6a3d6-a7a4-47bc-bd2f-698bdd58e022 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:11:20.903239 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a4f6a3d6-a7a4-47bc-bd2f-698bdd58e022 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:11:20.909202 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a4f6a3d6-a7a4-47bc-bd2f-698bdd58e022 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:11:21.005404 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a3d6-a7a4-47bc-bd2f-698bdd58e022 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:21.069868 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831e9390-b9a4-4243-9a81-dafd4dff488b None None] Network 53bdbca3-f95a-4cdb-bc78-7b93d26f43f0 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:11:21.101114 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a3d6-a7a4-47bc-bd2f-698bdd58e022 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:21.288300 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a3d6-a7a4-47bc-bd2f-698bdd58e022 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:21.312083 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6a3d6-a7a4-47bc-bd2f-698bdd58e022 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6494249e-b3a7-4387-a5c2-4b98ccd01b1f,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:21.408622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-54cbb3d4-7e43-474e-ac2c-cc2b0a3a3da1 None None] Provisioning for port 54a6bf67-2a5e-476c-97d8-f432c839b738 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:11:21.426115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a3d6-a7a4-47bc-bd2f-698bdd58e022 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:21.427333 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a4f6a3d6-a7a4-47bc-bd2f-698bdd58e022 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5437894 Jan 20 11:11:21.430170 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38104) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:21.435999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1c58f4dd-cc08-441a-93a9-dd88d6a968b8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '154818d4-3f2f-47e2-83ea-5a168621edd0', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:11:21.442918 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1c58f4dd-cc08-441a-93a9-dd88d6a968b8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:11:21.453361 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1c58f4dd-cc08-441a-93a9-dd88d6a968b8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:11:21.453361 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1c58f4dd-cc08-441a-93a9-dd88d6a968b8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:11:21.458197 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1c58f4dd-cc08-441a-93a9-dd88d6a968b8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:11:21.574791 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c58f4dd-cc08-441a-93a9-dd88d6a968b8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:21.642435 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c58f4dd-cc08-441a-93a9-dd88d6a968b8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:21.716896 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c58f4dd-cc08-441a-93a9-dd88d6a968b8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:21.739933 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58f4dd-cc08-441a-93a9-dd88d6a968b8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f334697-8d6a-4879-b9e9-1a7af357f2b5,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:21.814390 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1c58f4dd-cc08-441a-93a9-dd88d6a968b8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:21.816292 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1c58f4dd-cc08-441a-93a9-dd88d6a968b8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3841991 Jan 20 11:11:21.818454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38108) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:21.824601 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4b4e730f-dc69-4140-ac7b-6f62ae390284 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '154818d4-3f2f-47e2-83ea-5a168621edd0', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:11:21.829812 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4b4e730f-dc69-4140-ac7b-6f62ae390284 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:11:21.834940 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4b4e730f-dc69-4140-ac7b-6f62ae390284 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:11:21.837388 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4b4e730f-dc69-4140-ac7b-6f62ae390284 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:11:21.847872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4b4e730f-dc69-4140-ac7b-6f62ae390284 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:11:21.918506 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 54a6bf67-2a5e-476c-97d8-f432c839b738 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:11:21.944607 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-4b4e730f-dc69-4140-ac7b-6f62ae390284 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:11:21.948058 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4b4e730f-dc69-4140-ac7b-6f62ae390284 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:22.017683 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4b4e730f-dc69-4140-ac7b-6f62ae390284 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:22.104546 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 54a6bf67-2a5e-476c-97d8-f432c839b738 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:11:22.110582 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 54a6bf67-2a5e-476c-97d8-f432c839b738 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:11:22.110582 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:22.159251 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4b4e730f-dc69-4140-ac7b-6f62ae390284 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:22.172268 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e730f-dc69-4140-ac7b-6f62ae390284 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93648f27-0a0a-4cf0-b884-c165068b07b3,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:22.230429 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:22.242665 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4b4e730f-dc69-4140-ac7b-6f62ae390284 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:22.243910 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4b4e730f-dc69-4140-ac7b-6f62ae390284 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4244688 Jan 20 11:11:22.248619 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38112) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:22.254612 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ef805ff6-91f9-4eea-a7be-c3c66cc618d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '154818d4-3f2f-47e2-83ea-5a168621edd0', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:11:22.260210 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ef805ff6-91f9-4eea-a7be-c3c66cc618d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:11:22.262908 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 54a6bf67-2a5e-476c-97d8-f432c839b738, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=54a6bf67-2a5e-476c-97d8-f432c839b738,segment=NetworkSegment(aac6d226-17e9-4e8d-95fc-3246df6272b8),segment_id=aac6d226-17e9-4e8d-95fc-3246df6272b8)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:11:22.263858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ef805ff6-91f9-4eea-a7be-c3c66cc618d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:11:22.266804 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ef805ff6-91f9-4eea-a7be-c3c66cc618d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:11:22.273425 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ef805ff6-91f9-4eea-a7be-c3c66cc618d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:11:22.331878 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:22.348125 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-ef805ff6-91f9-4eea-a7be-c3c66cc618d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:11:22.353338 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef805ff6-91f9-4eea-a7be-c3c66cc618d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:22.408532 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=54a6bf67-2a5e-476c-97d8-f432c839b738,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:22.429322 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef805ff6-91f9-4eea-a7be-c3c66cc618d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:22.482692 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef805ff6-91f9-4eea-a7be-c3c66cc618d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:22.506672 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef805ff6-91f9-4eea-a7be-c3c66cc618d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d813bf6-3f6b-45b7-ad24-bc6325e98be2,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:22.568060 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ef805ff6-91f9-4eea-a7be-c3c66cc618d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:22.569989 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ef805ff6-91f9-4eea-a7be-c3c66cc618d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3197329 Jan 20 11:11:22.745176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b5067224-df4f-436c-8416-91860aedba57 req-56545b18-b394-445e-b27a-387bc58c9f50 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:11:22.819497 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b5067224-df4f-436c-8416-91860aedba57 req-56545b18-b394-445e-b27a-387bc58c9f50 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:11:22.820826 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b5067224-df4f-436c-8416-91860aedba57 req-56545b18-b394-445e-b27a-387bc58c9f50 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-23979547&fields=id&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 267 time: 0.1159754 Jan 20 11:11:22.977506 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5067224-df4f-436c-8416-91860aedba57 req-4311b31d-a7b3-4f6e-9be1-0d55812a144a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:22.978148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b5067224-df4f-436c-8416-91860aedba57 req-4311b31d-a7b3-4f6e-9be1-0d55812a144a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:11:23.505710 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b5067224-df4f-436c-8416-91860aedba57 req-4311b31d-a7b3-4f6e-9be1-0d55812a144a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:11:23.506565 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b5067224-df4f-436c-8416-91860aedba57 req-4311b31d-a7b3-4f6e-9be1-0d55812a144a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/networks?id=53bdbca3-f95a-4cdb-bc78-7b93d26f43f0 HTTP/1.1" status: 200 len: 795 time: 0.6792970 Jan 20 11:11:23.525660 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b5067224-df4f-436c-8416-91860aedba57 req-3b6bca8f-93b8-4024-97fa-cb5f26216bab tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/quotas/571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 375 time: 0.0122697 Jan 20 11:11:23.590000 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-405fe475-428b-4354-a06a-bc43896450c0 req-0f542a7b-2f4c-4e3c-ac0b-b893f209ccb4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721285 Jan 20 11:11:23.614178 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b5067224-df4f-436c-8416-91860aedba57 req-ab23a2a8-3f99-4907-a129-d2f1c06e7207 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0832720 Jan 20 11:11:23.628429 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-b5067224-df4f-436c-8416-91860aedba57 req-31e1b1ab-0d6c-4480-8f5a-f2a1b626cb63 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:11:23.629408 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b5067224-df4f-436c-8416-91860aedba57 req-31e1b1ab-0d6c-4480-8f5a-f2a1b626cb63 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052149 Jan 20 11:11:23.729695 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-405fe475-428b-4354-a06a-bc43896450c0 req-a807ba26-d98b-4747-aa9e-c6b4a767434f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 1099 time: 0.0693982 Jan 20 11:11:23.759989 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b5067224-df4f-436c-8416-91860aedba57 req-490aef01-cdcf-411f-a897-8cb5898d7fbc service neutron] 10.222.0.70 "GET /v2.0/networks/53bdbca3-f95a-4cdb-bc78-7b93d26f43f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246924 Jan 20 11:11:23.903511 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fe475-428b-4354-a06a-bc43896450c0 req-dad93927-c94b-4c0b-bc15-ee150ed7aff9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:23.905094 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-405fe475-428b-4354-a06a-bc43896450c0 req-dad93927-c94b-4c0b-bc15-ee150ed7aff9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 913 time: 0.1565471 Jan 20 11:11:23.911005 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b5067224-df4f-436c-8416-91860aedba57 req-23275879-5640-44b0-8eec-a21903c6f838 service neutron] 10.222.0.70 "GET /v2.0/networks/53bdbca3-f95a-4cdb-bc78-7b93d26f43f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448441 Jan 20 11:11:23.925112 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 54a6bf67-2a5e-476c-97d8-f432c839b738 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:11:23.994751 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 54a6bf67-2a5e-476c-97d8-f432c839b738 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:11:23.995133 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:24.024293 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-405fe475-428b-4354-a06a-bc43896450c0 req-9d4545e9-560d-4192-96cc-6fb0c8c16cc7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00a6304a-e96f-4b27-96b0-204f3e3b34f9 HTTP/1.1" status: 200 len: 1001 time: 0.1123338 Jan 20 11:11:24.092130 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fe475-428b-4354-a06a-bc43896450c0 req-9d16944c-9aa8-4725-8200-76c42875d146 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:24.093643 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-405fe475-428b-4354-a06a-bc43896450c0 req-9d16944c-9aa8-4725-8200-76c42875d146 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd01cfe5-3172-4c47-b68a-b9a8e924614a HTTP/1.1" status: 200 len: 851 time: 0.0615325 Jan 20 11:11:24.182046 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-405fe475-428b-4354-a06a-bc43896450c0 req-bcc4b094-face-4a7d-b0bc-00a21c97d625 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2976230-b7ed-4004-90c6-e1b2d37a86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819440 Jan 20 11:11:24.198838 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2e67ac4d-1b07-4966-a448-9753296ba344 req-42d10493-5783-4800-8766-f939ba75d645 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 210 time: 0.0491848 Jan 20 11:11:24.324791 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-405fe475-428b-4354-a06a-bc43896450c0 req-e4d1b8d6-cddf-4f49-a1b8-4d7163cb48cb service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365612 Jan 20 11:11:24.461118 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-405fe475-428b-4354-a06a-bc43896450c0 req-c6db9fc6-81c0-4252-9bf4-646e659edd61 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285801 Jan 20 11:11:25.359904 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-291b57b1-ace5-4e0f-8703-677a70c07e2b req-be3af84c-2b86-43fc-9b74-051276dab33a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 210 time: 0.0421987 Jan 20 11:11:26.531661 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ebcc30ac-7475-4aba-9811-89b2dbeac57f req-8c44e5cb-0884-43a8-be45-adb9fd6592f2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 210 time: 0.0399172 Jan 20 11:11:26.678558 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5067224-df4f-436c-8416-91860aedba57 req-bd5c4b9a-aff5-4505-8bfb-de2dd26aa915 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:26.679877 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b5067224-df4f-436c-8416-91860aedba57 req-bd5c4b9a-aff5-4505-8bfb-de2dd26aa915 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/networks?id=53bdbca3-f95a-4cdb-bc78-7b93d26f43f0 HTTP/1.1" status: 200 len: 795 time: 0.1428583 Jan 20 11:11:26.734055 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b5067224-df4f-436c-8416-91860aedba57 req-5fe7dc60-8073-4532-a93b-52ef48937cd9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 471 time: 0.0416074 Jan 20 11:11:26.742518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-b5067224-df4f-436c-8416-91860aedba57 req-ff8096f9-d4b5-4cb9-ade3-071476d7c8a3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'port': {'device_id': '5b433569-eb51-48a2-b271-55366a37f531', 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0', 'admin_state_up': True, 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'security_groups': ['154818d4-3f2f-47e2-83ea-5a168621edd0']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:11:26.877745 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-b5067224-df4f-436c-8416-91860aedba57 req-ff8096f9-d4b5-4cb9-ade3-071476d7c8a3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:11:26.889508 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-b5067224-df4f-436c-8416-91860aedba57 req-ff8096f9-d4b5-4cb9-ade3-071476d7c8a3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:port and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:11:26.889508 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-b5067224-df4f-436c-8416-91860aedba57 req-ff8096f9-d4b5-4cb9-ade3-071476d7c8a3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:11:26.896014 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-b5067224-df4f-436c-8416-91860aedba57 req-ff8096f9-d4b5-4cb9-ade3-071476d7c8a3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:11:26.956624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5067224-df4f-436c-8416-91860aedba57 req-ff8096f9-d4b5-4cb9-ade3-071476d7c8a3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:11:26.959600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b5067224-df4f-436c-8416-91860aedba57 req-ff8096f9-d4b5-4cb9-ade3-071476d7c8a3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:27.129875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-b5067224-df4f-436c-8416-91860aedba57 req-ff8096f9-d4b5-4cb9-ade3-071476d7c8a3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.28 (53bdbca3-f95a-4cdb-bc78-7b93d26f43f0/f112c593-e2c6-4b8d-9d03-491171256eca/fb62c3f5-b866-4e97-a9d5-7f0debb34d63) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:11:27.406830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b5067224-df4f-436c-8416-91860aedba57 req-ff8096f9-d4b5-4cb9-ade3-071476d7c8a3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:27.421989 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-b5067224-df4f-436c-8416-91860aedba57 req-ff8096f9-d4b5-4cb9-ade3-071476d7c8a3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object fb62c3f5-b866-4e97-a9d5-7f0debb34d63 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:11:27.505562 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b5067224-df4f-436c-8416-91860aedba57 req-ff8096f9-d4b5-4cb9-ade3-071476d7c8a3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:27.577488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5067224-df4f-436c-8416-91860aedba57 req-ff8096f9-d4b5-4cb9-ade3-071476d7c8a3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 53bdbca3-f95a-4cdb-bc78-7b93d26f43f0 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:11:27.580658 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-b5067224-df4f-436c-8416-91860aedba57 req-ff8096f9-d4b5-4cb9-ade3-071476d7c8a3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:11:27.584625 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5067224-df4f-436c-8416-91860aedba57 req-ff8096f9-d4b5-4cb9-ade3-071476d7c8a3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:11:27.615484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8096f9-d4b5-4cb9-ade3-071476d7c8a3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=fb62c3f5-b866-4e97-a9d5-7f0debb34d63,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:27.655776 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5067224-df4f-436c-8416-91860aedba57 req-ff8096f9-d4b5-4cb9-ade3-071476d7c8a3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:27.655776 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b5067224-df4f-436c-8416-91860aedba57 req-ff8096f9-d4b5-4cb9-ade3-071476d7c8a3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:27.751447 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b5067224-df4f-436c-8416-91860aedba57 req-ff8096f9-d4b5-4cb9-ade3-071476d7c8a3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0124452 Jan 20 11:11:27.753659 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de24ce2-aa23-4785-a073-a7e428ba23da req-6707a427-9d64-4ed1-bdb6-891f65b7f173 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:27.755373 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7de24ce2-aa23-4785-a073-a7e428ba23da req-6707a427-9d64-4ed1-bdb6-891f65b7f173 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 932 time: 0.0869799 Jan 20 11:11:27.763414 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Request body: {'port': {'device_id': '5b433569-eb51-48a2-b271-55366a37f531', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:11:27.809019 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7de24ce2-aa23-4785-a073-a7e428ba23da req-0c1f465b-7f69-4da3-aab9-83462568dc54 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=154818d4-3f2f-47e2-83ea-5a168621edd0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477710 Jan 20 11:11:27.853692 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c8a0be83-7d2b-4227-aa11-23f19570bcae None None] Provisioning for port fb62c3f5-b866-4e97-a9d5-7f0debb34d63 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:11:27.858681 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c8a0be83-7d2b-4227-aa11-23f19570bcae None None] Provisioning complete for port fb62c3f5-b866-4e97-a9d5-7f0debb34d63 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:11:27.859053 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8a0be83-7d2b-4227-aa11-23f19570bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:27.880577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:27.911252 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0be83-7d2b-4227-aa11-23f19570bcae None None] Port fb62c3f5-b866-4e97-a9d5-7f0debb34d63 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:11:28.226460 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb62c3f5-b866-4e97-a9d5-7f0debb34d63 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:11:28.233960 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:28.248590 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Transition to ACTIVE for port object fb62c3f5-b866-4e97-a9d5-7f0debb34d63 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:11:28.327863 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:28.457571 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Pushing event updated for resources: {'Port': ['ID=fb62c3f5-b866-4e97-a9d5-7f0debb34d63,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:28.566510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Attempting to bind port fb62c3f5-b866-4e97-a9d5-7f0debb34d63 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:11:28.566510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Attempting to bind port fb62c3f5-b866-4e97-a9d5-7f0debb34d63 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'aac6d226-17e9-4e8d-95fc-3246df6272b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:11:28.566836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Attempting to bind port fb62c3f5-b866-4e97-a9d5-7f0debb34d63 on network 53bdbca3-f95a-4cdb-bc78-7b93d26f43f0 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:11:28.572470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Port fb62c3f5-b866-4e97-a9d5-7f0debb34d63 on network 53bdbca3-f95a-4cdb-bc78-7b93d26f43f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:11:28.572944 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Attempting to bind port fb62c3f5-b866-4e97-a9d5-7f0debb34d63 on network 53bdbca3-f95a-4cdb-bc78-7b93d26f43f0 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:11:28.579013 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:11:28.583214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Checking segment: {'id': 'aac6d226-17e9-4e8d-95fc-3246df6272b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:11:28.583214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Bound using segment: {'id': 'aac6d226-17e9-4e8d-95fc-3246df6272b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:11:28.583214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Bound port: fb62c3f5-b866-4e97-a9d5-7f0debb34d63, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac6d226-17e9-4e8d-95fc-3246df6272b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:11:28.583214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:28.668318 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] For port fb62c3f5-b866-4e97-a9d5-7f0debb34d63, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:11:28.671134 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] For port fb62c3f5-b866-4e97-a9d5-7f0debb34d63, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=fb62c3f5-b866-4e97-a9d5-7f0debb34d63,segment=NetworkSegment(aac6d226-17e9-4e8d-95fc-3246df6272b8),segment_id=aac6d226-17e9-4e8d-95fc-3246df6272b8)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:11:28.756354 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:28.820282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:28.821662 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b5067224-df4f-436c-8416-91860aedba57 req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] 10.222.0.72 "PUT /v2.0/ports/fb62c3f5-b866-4e97-a9d5-7f0debb34d63 HTTP/1.1" status: 200 len: 1094 time: 1.0627475 Jan 20 11:11:28.822062 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b433569-eb51-48a2-b271-55366a37f531', 'tag': 'fb62c3f5-b866-4e97-a9d5-7f0debb34d63'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:11:28.841469 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2eddd8-7c46-4c60-9375-2af9c82fa21d service neutron] Pushing event updated for resources: {'Port': ['ID=fb62c3f5-b866-4e97-a9d5-7f0debb34d63,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:28.886872 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b433569-eb51-48a2-b271-55366a37f531', 'tag': 'fb62c3f5-b866-4e97-a9d5-7f0debb34d63', 'status': 'completed', 'code': 200} Jan 20 11:11:28.993365 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2b895bd9-7854-49ae-8997-5109a93497db req-c8b137a5-c307-4c34-807f-4c6122c4e57b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 1097 time: 0.0812571 Jan 20 11:11:29.026798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14b221-a90f-4894-9457-ee5d225d974d req-f2e361fb-f5b2-4b74-bf76-f5d42da3dc3e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:29.028241 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7c14b221-a90f-4894-9457-ee5d225d974d req-f2e361fb-f5b2-4b74-bf76-f5d42da3dc3e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 944 time: 0.0824957 Jan 20 11:11:29.079768 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7c14b221-a90f-4894-9457-ee5d225d974d req-3a92a9db-84c8-404b-9224-f42424a31c3e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=154818d4-3f2f-47e2-83ea-5a168621edd0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455730 Jan 20 11:11:29.141905 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b895bd9-7854-49ae-8997-5109a93497db req-d9541bc3-7379-42fd-89f9-1d9b47d8ee7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:29.144389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b895bd9-7854-49ae-8997-5109a93497db req-d9541bc3-7379-42fd-89f9-1d9b47d8ee7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:29.146037 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2b895bd9-7854-49ae-8997-5109a93497db req-d9541bc3-7379-42fd-89f9-1d9b47d8ee7e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1449866 Jan 20 11:11:29.281555 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b895bd9-7854-49ae-8997-5109a93497db req-631a248c-470e-419b-b761-9ac6afa6bbd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:29.282982 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2b895bd9-7854-49ae-8997-5109a93497db req-631a248c-470e-419b-b761-9ac6afa6bbd6 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331911 Jan 20 11:11:29.398931 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b5067224-df4f-436c-8416-91860aedba57 req-3b4f78f9-7bbc-4921-9dd7-99b1238835c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 1097 time: 0.0735881 Jan 20 11:11:29.469744 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b5067224-df4f-436c-8416-91860aedba57 req-620f947d-b718-479b-bcb7-61dc737e5ea8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=fb62c3f5-b866-4e97-a9d5-7f0debb34d63 HTTP/1.1" status: 200 len: 217 time: 0.0648913 Jan 20 11:11:29.543760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5067224-df4f-436c-8416-91860aedba57 req-a4085a37-a5dc-4280-8f4e-409133255670 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:29.543760 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b5067224-df4f-436c-8416-91860aedba57 req-a4085a37-a5dc-4280-8f4e-409133255670 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f112c593-e2c6-4b8d-9d03-491171256eca HTTP/1.1" status: 200 len: 838 time: 0.0712411 Jan 20 11:11:29.629283 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b5067224-df4f-436c-8416-91860aedba57 req-97c8bcad-519e-434b-a559-d481477af708 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53bdbca3-f95a-4cdb-bc78-7b93d26f43f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0731215 Jan 20 11:11:29.871000 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b5067224-df4f-436c-8416-91860aedba57 req-54e43903-3c40-4a01-8f09-1eff7cb5685d service neutron] 10.222.0.72 "GET /v2.0/networks/53bdbca3-f95a-4cdb-bc78-7b93d26f43f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392671 Jan 20 11:11:30.007095 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b5067224-df4f-436c-8416-91860aedba57 req-7b010bf1-22a4-4f1f-b6da-5c22f5978dc2 service neutron] 10.222.0.72 "GET /v2.0/networks/53bdbca3-f95a-4cdb-bc78-7b93d26f43f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324475 Jan 20 11:11:30.294519 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4308d-58ef-4afc-9df6-cf5f7c7759fb req-b22b4a21-58a2-473e-bec0-228e78af751b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:30.294519 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c7b4308d-58ef-4afc-9df6-cf5f7c7759fb req-b22b4a21-58a2-473e-bec0-228e78af751b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 944 time: 0.0823660 Jan 20 11:11:30.346108 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c7b4308d-58ef-4afc-9df6-cf5f7c7759fb req-ac8a212d-e2ad-4f6d-81ea-305098bc5d0d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=154818d4-3f2f-47e2-83ea-5a168621edd0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431437 Jan 20 11:11:31.420922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5fbbb39b-7580-45b2-865e-ae45f3116ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:31.559107 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e23e3-cbb9-49a2-8e25-603b83e19f04 req-5ae63b6b-5d07-4ebe-9fe4-e4611af65138 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:31.559107 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ca4e23e3-cbb9-49a2-8e25-603b83e19f04 req-5ae63b6b-5d07-4ebe-9fe4-e4611af65138 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 944 time: 0.0871050 Jan 20 11:11:31.609519 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ca4e23e3-cbb9-49a2-8e25-603b83e19f04 req-2635b28f-cad5-4a2a-a864-2d6948900e44 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=154818d4-3f2f-47e2-83ea-5a168621edd0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438373 Jan 20 11:11:32.804108 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218da9e-a7cf-43d7-b792-80c7f2b93aa0 req-8609a259-011a-4218-925e-fb198d070dec tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:32.805590 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3218da9e-a7cf-43d7-b792-80c7f2b93aa0 req-8609a259-011a-4218-925e-fb198d070dec tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 944 time: 0.0773809 Jan 20 11:11:32.850798 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3218da9e-a7cf-43d7-b792-80c7f2b93aa0 req-bd3c9eac-8fd1-4008-a4a6-9693111e56c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=154818d4-3f2f-47e2-83ea-5a168621edd0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392430 Jan 20 11:11:32.889227 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device fb62c3f5-b866-4e97-a9d5-7f0debb34d63 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:11:33.032702 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port fb62c3f5-b866-4e97-a9d5-7f0debb34d63, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=fb62c3f5-b866-4e97-a9d5-7f0debb34d63,segment=NetworkSegment(aac6d226-17e9-4e8d-95fc-3246df6272b8),segment_id=aac6d226-17e9-4e8d-95fc-3246df6272b8)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:11:33.056223 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'fb62c3f5-b866-4e97-a9d5-7f0debb34d63', 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0', 'port_id': 'fb62c3f5-b866-4e97-a9d5-7f0debb34d63', 'mac_address': 'fa:16:3e:40:ec:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f112c593-e2c6-4b8d-9d03-491171256eca', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:11:33.114417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:33.121697 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb62c3f5-b866-4e97-a9d5-7f0debb34d63 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:11:33.137299 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port fb62c3f5-b866-4e97-a9d5-7f0debb34d63, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=fb62c3f5-b866-4e97-a9d5-7f0debb34d63,segment=NetworkSegment(aac6d226-17e9-4e8d-95fc-3246df6272b8),segment_id=aac6d226-17e9-4e8d-95fc-3246df6272b8)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:11:33.190420 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:33.254439 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=fb62c3f5-b866-4e97-a9d5-7f0debb34d63,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:33.262694 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:33.263037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:33.263375 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:33.263712 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:33.264046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:33.264378 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:33.264705 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:33.265032 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:33.265356 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:33.265707 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:33.266032 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:11:33.422639 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['fb62c3f5-b866-4e97-a9d5-7f0debb34d63'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:11:33.848132 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2982542a-0d7a-4952-a575-4500a9b33f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:34.061054 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78b171-9b69-457c-902f-ebefde574dc1 req-36e51d09-65bf-4748-a573-e909ae076a0d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:34.061054 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2c78b171-9b69-457c-902f-ebefde574dc1 req-36e51d09-65bf-4748-a573-e909ae076a0d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 945 time: 0.0792065 Jan 20 11:11:34.102264 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2c78b171-9b69-457c-902f-ebefde574dc1 req-0532f0f0-95f7-409e-bdb3-a1ef633f0b0f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=154818d4-3f2f-47e2-83ea-5a168621edd0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390248 Jan 20 11:11:34.782453 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:34.907358 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device fb62c3f5-b866-4e97-a9d5-7f0debb34d63 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:11:34.963132 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:35.065863 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port fb62c3f5-b866-4e97-a9d5-7f0debb34d63 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:11:35.065863 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port fb62c3f5-b866-4e97-a9d5-7f0debb34d63 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:11:35.065863 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:35.191767 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:35.216223 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b433569-eb51-48a2-b271-55366a37f531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb62c3f5-b866-4e97-a9d5-7f0debb34d63'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:11:35.226938 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port fb62c3f5-b866-4e97-a9d5-7f0debb34d63, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=fb62c3f5-b866-4e97-a9d5-7f0debb34d63,segment=NetworkSegment(aac6d226-17e9-4e8d-95fc-3246df6272b8),segment_id=aac6d226-17e9-4e8d-95fc-3246df6272b8)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:11:35.287180 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b433569-eb51-48a2-b271-55366a37f531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb62c3f5-b866-4e97-a9d5-7f0debb34d63', 'code': 200} Jan 20 11:11:35.305321 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:35.314532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505beef2-4f5c-4379-8be4-12c46187b6c8 req-6481ca61-a2ee-4b59-8c9e-ae016ea8ec92 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:35.316051 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-505beef2-4f5c-4379-8be4-12c46187b6c8 req-6481ca61-a2ee-4b59-8c9e-ae016ea8ec92 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 945 time: 0.0777519 Jan 20 11:11:35.368847 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-505beef2-4f5c-4379-8be4-12c46187b6c8 req-865c5f0d-710e-43c8-9b4f-37bf7760dd04 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=154818d4-3f2f-47e2-83ea-5a168621edd0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466154 Jan 20 11:11:35.377342 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=fb62c3f5-b866-4e97-a9d5-7f0debb34d63,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:35.679041 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bf9429aa-7e65-4971-bdc3-c590c8fb6e40 req-5cccbe6c-8f54-4d10-a115-64260a4d7e46 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 1099 time: 0.0771947 Jan 20 11:11:35.721274 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bf9429aa-7e65-4971-bdc3-c590c8fb6e40 req-aba051b1-fe7a-40d6-b6c9-ba25a2a3afcd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=154818d4-3f2f-47e2-83ea-5a168621edd0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360870 Jan 20 11:11:36.270794 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:36.567232 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb8f56-bd5d-41ac-a439-57df9358d8a5 req-11fe27c7-9efe-41a4-8e87-ce424c290fcc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:36.568709 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0afb8f56-bd5d-41ac-a439-57df9358d8a5 req-11fe27c7-9efe-41a4-8e87-ce424c290fcc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 946 time: 0.0780921 Jan 20 11:11:36.615105 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0afb8f56-bd5d-41ac-a439-57df9358d8a5 req-c7419b56-620e-4467-b39c-a45acc6ac9c4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=154818d4-3f2f-47e2-83ea-5a168621edd0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408075 Jan 20 11:11:37.819322 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00797b-094b-4300-963a-c53c9e993672 req-7d495bc3-b0d9-4ce1-b50a-a7cd52cdf4d9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:37.819322 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e00797b-094b-4300-963a-c53c9e993672 req-7d495bc3-b0d9-4ce1-b50a-a7cd52cdf4d9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 946 time: 0.0796077 Jan 20 11:11:37.872760 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e00797b-094b-4300-963a-c53c9e993672 req-928d5db8-8028-43ee-9334-8e6282132f4d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=154818d4-3f2f-47e2-83ea-5a168621edd0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411415 Jan 20 11:11:38.059974 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20977ab-7d8c-422c-a8b2-c90947bdadae req-3b977601-9c30-4370-af63-f706b1aefdb1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:11:38.061238 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e20977ab-7d8c-422c-a8b2-c90947bdadae req-3b977601-9c30-4370-af63-f706b1aefdb1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 946 time: 0.0769019 Jan 20 11:11:38.107753 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e20977ab-7d8c-422c-a8b2-c90947bdadae req-856e8fb5-d647-406f-b7e4-477e791e1cac tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=154818d4-3f2f-47e2-83ea-5a168621edd0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402110 Jan 20 11:11:39.576445 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:39.668448 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38174) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:11:40.503790 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:40.895930 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.17 (53bdbca3-f95a-4cdb-bc78-7b93d26f43f0/f112c593-e2c6-4b8d-9d03-491171256eca/a1cb29fe-3f53-49fe-9762-f678e3fcda03) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:11:41.055308 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:41.071104 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object a1cb29fe-3f53-49fe-9762-f678e3fcda03 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:11:41.171876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:41.231340 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 53bdbca3-f95a-4cdb-bc78-7b93d26f43f0 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:11:41.234396 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:11:41.239465 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:11:41.271259 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=a1cb29fe-3f53-49fe-9762-f678e3fcda03,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:41.305342 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:41.535500 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:41.567928 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e62ed202-944e-44de-8952-4a3b007a7bd3 None None] Provisioning for port a1cb29fe-3f53-49fe-9762-f678e3fcda03 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:11:41.573000 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e62ed202-944e-44de-8952-4a3b007a7bd3 None None] Provisioning complete for port a1cb29fe-3f53-49fe-9762-f678e3fcda03 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:11:41.573376 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e62ed202-944e-44de-8952-4a3b007a7bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:41.629160 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e62ed202-944e-44de-8952-4a3b007a7bd3 None None] Port a1cb29fe-3f53-49fe-9762-f678e3fcda03 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:11:42.058860 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:42.111588 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:42.216805 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=a1cb29fe-3f53-49fe-9762-f678e3fcda03,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:42.223987 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:42.356321 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 53bdbca3-f95a-4cdb-bc78-7b93d26f43f0 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:11:42.356321 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:11:42.556676 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-21234d37-6e0e-4375-acc4-0533c3428a12 None None] Provisioning complete for port a1cb29fe-3f53-49fe-9762-f678e3fcda03 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:11:42.557056 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-21234d37-6e0e-4375-acc4-0533c3428a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:42.609598 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-21234d37-6e0e-4375-acc4-0533c3428a12 None None] Port a1cb29fe-3f53-49fe-9762-f678e3fcda03 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:11:42.747285 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 1cb0bbf6-9631-4385-9430-94bd36910091 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:11:42.951124 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:11:42.961196 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Sync routers for ids ['1cb0bbf6-9631-4385-9430-94bd36910091'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:11:42.964300 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-78cf55ea-0b73-43ed-a7cb-bdbd2d6c712d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/1cb0bbf6-9631-4385-9430-94bd36910091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2945957 Jan 20 11:11:42.972913 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Routers {'1cb0bbf6-9631-4385-9430-94bd36910091'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:11:42.973605 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a4f21062-b720-4c59-8853-59be206b494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:11:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1cb0bbf6-9631-4385-9430-94bd36910091'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:11:43.150495 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Set router 1cb0bbf6-9631-4385-9430-94bd36910091 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:11:43.503902 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a4f21062-b720-4c59-8853-59be206b494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:11:41Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'b204291d-c7a1-4c22-a643-d88e0ae570af', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'port_id': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'mac_address': 'fa:16:3e:35:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ae384-cef0-425b-a39f-8a288180e117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:10:41Z', 'updated_at': '2022-01-20T11:10:44Z', 'revision_number': 1, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1cb29fe-3f53-49fe-9762-f678e3fcda03', 'name': '', 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:3e:d7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f112c593-e2c6-4b8d-9d03-491171256eca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:11:40Z', 'updated_at': '2022-01-20T11:11:41Z', 'revision_number': 2, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'f112c593-e2c6-4b8d-9d03-491171256eca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f', 'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:17Z', 'updated_at': '2022-01-20T11:10:24Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:11:43.508299 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Checking router: 1cb0bbf6-9631-4385-9430-94bd36910091 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:11:43.508651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Updating router 1cb0bbf6-9631-4385-9430-94bd36910091 port a1cb29fe-3f53-49fe-9762-f678e3fcda03 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:11:43.561791 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:43.929808 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:43.942511 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Transition to ACTIVE for port object a1cb29fe-3f53-49fe-9762-f678e3fcda03 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:11:44.007831 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:44.131166 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477f79-0fac-4cc8-b67f-97a18c171b97 None None] Pushing event updated for resources: {'Port': ['ID=a1cb29fe-3f53-49fe-9762-f678e3fcda03,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:44.219588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Attempting to bind port a1cb29fe-3f53-49fe-9762-f678e3fcda03 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:11:44.219964 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Attempting to bind port a1cb29fe-3f53-49fe-9762-f678e3fcda03 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'aac6d226-17e9-4e8d-95fc-3246df6272b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:11:44.220328 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Attempting to bind port a1cb29fe-3f53-49fe-9762-f678e3fcda03 on network 53bdbca3-f95a-4cdb-bc78-7b93d26f43f0 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:11:44.228210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:11:44.228572 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Checking segment: {'id': 'aac6d226-17e9-4e8d-95fc-3246df6272b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:11:44.229047 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:44.229442 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Bound using segment: {'id': 'aac6d226-17e9-4e8d-95fc-3246df6272b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:11:44.229930 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Bound port: a1cb29fe-3f53-49fe-9762-f678e3fcda03, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac6d226-17e9-4e8d-95fc-3246df6272b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:11:44.230314 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:44.320833 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a4f21062-b720-4c59-8853-59be206b494e None None] For port a1cb29fe-3f53-49fe-9762-f678e3fcda03, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:11:44.323157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a4f21062-b720-4c59-8853-59be206b494e None None] For port a1cb29fe-3f53-49fe-9762-f678e3fcda03, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a1cb29fe-3f53-49fe-9762-f678e3fcda03,segment=NetworkSegment(aac6d226-17e9-4e8d-95fc-3246df6272b8),segment_id=aac6d226-17e9-4e8d-95fc-3246df6272b8)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:11:44.414152 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:44.500874 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Routers {'1cb0bbf6-9631-4385-9430-94bd36910091'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:11:44.501612 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a4f21062-b720-4c59-8853-59be206b494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:11:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1cb0bbf6-9631-4385-9430-94bd36910091'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:11:44.572574 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477f79-0fac-4cc8-b67f-97a18c171b97 None None] Pushing event updated for resources: {'Port': ['ID=a1cb29fe-3f53-49fe-9762-f678e3fcda03,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:44.701183 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-a4f21062-b720-4c59-8853-59be206b494e None None] Set router 1cb0bbf6-9631-4385-9430-94bd36910091 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:11:45.061670 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a4f21062-b720-4c59-8853-59be206b494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:11:41Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'b204291d-c7a1-4c22-a643-d88e0ae570af', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'port_id': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'mac_address': 'fa:16:3e:35:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ae384-cef0-425b-a39f-8a288180e117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:10:41Z', 'updated_at': '2022-01-20T11:10:44Z', 'revision_number': 1, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1cb29fe-3f53-49fe-9762-f678e3fcda03', 'name': '', 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:3e:d7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f112c593-e2c6-4b8d-9d03-491171256eca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:11:40Z', 'updated_at': '2022-01-20T11:11:44Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'f112c593-e2c6-4b8d-9d03-491171256eca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f', 'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:17Z', 'updated_at': '2022-01-20T11:10:24Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:11:45.066178 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f21062-b720-4c59-8853-59be206b494e None None] The sync data for ids ['1cb0bbf6-9631-4385-9430-94bd36910091'] in dv-neutron-825471-1-hyperv is: [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:11:41Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'b204291d-c7a1-4c22-a643-d88e0ae570af', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'port_id': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'mac_address': 'fa:16:3e:35:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ae384-cef0-425b-a39f-8a288180e117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:10:41Z', 'updated_at': '2022-01-20T11:10:44Z', 'revision_number': 1, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1cb29fe-3f53-49fe-9762-f678e3fcda03', 'name': '', 'network_id': '53bdbca3-f95a-4cdb-bc78-7b93d26f43f0', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:3e:d7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f112c593-e2c6-4b8d-9d03-491171256eca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:11:40Z', 'updated_at': '2022-01-20T11:11:44Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'f112c593-e2c6-4b8d-9d03-491171256eca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f', 'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:17Z', 'updated_at': '2022-01-20T11:10:24Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:11:45.937725 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a1cb29fe-3f53-49fe-9762-f678e3fcda03 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:11:46.093068 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port a1cb29fe-3f53-49fe-9762-f678e3fcda03 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:11:46.098362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port a1cb29fe-3f53-49fe-9762-f678e3fcda03 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:11:46.098691 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:46.213175 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:46.245455 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port a1cb29fe-3f53-49fe-9762-f678e3fcda03, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a1cb29fe-3f53-49fe-9762-f678e3fcda03,segment=NetworkSegment(aac6d226-17e9-4e8d-95fc-3246df6272b8),segment_id=aac6d226-17e9-4e8d-95fc-3246df6272b8)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:11:46.299048 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:46.367815 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=a1cb29fe-3f53-49fe-9762-f678e3fcda03,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:11:47.914131 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a1cb29fe-3f53-49fe-9762-f678e3fcda03 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:11:47.982365 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port a1cb29fe-3f53-49fe-9762-f678e3fcda03 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:11:47.982735 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:11:55.022846 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:12:01.394759 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e003d593-cd15-489f-94ac-0d79dee6aa63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:01.435417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38202) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:01.879841 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b25e-55f9-4282-8437-3b3bc7d4eb10 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:02.511024 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-d2f1b25e-55f9-4282-8437-3b3bc7d4eb10 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port a1cb29fe-3f53-49fe-9762-f678e3fcda03 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:12:02.511661 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b25e-55f9-4282-8437-3b3bc7d4eb10 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:02.793039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-d2f1b25e-55f9-4282-8437-3b3bc7d4eb10 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port a1cb29fe-3f53-49fe-9762-f678e3fcda03, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a1cb29fe-3f53-49fe-9762-f678e3fcda03,segment=NetworkSegment(aac6d226-17e9-4e8d-95fc-3246df6272b8),segment_id=aac6d226-17e9-4e8d-95fc-3246df6272b8)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:12:02.793402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b25e-55f9-4282-8437-3b3bc7d4eb10 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:02.913459 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-d2f1b25e-55f9-4282-8437-3b3bc7d4eb10 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for a1cb29fe-3f53-49fe-9762-f678e3fcda03 owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:12:03.178748 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b25e-55f9-4282-8437-3b3bc7d4eb10 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:03.228821 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1b25e-55f9-4282-8437-3b3bc7d4eb10 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=a1cb29fe-3f53-49fe-9762-f678e3fcda03,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:03.534024 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b25e-55f9-4282-8437-3b3bc7d4eb10 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:03.846444 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e155-28d6-4969-89be-308c377901c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:04.114525 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f1b25e-55f9-4282-8437-3b3bc7d4eb10 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 1cb0bbf6-9631-4385-9430-94bd36910091 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:12:04.409332 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f1b25e-55f9-4282-8437-3b3bc7d4eb10 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:12:04.418741 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82300db-193a-4533-8589-76022106fecb None None] Sync routers for ids ['1cb0bbf6-9631-4385-9430-94bd36910091'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:12:04.423607 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d2f1b25e-55f9-4282-8437-3b3bc7d4eb10 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/1cb0bbf6-9631-4385-9430-94bd36910091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9917727 Jan 20 11:12:04.430533 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82300db-193a-4533-8589-76022106fecb None None] Routers {'1cb0bbf6-9631-4385-9430-94bd36910091'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:12:04.431134 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b82300db-193a-4533-8589-76022106fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:12:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1cb0bbf6-9631-4385-9430-94bd36910091'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:04.602944 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b82300db-193a-4533-8589-76022106fecb None None] Set router 1cb0bbf6-9631-4385-9430-94bd36910091 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:12:04.813088 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:04.964887 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b82300db-193a-4533-8589-76022106fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:12:03Z', 'revision_number': 6, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'b204291d-c7a1-4c22-a643-d88e0ae570af', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'port_id': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'mac_address': 'fa:16:3e:35:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ae384-cef0-425b-a39f-8a288180e117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:10:41Z', 'updated_at': '2022-01-20T11:10:44Z', 'revision_number': 1, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f', 'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:17Z', 'updated_at': '2022-01-20T11:10:24Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:04.972535 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82300db-193a-4533-8589-76022106fecb None None] Checking router: 1cb0bbf6-9631-4385-9430-94bd36910091 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:12:04.991803 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82300db-193a-4533-8589-76022106fecb None None] Routers {'1cb0bbf6-9631-4385-9430-94bd36910091'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:12:04.992386 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b82300db-193a-4533-8589-76022106fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:12:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1cb0bbf6-9631-4385-9430-94bd36910091'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:05.013432 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:05.057182 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cbbed-e6e9-4e44-aa22-af45c0ba7dae req-e02b8ff6-0b74-43d4-8e0d-9f9451130db6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:05.057920 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-756cbbed-e6e9-4e44-aa22-af45c0ba7dae req-e02b8ff6-0b74-43d4-8e0d-9f9451130db6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:12:05.166039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-756cbbed-e6e9-4e44-aa22-af45c0ba7dae req-e02b8ff6-0b74-43d4-8e0d-9f9451130db6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:12:05.167273 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-756cbbed-e6e9-4e44-aa22-af45c0ba7dae req-e02b8ff6-0b74-43d4-8e0d-9f9451130db6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 946 time: 0.1894717 Jan 20 11:12:05.167448 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b82300db-193a-4533-8589-76022106fecb None None] Set router 1cb0bbf6-9631-4385-9430-94bd36910091 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:12:05.213431 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-756cbbed-e6e9-4e44-aa22-af45c0ba7dae req-e6061a9d-5fce-4a08-93f2-7724f1394364 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=154818d4-3f2f-47e2-83ea-5a168621edd0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405011 Jan 20 11:12:05.506432 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b82300db-193a-4533-8589-76022106fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:12:03Z', 'revision_number': 6, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'b204291d-c7a1-4c22-a643-d88e0ae570af', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'port_id': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'mac_address': 'fa:16:3e:35:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ae384-cef0-425b-a39f-8a288180e117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:10:41Z', 'updated_at': '2022-01-20T11:10:44Z', 'revision_number': 1, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f', 'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:17Z', 'updated_at': '2022-01-20T11:10:24Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:05.510048 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82300db-193a-4533-8589-76022106fecb None None] The sync data for ids ['1cb0bbf6-9631-4385-9430-94bd36910091'] in dv-neutron-825471-1-hyperv is: [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:12:03Z', 'revision_number': 6, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'b204291d-c7a1-4c22-a643-d88e0ae570af', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'port_id': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'mac_address': 'fa:16:3e:35:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ae384-cef0-425b-a39f-8a288180e117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:10:41Z', 'updated_at': '2022-01-20T11:10:44Z', 'revision_number': 1, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f', 'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:17Z', 'updated_at': '2022-01-20T11:10:24Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:12:05.876847 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a1cb29fe-3f53-49fe-9762-f678e3fcda03 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:12:05.947021 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: a1cb29fe-3f53-49fe-9762-f678e3fcda03 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:12:05.947388 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a1cb29fe-3f53-49fe-9762-f678e3fcda03 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:12:06.229946 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:06.343811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d871e-03a6-46d3-92f3-a7e5c6c9a56f req-dc7109f7-36d7-458b-b3d3-9bcdb6c141bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:06.344540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-5f5d871e-03a6-46d3-92f3-a7e5c6c9a56f req-dc7109f7-36d7-458b-b3d3-9bcdb6c141bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:12:06.357322 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-5f5d871e-03a6-46d3-92f3-a7e5c6c9a56f req-dc7109f7-36d7-458b-b3d3-9bcdb6c141bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:12:06.358490 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5f5d871e-03a6-46d3-92f3-a7e5c6c9a56f req-dc7109f7-36d7-458b-b3d3-9bcdb6c141bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 946 time: 0.0996020 Jan 20 11:12:06.414204 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e49e0-fdd6-4f4e-9c7f-6264668245f2 req-49a73e0a-eee3-4fa8-bc98-e31a81ca0cdf tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:06.415668 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-790e49e0-fdd6-4f4e-9c7f-6264668245f2 req-49a73e0a-eee3-4fa8-bc98-e31a81ca0cdf tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 946 time: 0.0794785 Jan 20 11:12:06.435301 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-5f5d871e-03a6-46d3-92f3-a7e5c6c9a56f req-d2403179-d05b-479f-91ca-8a896bdeb94e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port fb62c3f5-b866-4e97-a9d5-7f0debb34d63 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:12:06.435916 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5f5d871e-03a6-46d3-92f3-a7e5c6c9a56f req-d2403179-d05b-479f-91ca-8a896bdeb94e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:06.461065 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-790e49e0-fdd6-4f4e-9c7f-6264668245f2 req-698e0359-095c-43b6-af7c-6af5790fbb1c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=154818d4-3f2f-47e2-83ea-5a168621edd0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398719 Jan 20 11:12:06.677316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-5f5d871e-03a6-46d3-92f3-a7e5c6c9a56f req-d2403179-d05b-479f-91ca-8a896bdeb94e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port fb62c3f5-b866-4e97-a9d5-7f0debb34d63, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=fb62c3f5-b866-4e97-a9d5-7f0debb34d63,segment=NetworkSegment(aac6d226-17e9-4e8d-95fc-3246df6272b8),segment_id=aac6d226-17e9-4e8d-95fc-3246df6272b8)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:12:06.677622 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5f5d871e-03a6-46d3-92f3-a7e5c6c9a56f req-d2403179-d05b-479f-91ca-8a896bdeb94e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:06.795152 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-5f5d871e-03a6-46d3-92f3-a7e5c6c9a56f req-d2403179-d05b-479f-91ca-8a896bdeb94e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for fb62c3f5-b866-4e97-a9d5-7f0debb34d63 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:12:07.007179 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5f5d871e-03a6-46d3-92f3-a7e5c6c9a56f req-d2403179-d05b-479f-91ca-8a896bdeb94e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:07.056287 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2403179-d05b-479f-91ca-8a896bdeb94e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=fb62c3f5-b866-4e97-a9d5-7f0debb34d63,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:07.129306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5d871e-03a6-46d3-92f3-a7e5c6c9a56f req-d2403179-d05b-479f-91ca-8a896bdeb94e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] No DVR routers for this DVR port fb62c3f5-b866-4e97-a9d5-7f0debb34d63 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:12:07.131877 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5f5d871e-03a6-46d3-92f3-a7e5c6c9a56f req-d2403179-d05b-479f-91ca-8a896bdeb94e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:07.134358 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b433569-eb51-48a2-b271-55366a37f531', 'name': 'network-vif-deleted', 'tag': 'fb62c3f5-b866-4e97-a9d5-7f0debb34d63'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:12:07.189556 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b433569-eb51-48a2-b271-55366a37f531', 'name': 'network-vif-deleted', 'tag': 'fb62c3f5-b866-4e97-a9d5-7f0debb34d63', 'status': 'completed', 'code': 200} Jan 20 11:12:07.211685 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5f5d871e-03a6-46d3-92f3-a7e5c6c9a56f req-d2403179-d05b-479f-91ca-8a896bdeb94e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "DELETE /v2.0/ports/fb62c3f5-b866-4e97-a9d5-7f0debb34d63 HTTP/1.1" status: 204 len: 173 time: 0.8423951 Jan 20 11:12:07.735198 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-850392e6-19c0-42b1-8d99-018c4b14faf1 req-9520ca3c-5e91-41ac-8a5b-9e8f64acd056 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b433569-eb51-48a2-b271-55366a37f531 HTTP/1.1" status: 200 len: 210 time: 0.1318593 Jan 20 11:12:08.840514 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38220) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:08.908596 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-739476c5-d331-4998-bd9a-b278d93ff38a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:08.938465 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-739476c5-d331-4998-bd9a-b278d93ff38a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:09.155883 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-739476c5-d331-4998-bd9a-b278d93ff38a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:09.174421 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739476c5-d331-4998-bd9a-b278d93ff38a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=154818d4-3f2f-47e2-83ea-5a168621edd0,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:09.303341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-739476c5-d331-4998-bd9a-b278d93ff38a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:09.304472 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-739476c5-d331-4998-bd9a-b278d93ff38a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/security-groups/154818d4-3f2f-47e2-83ea-5a168621edd0 HTTP/1.1" status: 204 len: 168 time: 0.4629886 Jan 20 11:12:09.430836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38226) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:09.561749 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:09.612550 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b2d7df-3f23-473e-b413-cc8d06c9d72e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting subnet f112c593-e2c6-4b8d-9d03-491171256eca {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:12:09.615530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d7df-3f23-473e-b413-cc8d06c9d72e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:09.667260 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d7df-3f23-473e-b413-cc8d06c9d72e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:09.744846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d7df-3f23-473e-b413-cc8d06c9d72e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:09.893264 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d7df-3f23-473e-b413-cc8d06c9d72e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:09.931103 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d7df-3f23-473e-b413-cc8d06c9d72e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Subnet': ['ID=f112c593-e2c6-4b8d-9d03-491171256eca,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:09.937524 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d7df-3f23-473e-b413-cc8d06c9d72e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:09.944444 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c0b2d7df-3f23-473e-b413-cc8d06c9d72e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/subnets/f112c593-e2c6-4b8d-9d03-491171256eca HTTP/1.1" status: 204 len: 168 time: 0.5124090 Jan 20 11:12:09.945879 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bd1d4f-eca1-48c9-bf23-8323c045cd0c None None] Network 53bdbca3-f95a-4cdb-bc78-7b93d26f43f0 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:12:09.946993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38230) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:10.059154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:10.070381 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 54a6bf67-2a5e-476c-97d8-f432c839b738 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:12:10.070716 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:10.199479 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567c76fc-8c8b-4530-9f77-5e08c841ffbc None None] DHCP port deletion for 53bdbca3-f95a-4cdb-bc78-7b93d26f43f0 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:12:10.204053 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-567c76fc-8c8b-4530-9f77-5e08c841ffbc None None] Deleting port 54a6bf67-2a5e-476c-97d8-f432c839b738 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:12:10.204502 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-567c76fc-8c8b-4530-9f77-5e08c841ffbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:10.273713 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port 54a6bf67-2a5e-476c-97d8-f432c839b738, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=54a6bf67-2a5e-476c-97d8-f432c839b738,segment=NetworkSegment(aac6d226-17e9-4e8d-95fc-3246df6272b8),segment_id=aac6d226-17e9-4e8d-95fc-3246df6272b8)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:12:10.274068 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:10.407515 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-567c76fc-8c8b-4530-9f77-5e08c841ffbc None None] For port 54a6bf67-2a5e-476c-97d8-f432c839b738, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=54a6bf67-2a5e-476c-97d8-f432c839b738,segment=NetworkSegment(aac6d226-17e9-4e8d-95fc-3246df6272b8),segment_id=aac6d226-17e9-4e8d-95fc-3246df6272b8)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:12:10.410521 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-567c76fc-8c8b-4530-9f77-5e08c841ffbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:10.488386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 54a6bf67-2a5e-476c-97d8-f432c839b738 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:12:10.544318 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-567c76fc-8c8b-4530-9f77-5e08c841ffbc None None] Calling delete_port for 54a6bf67-2a5e-476c-97d8-f432c839b738 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:12:10.618664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:10.628067 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-567c76fc-8c8b-4530-9f77-5e08c841ffbc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:12:10.628693 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-567c76fc-8c8b-4530-9f77-5e08c841ffbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:12:10.666218 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=54a6bf67-2a5e-476c-97d8-f432c839b738,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:10.673830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] No DVR routers for this DVR port 54a6bf67-2a5e-476c-97d8-f432c839b738 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:12:10.797816 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:10.822837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53bdbca3-f95a-4cdb-bc78-7b93d26f43f0']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:10.835508 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac6d226-17e9-4e8d-95fc-3246df6272b8') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:10.835809 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac6d226-17e9-4e8d-95fc-3246df6272b8') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:10.847206 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:10.863356 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:10.869667 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:12:10.870055 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:12:10.883853 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:12:11.030136 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:11.035593 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:11.063817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Network': ['ID=53bdbca3-f95a-4cdb-bc78-7b93d26f43f0,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:11.127931 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e7eb1cc3-eb79-4f21-af05-207a842f9abc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/networks/53bdbca3-f95a-4cdb-bc78-7b93d26f43f0 HTTP/1.1" status: 204 len: 168 time: 1.1799142 Jan 20 11:12:11.130481 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-567c76fc-8c8b-4530-9f77-5e08c841ffbc None None] Deleting port 54a6bf67-2a5e-476c-97d8-f432c839b738 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:12:11.130967 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-567c76fc-8c8b-4530-9f77-5e08c841ffbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:11.131473 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38234) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:11.156585 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device fb62c3f5-b866-4e97-a9d5-7f0debb34d63 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:12:11.196346 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: fb62c3f5-b866-4e97-a9d5-7f0debb34d63 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:12:11.196346 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device fb62c3f5-b866-4e97-a9d5-7f0debb34d63 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:12:11.231645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-567c76fc-8c8b-4530-9f77-5e08c841ffbc None None] The port '54a6bf67-2a5e-476c-97d8-f432c839b738' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:12:11.341406 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 1b46a262-7e9d-4f2b-a545-cbe0080674ad {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:12:11.341778 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:11.507663 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:11.507870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:11.626217 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 1b46a262-7e9d-4f2b-a545-cbe0080674ad owned by network:floatingip {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:12:11.846907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:11.893247 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=1b46a262-7e9d-4f2b-a545-cbe0080674ad,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:11.918691 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 54a6bf67-2a5e-476c-97d8-f432c839b738 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:12:11.955504 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 54a6bf67-2a5e-476c-97d8-f432c839b738 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:12:11.955890 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 54a6bf67-2a5e-476c-97d8-f432c839b738 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:12:11.968493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:11.968842 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:11.969179 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:11.969511 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:11.969867 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:11.970456 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:11.970807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:11.971149 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:11.971510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:11.971824 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:11.972141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:12.003519 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:12.484512 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 1cb0bbf6-9631-4385-9430-94bd36910091 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:12:12.688497 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:12:12.699021 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17835bb9-e62f-4695-b7cb-b3ef065704b8 None None] Sync routers for ids ['1cb0bbf6-9631-4385-9430-94bd36910091'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:12:12.706757 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:12.710374 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17835bb9-e62f-4695-b7cb-b3ef065704b8 None None] Routers {'1cb0bbf6-9631-4385-9430-94bd36910091'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:12:12.710974 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-17835bb9-e62f-4695-b7cb-b3ef065704b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:12:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1cb0bbf6-9631-4385-9430-94bd36910091'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:12.759276 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-999162f8-d690-4de7-914d-a6ca31a03739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/floatingips/b204291d-c7a1-4c22-a643-d88e0ae570af HTTP/1.1" status: 204 len: 168 time: 1.6265752 Jan 20 11:12:12.759752 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838ae384-cef0-425b-a39f-8a288180e117', 'tag': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:12:12.816417 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838ae384-cef0-425b-a39f-8a288180e117', 'tag': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e', 'status': 'completed', 'code': 200} Jan 20 11:12:12.897275 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-17835bb9-e62f-4695-b7cb-b3ef065704b8 None None] Set router 1cb0bbf6-9631-4385-9430-94bd36910091 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:12:12.913359 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3f689763-bd5b-4052-bf9c-a50ac1e4b355 req-d0fea0f7-aa5c-4209-a3f1-3089c67df7b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 1099 time: 0.0747323 Jan 20 11:12:13.046446 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f689763-bd5b-4052-bf9c-a50ac1e4b355 req-456d82d6-9583-441d-ae91-3526c0ca2dcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:13.047801 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3f689763-bd5b-4052-bf9c-a50ac1e4b355 req-456d82d6-9583-441d-ae91-3526c0ca2dcc service neutron] 10.222.0.72 "GET /v2.0/networks?id=91978763-403f-4850-9071-c139f7c0e069 HTTP/1.1" status: 200 len: 898 time: 0.1282177 Jan 20 11:12:13.115178 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3f689763-bd5b-4052-bf9c-a50ac1e4b355 req-3f903cb3-3c72-4912-969a-6926430ac7fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6800bf2c-eb59-48b8-90fe-bbfd03d1645e HTTP/1.1" status: 200 len: 217 time: 0.0615752 Jan 20 11:12:13.181604 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f689763-bd5b-4052-bf9c-a50ac1e4b355 req-af2840eb-14bb-4964-ae38-0c6ce4061666 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:13.183014 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3f689763-bd5b-4052-bf9c-a50ac1e4b355 req-af2840eb-14bb-4964-ae38-0c6ce4061666 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b5c5b483-bda2-46b1-9c4b-70eb59a2fd02 HTTP/1.1" status: 200 len: 835 time: 0.0622771 Jan 20 11:12:13.224909 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-17835bb9-e62f-4695-b7cb-b3ef065704b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:12:03Z', 'revision_number': 6, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f', 'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:17Z', 'updated_at': '2022-01-20T11:10:24Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:13.228870 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17835bb9-e62f-4695-b7cb-b3ef065704b8 None None] Checking router: 1cb0bbf6-9631-4385-9430-94bd36910091 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:12:13.240726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17835bb9-e62f-4695-b7cb-b3ef065704b8 None None] Routers {'1cb0bbf6-9631-4385-9430-94bd36910091'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:12:13.241276 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-17835bb9-e62f-4695-b7cb-b3ef065704b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:12:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1cb0bbf6-9631-4385-9430-94bd36910091'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:13.260139 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3f689763-bd5b-4052-bf9c-a50ac1e4b355 req-b5753a51-5d0b-4c12-b048-454647d45279 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91978763-403f-4850-9071-c139f7c0e069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712826 Jan 20 11:12:13.396663 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3f689763-bd5b-4052-bf9c-a50ac1e4b355 req-10d79e6b-9959-4a50-b3e5-fb532705aabd service neutron] 10.222.0.72 "GET /v2.0/networks/91978763-403f-4850-9071-c139f7c0e069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304886 Jan 20 11:12:13.426416 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fb7ca-692c-4957-b18e-ca4d66b75dbd req-c0fd8e3c-4fe9-44d5-aab4-cff44b0f84f5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:13.428060 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9a0fb7ca-692c-4957-b18e-ca4d66b75dbd req-c0fd8e3c-4fe9-44d5-aab4-cff44b0f84f5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 946 time: 0.0812900 Jan 20 11:12:13.461478 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-17835bb9-e62f-4695-b7cb-b3ef065704b8 None None] Set router 1cb0bbf6-9631-4385-9430-94bd36910091 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:12:13.476019 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9a0fb7ca-692c-4957-b18e-ca4d66b75dbd req-41d39c87-4d50-4d17-9ef8-45a10bbd84bf tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2732581-8f40-4743-b731-acbdc420e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419939 Jan 20 11:12:13.534569 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3f689763-bd5b-4052-bf9c-a50ac1e4b355 req-109f541c-3b36-447c-8dd9-ecf70e15d8c3 service neutron] 10.222.0.72 "GET /v2.0/networks/91978763-403f-4850-9071-c139f7c0e069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302571 Jan 20 11:12:13.772147 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-17835bb9-e62f-4695-b7cb-b3ef065704b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:12:03Z', 'revision_number': 6, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f', 'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:17Z', 'updated_at': '2022-01-20T11:10:24Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:13.776050 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17835bb9-e62f-4695-b7cb-b3ef065704b8 None None] The sync data for ids ['1cb0bbf6-9631-4385-9430-94bd36910091'] in dv-neutron-825471-1-hyperv is: [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:12:03Z', 'revision_number': 6, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f', 'name': '', 'network_id': '91978763-403f-4850-9071-c139f7c0e069', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:b4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:17Z', 'updated_at': '2022-01-20T11:10:24Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'b5c5b483-bda2-46b1-9c4b-70eb59a2fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:12:13.999917 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04e7e1a-5500-4384-b9df-02239b435f53 None None] New status for floating IP b204291d-c7a1-4c22-a643-d88e0ae570af: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:12:14.655325 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fabd80-f672-4cde-bdf8-b061e8b1910f req-a4d6fa64-7f18-4717-ab97-bd137adc1e64 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:14.656010 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-18fabd80-f672-4cde-bdf8-b061e8b1910f req-a4d6fa64-7f18-4717-ab97-bd137adc1e64 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:12:14.673814 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e52e8f-450e-42ad-b1e9-e8129b4cae36 req-62162ebe-dac6-46df-9273-f416b09ab63e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:14.681207 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c5e52e8f-450e-42ad-b1e9-e8129b4cae36 req-62162ebe-dac6-46df-9273-f416b09ab63e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 946 time: 0.0780711 Jan 20 11:12:14.724686 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c5e52e8f-450e-42ad-b1e9-e8129b4cae36 req-1a7b64c9-23bd-4f63-879a-67a393547c34 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=d2732581-8f40-4743-b731-acbdc420e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428934 Jan 20 11:12:14.739320 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-18fabd80-f672-4cde-bdf8-b061e8b1910f req-a4d6fa64-7f18-4717-ab97-bd137adc1e64 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:12:14.740732 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-18fabd80-f672-4cde-bdf8-b061e8b1910f req-a4d6fa64-7f18-4717-ab97-bd137adc1e64 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 946 time: 0.1604741 Jan 20 11:12:14.814479 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-18fabd80-f672-4cde-bdf8-b061e8b1910f req-2ace5556-73db-4b51-b73a-aa26317824a4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 6800bf2c-eb59-48b8-90fe-bbfd03d1645e {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:12:14.814743 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-18fabd80-f672-4cde-bdf8-b061e8b1910f req-2ace5556-73db-4b51-b73a-aa26317824a4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:15.173257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-18fabd80-f672-4cde-bdf8-b061e8b1910f req-2ace5556-73db-4b51-b73a-aa26317824a4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port 6800bf2c-eb59-48b8-90fe-bbfd03d1645e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=6800bf2c-eb59-48b8-90fe-bbfd03d1645e,segment=NetworkSegment(c2036291-4d69-4102-8ec6-e846064e1fed),segment_id=c2036291-4d69-4102-8ec6-e846064e1fed)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:12:15.173644 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-18fabd80-f672-4cde-bdf8-b061e8b1910f req-2ace5556-73db-4b51-b73a-aa26317824a4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:15.300301 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-18fabd80-f672-4cde-bdf8-b061e8b1910f req-2ace5556-73db-4b51-b73a-aa26317824a4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 6800bf2c-eb59-48b8-90fe-bbfd03d1645e owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:12:15.527402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-18fabd80-f672-4cde-bdf8-b061e8b1910f req-2ace5556-73db-4b51-b73a-aa26317824a4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:15.578707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace5556-73db-4b51-b73a-aa26317824a4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=6800bf2c-eb59-48b8-90fe-bbfd03d1645e,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:15.661101 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fabd80-f672-4cde-bdf8-b061e8b1910f req-2ace5556-73db-4b51-b73a-aa26317824a4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] No DVR routers for this DVR port 6800bf2c-eb59-48b8-90fe-bbfd03d1645e on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:12:15.663470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-18fabd80-f672-4cde-bdf8-b061e8b1910f req-2ace5556-73db-4b51-b73a-aa26317824a4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:15.665947 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838ae384-cef0-425b-a39f-8a288180e117', 'name': 'network-vif-deleted', 'tag': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:12:15.721287 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838ae384-cef0-425b-a39f-8a288180e117', 'name': 'network-vif-deleted', 'tag': '6800bf2c-eb59-48b8-90fe-bbfd03d1645e', 'status': 'completed', 'code': 200} Jan 20 11:12:15.762391 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-18fabd80-f672-4cde-bdf8-b061e8b1910f req-2ace5556-73db-4b51-b73a-aa26317824a4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "DELETE /v2.0/ports/6800bf2c-eb59-48b8-90fe-bbfd03d1645e HTTP/1.1" status: 204 len: 173 time: 1.0161479 Jan 20 11:12:15.889344 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-11a235c7-2c6f-41a8-820b-e1ad045112aa req-0f53b779-ff84-4d50-a096-68ef3ebc6489 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=838ae384-cef0-425b-a39f-8a288180e117 HTTP/1.1" status: 200 len: 210 time: 0.0413823 Jan 20 11:12:16.994764 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38254) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:17.061584 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1cecb78e-7daa-44b5-b233-7d127f38afc2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:17.090561 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1cecb78e-7daa-44b5-b233-7d127f38afc2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:17.241293 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1cecb78e-7daa-44b5-b233-7d127f38afc2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:17.262384 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecb78e-7daa-44b5-b233-7d127f38afc2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2732581-8f40-4743-b731-acbdc420e980,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:17.266591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1cecb78e-7daa-44b5-b233-7d127f38afc2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:17.268212 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1cecb78e-7daa-44b5-b233-7d127f38afc2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/security-groups/d2732581-8f40-4743-b731-acbdc420e980 HTTP/1.1" status: 204 len: 168 time: 0.2719133 Jan 20 11:12:17.368268 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38260) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:17.766739 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6c298db-fcec-45f4-9877-db4bc89a014b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:18.457224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-a6c298db-fcec-45f4-9877-db4bc89a014b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:12:18.457911 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6c298db-fcec-45f4-9877-db4bc89a014b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:18.634743 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-a6c298db-fcec-45f4-9877-db4bc89a014b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f,segment=NetworkSegment(c2036291-4d69-4102-8ec6-e846064e1fed),segment_id=c2036291-4d69-4102-8ec6-e846064e1fed)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:12:18.635101 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6c298db-fcec-45f4-9877-db4bc89a014b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:18.754402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-a6c298db-fcec-45f4-9877-db4bc89a014b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:12:19.012953 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6c298db-fcec-45f4-9877-db4bc89a014b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:19.062502 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c298db-fcec-45f4-9877-db4bc89a014b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:19.168956 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 6800bf2c-eb59-48b8-90fe-bbfd03d1645e no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:12:19.201911 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 6800bf2c-eb59-48b8-90fe-bbfd03d1645e {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:12:19.202254 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 6800bf2c-eb59-48b8-90fe-bbfd03d1645e not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:12:19.353560 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6c298db-fcec-45f4-9877-db4bc89a014b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:20.019849 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c298db-fcec-45f4-9877-db4bc89a014b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 1cb0bbf6-9631-4385-9430-94bd36910091 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:12:20.212207 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c298db-fcec-45f4-9877-db4bc89a014b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:12:20.224254 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3b458c-1f98-4d36-9deb-f0e891793807 None None] Sync routers for ids ['1cb0bbf6-9631-4385-9430-94bd36910091'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:12:20.228852 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a6c298db-fcec-45f4-9877-db4bc89a014b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/1cb0bbf6-9631-4385-9430-94bd36910091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8560777 Jan 20 11:12:20.228852 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38264) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:20.236015 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b458c-1f98-4d36-9deb-f0e891793807 None None] Routers {'1cb0bbf6-9631-4385-9430-94bd36910091'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:12:20.236612 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-8c3b458c-1f98-4d36-9deb-f0e891793807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:12:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1cb0bbf6-9631-4385-9430-94bd36910091'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:20.414254 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-8c3b458c-1f98-4d36-9deb-f0e891793807 None None] Set router 1cb0bbf6-9631-4385-9430-94bd36910091 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:12:20.416379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bf236d-513d-4859-86fc-ab000b6af2e1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting subnet b5c5b483-bda2-46b1-9c4b-70eb59a2fd02 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:12:20.419284 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09bf236d-513d-4859-86fc-ab000b6af2e1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:20.475141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09bf236d-513d-4859-86fc-ab000b6af2e1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:20.559764 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09bf236d-513d-4859-86fc-ab000b6af2e1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:20.687807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09bf236d-513d-4859-86fc-ab000b6af2e1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:20.689596 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-8c3b458c-1f98-4d36-9deb-f0e891793807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:12:18Z', 'revision_number': 7, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:20.693524 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3b458c-1f98-4d36-9deb-f0e891793807 None None] Checking router: 1cb0bbf6-9631-4385-9430-94bd36910091 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:12:20.703980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b458c-1f98-4d36-9deb-f0e891793807 None None] Routers {'1cb0bbf6-9631-4385-9430-94bd36910091'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:12:20.704574 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-8c3b458c-1f98-4d36-9deb-f0e891793807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:12:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1cb0bbf6-9631-4385-9430-94bd36910091'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:20.727775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf236d-513d-4859-86fc-ab000b6af2e1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c5b483-bda2-46b1-9c4b-70eb59a2fd02,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:20.732723 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09bf236d-513d-4859-86fc-ab000b6af2e1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:20.738371 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-09bf236d-513d-4859-86fc-ab000b6af2e1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/subnets/b5c5b483-bda2-46b1-9c4b-70eb59a2fd02 HTTP/1.1" status: 204 len: 168 time: 0.5092840 Jan 20 11:12:20.741456 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38268) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:20.759408 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f545ddcc-85b0-4a1e-8169-91463e9dc2b7 None None] Network 91978763-403f-4850-9071-c139f7c0e069 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:12:20.942743 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1348963e-9712-42a6-ae5a-679687b7269e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:21.079438 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-8c3b458c-1f98-4d36-9deb-f0e891793807 None None] Set router 1cb0bbf6-9631-4385-9430-94bd36910091 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:12:21.145121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1348963e-9712-42a6-ae5a-679687b7269e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:21.229891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-1348963e-9712-42a6-ae5a-679687b7269e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port e4e62240-0f77-429f-a805-4e96d3973809 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:12:21.230288 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1348963e-9712-42a6-ae5a-679687b7269e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:21.351383 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f37194-625f-4342-b54c-89f1e2337f5d None None] DHCP port deletion for 91978763-403f-4850-9071-c139f7c0e069 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:12:21.360200 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b9f37194-625f-4342-b54c-89f1e2337f5d None None] Deleting port 9b47bdb2-1ec0-464c-b049-924cb8c41475 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:12:21.366252 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b9f37194-625f-4342-b54c-89f1e2337f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:21.413602 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-1348963e-9712-42a6-ae5a-679687b7269e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port e4e62240-0f77-429f-a805-4e96d3973809, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e4e62240-0f77-429f-a805-4e96d3973809,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:12:21.413963 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1348963e-9712-42a6-ae5a-679687b7269e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:21.530775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-1348963e-9712-42a6-ae5a-679687b7269e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for e4e62240-0f77-429f-a805-4e96d3973809 owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:12:21.538613 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-8c3b458c-1f98-4d36-9deb-f0e891793807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:12:18Z', 'revision_number': 7, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:21.556906 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3b458c-1f98-4d36-9deb-f0e891793807 None None] The sync data for ids ['1cb0bbf6-9631-4385-9430-94bd36910091'] in dv-neutron-825471-1-hyperv is: [{'id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'name': 'tempest-TestNetworkBasicOps-router-752871801', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:12:18Z', 'revision_number': 7, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'e4e62240-0f77-429f-a805-4e96d3973809', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0bbf6-9631-4385-9430-94bd36910091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:10:13Z', 'updated_at': '2022-01-20T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:12:21.583307 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b9f37194-625f-4342-b54c-89f1e2337f5d None None] For port 9b47bdb2-1ec0-464c-b049-924cb8c41475, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9b47bdb2-1ec0-464c-b049-924cb8c41475,segment=NetworkSegment(c2036291-4d69-4102-8ec6-e846064e1fed),segment_id=c2036291-4d69-4102-8ec6-e846064e1fed)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:12:21.583951 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b9f37194-625f-4342-b54c-89f1e2337f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:21.712046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b9f37194-625f-4342-b54c-89f1e2337f5d None None] Calling delete_port for 9b47bdb2-1ec0-464c-b049-924cb8c41475 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:12:21.870041 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b9f37194-625f-4342-b54c-89f1e2337f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:21.918163 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f37194-625f-4342-b54c-89f1e2337f5d None None] Pushing event deleted for resources: {'Port': ['ID=9b47bdb2-1ec0-464c-b049-924cb8c41475,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:21.922259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1348963e-9712-42a6-ae5a-679687b7269e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:21.942352 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f37194-625f-4342-b54c-89f1e2337f5d None None] No DVR routers for this DVR port 9b47bdb2-1ec0-464c-b049-924cb8c41475 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:12:21.985450 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:12:21.989413 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348963e-9712-42a6-ae5a-679687b7269e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=e4e62240-0f77-429f-a805-4e96d3973809,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:22.022642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:12:22.022991 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a54f6ad0-c31e-4be0-9bac-6e7ba5973f4f not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:12:22.023408 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9b47bdb2-1ec0-464c-b049-924cb8c41475 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:12:22.056343 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 9b47bdb2-1ec0-464c-b049-924cb8c41475 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:12:22.056848 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9b47bdb2-1ec0-464c-b049-924cb8c41475 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:12:22.220337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1348963e-9712-42a6-ae5a-679687b7269e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:22.477015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1348963e-9712-42a6-ae5a-679687b7269e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:22.481114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1348963e-9712-42a6-ae5a-679687b7269e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:22.577911 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1348963e-9712-42a6-ae5a-679687b7269e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:22.578420 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1348963e-9712-42a6-ae5a-679687b7269e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Fanout notify agent at l3_agent the message router_deleted on router 1cb0bbf6-9631-4385-9430-94bd36910091 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:12:22.594313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1348963e-9712-42a6-ae5a-679687b7269e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:22.599618 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1348963e-9712-42a6-ae5a-679687b7269e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/routers/1cb0bbf6-9631-4385-9430-94bd36910091 HTTP/1.1" status: 204 len: 168 time: 1.8531871 Jan 20 11:12:22.599618 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38272) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:22.716669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-31b6caec-92ad-45cb-84e5-6c865022d9e2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:22.843078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-31b6caec-92ad-45cb-84e5-6c865022d9e2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:22.867511 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-31b6caec-92ad-45cb-84e5-6c865022d9e2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91978763-403f-4850-9071-c139f7c0e069']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:22.879380 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-31b6caec-92ad-45cb-84e5-6c865022d9e2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2036291-4d69-4102-8ec6-e846064e1fed') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:22.879676 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-31b6caec-92ad-45cb-84e5-6c865022d9e2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2036291-4d69-4102-8ec6-e846064e1fed') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:22.890857 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-31b6caec-92ad-45cb-84e5-6c865022d9e2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:22.907619 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-31b6caec-92ad-45cb-84e5-6c865022d9e2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:22.914557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b6caec-92ad-45cb-84e5-6c865022d9e2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:12:22.916185 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-31b6caec-92ad-45cb-84e5-6c865022d9e2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:12:22.928886 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:12:23.092529 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-31b6caec-92ad-45cb-84e5-6c865022d9e2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:23.109780 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-31b6caec-92ad-45cb-84e5-6c865022d9e2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:23.120544 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6caec-92ad-45cb-84e5-6c865022d9e2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Network': ['ID=91978763-403f-4850-9071-c139f7c0e069,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:23.125702 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-31b6caec-92ad-45cb-84e5-6c865022d9e2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/networks/91978763-403f-4850-9071-c139f7c0e069 HTTP/1.1" status: 204 len: 168 time: 0.5257156 Jan 20 11:12:23.146489 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38276) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:23.152366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-90823688-dca9-4444-8a1a-86b66aa23bfb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'network': {'name': 'tempest-network-smoke--463732585', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'port_security_enabled': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:12:23.157361 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-90823688-dca9-4444-8a1a-86b66aa23bfb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:12:23.161487 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-90823688-dca9-4444-8a1a-86b66aa23bfb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:network and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:12:23.164336 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-90823688-dca9-4444-8a1a-86b66aa23bfb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:12:23.169924 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-90823688-dca9-4444-8a1a-86b66aa23bfb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:12:23.246639 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90823688-dca9-4444-8a1a-86b66aa23bfb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:12:23.249614 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90823688-dca9-4444-8a1a-86b66aa23bfb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:23.277957 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90823688-dca9-4444-8a1a-86b66aa23bfb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:12:23.286230 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90823688-dca9-4444-8a1a-86b66aa23bfb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:23.286573 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-90823688-dca9-4444-8a1a-86b66aa23bfb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Added segment 10c9573e-e7c3-4fb3-bf73-e247662bbb9d of type vlan for network c968140e-5662-41d4-975d-13270c08ac26 Jan 20 11:12:23.313015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90823688-dca9-4444-8a1a-86b66aa23bfb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:23.401009 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90823688-dca9-4444-8a1a-86b66aa23bfb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:23.404730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90823688-dca9-4444-8a1a-86b66aa23bfb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:23.405314 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90823688-dca9-4444-8a1a-86b66aa23bfb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:23.511430 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90823688-dca9-4444-8a1a-86b66aa23bfb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Network': ['ID=c968140e-5662-41d4-975d-13270c08ac26,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:23.522710 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network c968140e-5662-41d4-975d-13270c08ac26 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:12:23.568237 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-90823688-dca9-4444-8a1a-86b66aa23bfb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4205027 Jan 20 11:12:23.571004 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38280) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:23.576088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1613862842', 'admin_state_up': True, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:12:23.583394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:12:23.587800 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:router and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:12:23.590689 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:12:23.596259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:12:23.703994 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:23.704878 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:23.723647 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:23.927577 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e4e62240-0f77-429f-a805-4e96d3973809 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:12:23.963520 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: e4e62240-0f77-429f-a805-4e96d3973809 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:12:23.963867 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e4e62240-0f77-429f-a805-4e96d3973809 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:12:24.083461 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:24.330731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:24.361509 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:24.509524 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.26.0.193 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/9ffaed23-32ea-44ed-a4ab-a368c45344a5) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:12:24.653316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:24.777335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:24.847270 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:12:24.851136 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:12:24.855638 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:12:24.879418 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=9ffaed23-32ea-44ed-a4ab-a368c45344a5,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:25.082685 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:25.083439 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:25.378294 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 789d6b79-6cf6-46b4-9551-12a588d74e28 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:12:25.585362 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:12:25.595028 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Sync routers for ids ['789d6b79-6cf6-46b4-9551-12a588d74e28'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:12:25.607768 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Routers {'789d6b79-6cf6-46b4-9551-12a588d74e28'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:12:25.608370 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:12:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['789d6b79-6cf6-46b4-9551-12a588d74e28'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:25.670014 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d4741090-4821-4d1f-8bef-8295650054bf req-72b292df-667e-4ebc-a6d8-5742e0261adc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777385 Jan 20 11:12:25.748627 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:25.749930 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-79ba24c9-64b6-4316-8380-a41cc0a39ad4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1779573 Jan 20 11:12:25.753436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38286) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:25.768935 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d4741090-4821-4d1f-8bef-8295650054bf req-1206f555-4a52-4dc5-9a61-e750690cb27a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 1099 time: 0.0754607 Jan 20 11:12:25.789434 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Set router 789d6b79-6cf6-46b4-9551-12a588d74e28 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:12:25.804486 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-de23d8df-4252-4eca-aee7-c01fabd6aa0d tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=571e60e1cd4540aa8cf6524c9e0f5b24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471089 Jan 20 11:12:25.804688 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38290) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:25.928563 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4741090-4821-4d1f-8bef-8295650054bf req-46a8057f-e023-459f-890b-61fd4e987d97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:25.931645 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d4741090-4821-4d1f-8bef-8295650054bf req-46a8057f-e023-459f-890b-61fd4e987d97 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 913 time: 0.1420114 Jan 20 11:12:25.941024 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15fe308-5981-4bb9-aa45-3937e7b04798 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:25.945896 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f15fe308-5981-4bb9-aa45-3937e7b04798 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1402178 Jan 20 11:12:25.946905 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38294) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:25.986710 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-96aa6f1d-f497-467a-8583-44dc2857f3f7 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391028 Jan 20 11:12:25.990044 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38298) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:25.995593 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1418180064', 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:12:26.108484 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:12:26.112257 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:subnet and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:12:26.115226 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'name': 'tempest-TestNetworkBasicOps-router-1613862842', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:12:23Z', 'updated_at': '2022-01-20T11:12:24Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:24Z', 'updated_at': '2022-01-20T11:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:26.115465 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:12:26.121163 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:12:26.121320 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Checking router: 789d6b79-6cf6-46b4-9551-12a588d74e28 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:12:26.121644 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Updating router 789d6b79-6cf6-46b4-9551-12a588d74e28 port 9ffaed23-32ea-44ed-a4ab-a368c45344a5 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:12:26.159373 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d4741090-4821-4d1f-8bef-8295650054bf req-b79e864a-f447-428a-93dd-772244aad41c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a22260c8-8b07-4a9a-bdbd-70c77a37a425 HTTP/1.1" status: 200 len: 1002 time: 0.2228656 Jan 20 11:12:26.171749 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:26.195658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:12:26.227182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4741090-4821-4d1f-8bef-8295650054bf req-696f7865-873c-4095-9e78-4f262d7dd787 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:26.229601 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d4741090-4821-4d1f-8bef-8295650054bf req-696f7865-873c-4095-9e78-4f262d7dd787 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd01cfe5-3172-4c47-b68a-b9a8e924614a HTTP/1.1" status: 200 len: 851 time: 0.0636275 Jan 20 11:12:26.303739 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:26.309594 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d4741090-4821-4d1f-8bef-8295650054bf req-9c4ca0ea-da8c-400d-9585-ca3540f90e94 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2976230-b7ed-4004-90c6-e1b2d37a86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736580 Jan 20 11:12:26.456803 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d4741090-4821-4d1f-8bef-8295650054bf req-14949be8-572a-41a9-8c6a-866dc13f9ad3 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344247 Jan 20 11:12:26.521447 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:26.533294 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Transition to ACTIVE for port object 9ffaed23-32ea-44ed-a4ab-a368c45344a5 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:12:26.587157 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d4741090-4821-4d1f-8bef-8295650054bf req-caa12acb-3232-4434-8dd7-ce9b4f6fb080 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314285 Jan 20 11:12:26.595272 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:26.641375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:26.680432 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Attempting to bind port 9ffaed23-32ea-44ed-a4ab-a368c45344a5 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:12:26.680795 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Attempting to bind port 9ffaed23-32ea-44ed-a4ab-a368c45344a5 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:12:26.681142 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Attempting to bind port 9ffaed23-32ea-44ed-a4ab-a368c45344a5 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:12:26.687662 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948d0ce-1af1-42df-97a2-3bbad04f595b None None] Pushing event updated for resources: {'Port': ['ID=9ffaed23-32ea-44ed-a4ab-a368c45344a5,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:26.696570 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:12:26.696930 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:12:26.697368 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:26.697782 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:12:26.698235 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Bound port: 9ffaed23-32ea-44ed-a4ab-a368c45344a5, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:12:26.698619 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:26.726141 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Subnet': ['ID=19c1d6d6-996f-4341-9e1f-78f8b3c2d468,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:26.733700 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948d0ce-1af1-42df-97a2-3bbad04f595b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.734041 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948d0ce-1af1-42df-97a2-3bbad04f595b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.734367 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948d0ce-1af1-42df-97a2-3bbad04f595b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.734684 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948d0ce-1af1-42df-97a2-3bbad04f595b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.734998 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948d0ce-1af1-42df-97a2-3bbad04f595b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.735313 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948d0ce-1af1-42df-97a2-3bbad04f595b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.735626 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948d0ce-1af1-42df-97a2-3bbad04f595b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.735968 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948d0ce-1af1-42df-97a2-3bbad04f595b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.736243 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948d0ce-1af1-42df-97a2-3bbad04f595b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.736546 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948d0ce-1af1-42df-97a2-3bbad04f595b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.737214 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948d0ce-1af1-42df-97a2-3bbad04f595b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.739989 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Checking segment: {'id': '10c9573e-e7c3-4fb3-bf73-e247662bbb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:12:26.739989 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network hostable DHCP agents. Network: c968140e-5662-41d4-975d-13270c08ac26, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:12:26.744559 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.744911 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.745252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.745624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.745947 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.746277 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.746606 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.746932 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.747254 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.747980 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.747980 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:26.780601 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] For port 9ffaed23-32ea-44ed-a4ab-a368c45344a5, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:12:26.783893 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] For port 9ffaed23-32ea-44ed-a4ab-a368c45344a5, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9ffaed23-32ea-44ed-a4ab-a368c45344a5,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:12:26.858520 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network c968140e-5662-41d4-975d-13270c08ac26 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:12:26.893986 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:26.966999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, c968140e-5662-41d4-975d-13270c08ac26) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:12:26.973413 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:26.973413 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:26.976643 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948d0ce-1af1-42df-97a2-3bbad04f595b None None] Pushing event updated for resources: {'Port': ['ID=9ffaed23-32ea-44ed-a4ab-a368c45344a5,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:26.979571 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Routers {'789d6b79-6cf6-46b4-9551-12a588d74e28'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:12:26.980162 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:12:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['789d6b79-6cf6-46b4-9551-12a588d74e28'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:26.982265 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f753a-6d54-4ae9-b163-ad37422bcff5 None None] Network c968140e-5662-41d4-975d-13270c08ac26 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:12:27.111942 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bb0174df-92ff-40a9-963a-e248de4a300a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1207867 Jan 20 11:12:27.115411 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38302) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:27.200752 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] Set router 789d6b79-6cf6-46b4-9551-12a588d74e28 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:12:27.211150 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-c968140e-5662-41d4-975d-13270c08ac26', 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ips': [{'subnet_id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:12:27.214501 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:27.440754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Allocated IP 172.20.0.2 (c968140e-5662-41d4-975d-13270c08ac26/19c1d6d6-996f-4341-9e1f-78f8b3c2d468/543a1a2e-9ad8-4169-a81b-e98373bac582) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:12:27.557064 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'name': 'tempest-TestNetworkBasicOps-router-1613862842', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:12:23Z', 'updated_at': '2022-01-20T11:12:24Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:24Z', 'updated_at': '2022-01-20T11:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:27.562257 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea435ec9-064d-424c-9617-a842b5dccf3b None None] The sync data for ids ['789d6b79-6cf6-46b4-9551-12a588d74e28'] in dv-neutron-825471-1-hyperv is: [{'id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'name': 'tempest-TestNetworkBasicOps-router-1613862842', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:12:23Z', 'updated_at': '2022-01-20T11:12:24Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:24Z', 'updated_at': '2022-01-20T11:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:12:27.670332 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:27.683297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Transition to ACTIVE for port object 543a1a2e-9ad8-4169-a81b-e98373bac582 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:12:27.705286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Transition to ACTIVE for port object 543a1a2e-9ad8-4169-a81b-e98373bac582 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:12:27.830183 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:27.922771 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Network c968140e-5662-41d4-975d-13270c08ac26 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:12:27.927384 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:12:27.936001 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Pushing event updated for resources: {'Port': ['ID=543a1a2e-9ad8-4169-a81b-e98373bac582,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:27.936001 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:12:28.028568 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9ffaed23-32ea-44ed-a4ab-a368c45344a5 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:12:28.094623 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Attempting to bind port 543a1a2e-9ad8-4169-a81b-e98373bac582 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:12:28.095009 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Attempting to bind port 543a1a2e-9ad8-4169-a81b-e98373bac582 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '10c9573e-e7c3-4fb3-bf73-e247662bbb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:12:28.095361 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Attempting to bind port 543a1a2e-9ad8-4169-a81b-e98373bac582 on network c968140e-5662-41d4-975d-13270c08ac26 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:12:28.110158 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:12:28.110528 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Checking segment: {'id': '10c9573e-e7c3-4fb3-bf73-e247662bbb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:12:28.110971 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:28.111372 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Bound using segment: {'id': '10c9573e-e7c3-4fb3-bf73-e247662bbb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:12:28.111841 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Bound port: 543a1a2e-9ad8-4169-a81b-e98373bac582, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c9573e-e7c3-4fb3-bf73-e247662bbb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:12:28.112211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:28.143889 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:28.218023 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] For port 543a1a2e-9ad8-4169-a81b-e98373bac582, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:12:28.221329 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] For port 543a1a2e-9ad8-4169-a81b-e98373bac582, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=543a1a2e-9ad8-4169-a81b-e98373bac582,segment=NetworkSegment(10c9573e-e7c3-4fb3-bf73-e247662bbb9d),segment_id=10c9573e-e7c3-4fb3-bf73-e247662bbb9d)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:12:28.298195 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 9ffaed23-32ea-44ed-a4ab-a368c45344a5 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:12:28.303389 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 9ffaed23-32ea-44ed-a4ab-a368c45344a5 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:12:28.303980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:28.364842 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:28.492727 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d3026-16bd-40ff-9163-475c40ced857 None None] Pushing event updated for resources: {'Port': ['ID=543a1a2e-9ad8-4169-a81b-e98373bac582,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:28.530277 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:28.547561 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 9ffaed23-32ea-44ed-a4ab-a368c45344a5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9ffaed23-32ea-44ed-a4ab-a368c45344a5,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:12:28.563916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.1 (c968140e-5662-41d4-975d-13270c08ac26/19c1d6d6-996f-4341-9e1f-78f8b3c2d468/1fcccacd-ac99-4bc2-855f-53f59ecf317f) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:12:28.650792 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:28.731273 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=9ffaed23-32ea-44ed-a4ab-a368c45344a5,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:28.770614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:28.786346 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object 1fcccacd-ac99-4bc2-855f-53f59ecf317f will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:12:28.887251 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:28.954741 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network c968140e-5662-41d4-975d-13270c08ac26 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:12:28.958653 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:12:28.963701 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:12:28.994525 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=1fcccacd-ac99-4bc2-855f-53f59ecf317f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:29.023916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:29.181856 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:29.475129 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689eab32-c137-45ec-bd05-09f49575c546 None None] Network c968140e-5662-41d4-975d-13270c08ac26 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:12:29.601467 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:29.658659 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:29.732543 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4e8237b2-a343-4ff2-83b1-4b4d102db9f2 None None] Provisioning for port 543a1a2e-9ad8-4169-a81b-e98373bac582 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:12:29.877999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:29.885966 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=1fcccacd-ac99-4bc2-855f-53f59ecf317f,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:30.030199 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-38975e05-f6dd-4c56-88e8-7580e0bdc863 None None] Provisioning for port 1fcccacd-ac99-4bc2-855f-53f59ecf317f completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:12:30.035014 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-38975e05-f6dd-4c56-88e8-7580e0bdc863 None None] Provisioning complete for port 1fcccacd-ac99-4bc2-855f-53f59ecf317f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:12:30.035775 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38975e05-f6dd-4c56-88e8-7580e0bdc863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:30.061913 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network c968140e-5662-41d4-975d-13270c08ac26 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:12:30.062869 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:12:30.081343 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 543a1a2e-9ad8-4169-a81b-e98373bac582 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:12:30.148381 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-38975e05-f6dd-4c56-88e8-7580e0bdc863 None None] Port 1fcccacd-ac99-4bc2-855f-53f59ecf317f cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:12:30.246806 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 543a1a2e-9ad8-4169-a81b-e98373bac582 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:12:30.252046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 543a1a2e-9ad8-4169-a81b-e98373bac582 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:12:30.252451 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:30.332107 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-826c367f-ae74-4602-8e16-120f0ca80396 None None] Provisioning complete for port 1fcccacd-ac99-4bc2-855f-53f59ecf317f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:12:30.332705 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-826c367f-ae74-4602-8e16-120f0ca80396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:30.440693 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-826c367f-ae74-4602-8e16-120f0ca80396 None None] Port 1fcccacd-ac99-4bc2-855f-53f59ecf317f cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:12:30.449789 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:30.482414 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 543a1a2e-9ad8-4169-a81b-e98373bac582, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=543a1a2e-9ad8-4169-a81b-e98373bac582,segment=NetworkSegment(10c9573e-e7c3-4fb3-bf73-e247662bbb9d),segment_id=10c9573e-e7c3-4fb3-bf73-e247662bbb9d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:12:30.494761 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 789d6b79-6cf6-46b4-9551-12a588d74e28 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:12:30.565920 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8f28e7e1-8bf7-4741-b0c4-f49c2c98a843 None None] Provisioning complete for port 1fcccacd-ac99-4bc2-855f-53f59ecf317f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:12:30.566902 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f28e7e1-8bf7-4741-b0c4-f49c2c98a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:30.611707 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:30.612493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9ffaed23-32ea-44ed-a4ab-a368c45344a5 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:12:30.699438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:12:30.713791 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-05280e18-ad2e-4e13-ab6a-f5bac148afc5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/789d6b79-6cf6-46b4-9551-12a588d74e28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5964098 Jan 20 11:12:30.713959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8f28e7e1-8bf7-4741-b0c4-f49c2c98a843 None None] Port 1fcccacd-ac99-4bc2-855f-53f59ecf317f cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:12:30.717381 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38308) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:30.738955 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=543a1a2e-9ad8-4169-a81b-e98373bac582,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:30.755947 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 9ffaed23-32ea-44ed-a4ab-a368c45344a5 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:12:30.756312 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:30.866416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d43a80a-a98a-4c74-8bca-e56b2dff532a tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:30.866795 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d43a80a-a98a-4c74-8bca-e56b2dff532a tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:30.867162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d43a80a-a98a-4c74-8bca-e56b2dff532a tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:30.867524 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d43a80a-a98a-4c74-8bca-e56b2dff532a tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:30.867881 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d43a80a-a98a-4c74-8bca-e56b2dff532a tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:30.868233 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d43a80a-a98a-4c74-8bca-e56b2dff532a tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:30.870030 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1d43a80a-a98a-4c74-8bca-e56b2dff532a tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1515548 Jan 20 11:12:30.872788 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38312) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:30.956186 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f16875-3905-4661-b50a-e6dc25a68b87 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:30.956496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f16875-3905-4661-b50a-e6dc25a68b87 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:30.956965 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f16875-3905-4661-b50a-e6dc25a68b87 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:30.957325 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f16875-3905-4661-b50a-e6dc25a68b87 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:30.957730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f16875-3905-4661-b50a-e6dc25a68b87 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:30.958140 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f16875-3905-4661-b50a-e6dc25a68b87 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:30.960025 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c0f16875-3905-4661-b50a-e6dc25a68b87 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0862863 Jan 20 11:12:30.962735 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38316) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:31.177230 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-41f6aabb-a239-4ed9-8548-c1eea869bc67 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2133789 Jan 20 11:12:31.215186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Sync routers for ids ['789d6b79-6cf6-46b4-9551-12a588d74e28'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:12:31.227807 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Routers {'789d6b79-6cf6-46b4-9551-12a588d74e28'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:12:31.228638 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:12:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['789d6b79-6cf6-46b4-9551-12a588d74e28'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:31.416706 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Set router 789d6b79-6cf6-46b4-9551-12a588d74e28 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:12:31.459882 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0aca69fc-08dd-4147-a4a4-d3b60a3b13f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:31.553502 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38322) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:31.559298 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-65a2b344-54c9-4483-92a4-0b90f8a2c0e0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2019755646', 'description': 'tempest-secgroup-smoke-2019755646 description', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:12:31.565924 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-65a2b344-54c9-4483-92a4-0b90f8a2c0e0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:12:31.570188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-65a2b344-54c9-4483-92a4-0b90f8a2c0e0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:12:31.573245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-65a2b344-54c9-4483-92a4-0b90f8a2c0e0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:12:31.579244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-65a2b344-54c9-4483-92a4-0b90f8a2c0e0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:12:31.704047 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-65a2b344-54c9-4483-92a4-0b90f8a2c0e0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:31.731832 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'name': 'tempest-TestNetworkBasicOps-router-1613862842', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:12:23Z', 'updated_at': '2022-01-20T11:12:29Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:24Z', 'updated_at': '2022-01-20T11:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '1fcccacd-ac99-4bc2-855f-53f59ecf317f', 'name': '', 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:76:e2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:28Z', 'updated_at': '2022-01-20T11:12:29Z', 'revision_number': 2, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:31.736619 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Checking router: 789d6b79-6cf6-46b4-9551-12a588d74e28 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:12:31.736974 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Updating router 789d6b79-6cf6-46b4-9551-12a588d74e28 port 1fcccacd-ac99-4bc2-855f-53f59ecf317f binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:12:31.740262 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-65a2b344-54c9-4483-92a4-0b90f8a2c0e0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:12:31.744086 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-65a2b344-54c9-4483-92a4-0b90f8a2c0e0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:12:31.746845 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-65a2b344-54c9-4483-92a4-0b90f8a2c0e0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:12:31.752392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-65a2b344-54c9-4483-92a4-0b90f8a2c0e0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:12:31.792777 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:31.808023 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-65a2b344-54c9-4483-92a4-0b90f8a2c0e0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:31.921485 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-65a2b344-54c9-4483-92a4-0b90f8a2c0e0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:31.958931 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 543a1a2e-9ad8-4169-a81b-e98373bac582 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:12:31.967587 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2b344-54c9-4483-92a4-0b90f8a2c0e0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f62476a9-4f9d-4abb-b069-44148412b890,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:32.025224 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:12:32.056927 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-65a2b344-54c9-4483-92a4-0b90f8a2c0e0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:32.056927 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-65a2b344-54c9-4483-92a4-0b90f8a2c0e0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4995289 Jan 20 11:12:32.056927 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38326) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:32.062655 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-19f82773-611f-474e-b0b5-a298ff00775f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'f62476a9-4f9d-4abb-b069-44148412b890', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:12:32.069374 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-19f82773-611f-474e-b0b5-a298ff00775f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:12:32.073098 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-19f82773-611f-474e-b0b5-a298ff00775f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:12:32.076128 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-19f82773-611f-474e-b0b5-a298ff00775f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:12:32.083041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-19f82773-611f-474e-b0b5-a298ff00775f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:12:32.127067 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 543a1a2e-9ad8-4169-a81b-e98373bac582 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:12:32.127447 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:32.204420 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-19f82773-611f-474e-b0b5-a298ff00775f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:32.249316 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:32.264117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-19f82773-611f-474e-b0b5-a298ff00775f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:32.288842 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Transition to ACTIVE for port object 1fcccacd-ac99-4bc2-855f-53f59ecf317f will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:12:32.395891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-19f82773-611f-474e-b0b5-a298ff00775f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:32.407080 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:32.418917 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f82773-611f-474e-b0b5-a298ff00775f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846e31cb-8061-40c3-8e14-5b0dde3fe778,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:32.528731 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070e5e3-4bfc-4952-a5a9-db522153aee3 None None] Pushing event updated for resources: {'Port': ['ID=1fcccacd-ac99-4bc2-855f-53f59ecf317f,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:32.537071 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-19f82773-611f-474e-b0b5-a298ff00775f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:32.538907 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-19f82773-611f-474e-b0b5-a298ff00775f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4811275 Jan 20 11:12:32.541696 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38330) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:32.548041 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-935d00cf-3e21-4ee1-a252-aba896b7cf21 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'f62476a9-4f9d-4abb-b069-44148412b890', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:12:32.555370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-935d00cf-3e21-4ee1-a252-aba896b7cf21 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:12:32.560216 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-935d00cf-3e21-4ee1-a252-aba896b7cf21 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:12:32.563563 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-935d00cf-3e21-4ee1-a252-aba896b7cf21 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:12:32.576001 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-935d00cf-3e21-4ee1-a252-aba896b7cf21 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:12:32.631323 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Attempting to bind port 1fcccacd-ac99-4bc2-855f-53f59ecf317f on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:12:32.631698 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Attempting to bind port 1fcccacd-ac99-4bc2-855f-53f59ecf317f by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '10c9573e-e7c3-4fb3-bf73-e247662bbb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:12:32.632069 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Attempting to bind port 1fcccacd-ac99-4bc2-855f-53f59ecf317f on network c968140e-5662-41d4-975d-13270c08ac26 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:12:32.638949 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:12:32.639355 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Checking segment: {'id': '10c9573e-e7c3-4fb3-bf73-e247662bbb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:12:32.639936 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:32.640141 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Bound using segment: {'id': '10c9573e-e7c3-4fb3-bf73-e247662bbb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:12:32.640906 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Bound port: 1fcccacd-ac99-4bc2-855f-53f59ecf317f, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c9573e-e7c3-4fb3-bf73-e247662bbb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:12:32.641002 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:32.681858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-935d00cf-3e21-4ee1-a252-aba896b7cf21 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:32.728839 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] For port 1fcccacd-ac99-4bc2-855f-53f59ecf317f, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:12:32.731851 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] For port 1fcccacd-ac99-4bc2-855f-53f59ecf317f, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=1fcccacd-ac99-4bc2-855f-53f59ecf317f,segment=NetworkSegment(10c9573e-e7c3-4fb3-bf73-e247662bbb9d),segment_id=10c9573e-e7c3-4fb3-bf73-e247662bbb9d)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:12:32.745939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-935d00cf-3e21-4ee1-a252-aba896b7cf21 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:32.853057 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:32.898201 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-935d00cf-3e21-4ee1-a252-aba896b7cf21 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:32.922382 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d00cf-3e21-4ee1-a252-aba896b7cf21 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87dbe4e2-8f9e-4795-a056-9fd9f0c9899e,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:32.971171 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070e5e3-4bfc-4952-a5a9-db522153aee3 None None] Pushing event updated for resources: {'Port': ['ID=1fcccacd-ac99-4bc2-855f-53f59ecf317f,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:32.977832 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Routers {'789d6b79-6cf6-46b4-9551-12a588d74e28'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:12:32.978457 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:12:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['789d6b79-6cf6-46b4-9551-12a588d74e28'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:33.025176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-935d00cf-3e21-4ee1-a252-aba896b7cf21 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:33.027018 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-935d00cf-3e21-4ee1-a252-aba896b7cf21 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4837947 Jan 20 11:12:33.029509 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38334) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:33.036708 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2f3f339b-35f3-4b7d-92da-1886d2cef247 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'f62476a9-4f9d-4abb-b069-44148412b890', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:12:33.043161 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2f3f339b-35f3-4b7d-92da-1886d2cef247 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:12:33.051647 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2f3f339b-35f3-4b7d-92da-1886d2cef247 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:12:33.054982 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2f3f339b-35f3-4b7d-92da-1886d2cef247 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:12:33.062652 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2f3f339b-35f3-4b7d-92da-1886d2cef247 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:12:33.157129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f3f339b-35f3-4b7d-92da-1886d2cef247 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:33.164602 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] Set router 789d6b79-6cf6-46b4-9551-12a588d74e28 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:12:33.220366 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f3f339b-35f3-4b7d-92da-1886d2cef247 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:33.315030 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f3f339b-35f3-4b7d-92da-1886d2cef247 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:33.338340 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f339b-35f3-4b7d-92da-1886d2cef247 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711538c0-080a-495f-8be2-21f0c36f7db5,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:33.429700 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f3f339b-35f3-4b7d-92da-1886d2cef247 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:33.430919 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2f3f339b-35f3-4b7d-92da-1886d2cef247 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4003658 Jan 20 11:12:33.433672 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38338) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:33.439339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-84778dcd-2423-4b58-b1b1-428191c8a0c9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'f62476a9-4f9d-4abb-b069-44148412b890', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:12:33.446653 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-84778dcd-2423-4b58-b1b1-428191c8a0c9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:12:33.449870 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-84778dcd-2423-4b58-b1b1-428191c8a0c9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:12:33.452718 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-84778dcd-2423-4b58-b1b1-428191c8a0c9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:12:33.459062 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-84778dcd-2423-4b58-b1b1-428191c8a0c9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:12:33.483002 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'name': 'tempest-TestNetworkBasicOps-router-1613862842', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:12:23Z', 'updated_at': '2022-01-20T11:12:29Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:24Z', 'updated_at': '2022-01-20T11:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '1fcccacd-ac99-4bc2-855f-53f59ecf317f', 'name': '', 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:76:e2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:28Z', 'updated_at': '2022-01-20T11:12:32Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:33.486934 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22312d5-66a7-4473-95ee-b3ff8fd6987a None None] The sync data for ids ['789d6b79-6cf6-46b4-9551-12a588d74e28'] in dv-neutron-825471-1-hyperv is: [{'id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'name': 'tempest-TestNetworkBasicOps-router-1613862842', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:12:23Z', 'updated_at': '2022-01-20T11:12:29Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:24Z', 'updated_at': '2022-01-20T11:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '1fcccacd-ac99-4bc2-855f-53f59ecf317f', 'name': '', 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:76:e2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:28Z', 'updated_at': '2022-01-20T11:12:32Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:12:33.570369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84778dcd-2423-4b58-b1b1-428191c8a0c9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:33.640821 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84778dcd-2423-4b58-b1b1-428191c8a0c9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:33.773957 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84778dcd-2423-4b58-b1b1-428191c8a0c9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:33.793672 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84778dcd-2423-4b58-b1b1-428191c8a0c9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c38f17-550a-4c48-932f-eb9cf1367cdc,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:33.932867 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-27311c25-f579-4c66-b955-0df92e91182b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:33.968786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 1fcccacd-ac99-4bc2-855f-53f59ecf317f up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:12:33.983870 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-84778dcd-2423-4b58-b1b1-428191c8a0c9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:33.986559 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-84778dcd-2423-4b58-b1b1-428191c8a0c9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5506787 Jan 20 11:12:33.988415 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38342) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:33.994314 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a6b86746-1df3-4930-8928-9adc809e04fd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'f62476a9-4f9d-4abb-b069-44148412b890', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:12:34.000075 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a6b86746-1df3-4930-8928-9adc809e04fd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:12:34.008536 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a6b86746-1df3-4930-8928-9adc809e04fd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:12:34.011535 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a6b86746-1df3-4930-8928-9adc809e04fd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:12:34.018347 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a6b86746-1df3-4930-8928-9adc809e04fd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:12:34.149639 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-a6b86746-1df3-4930-8928-9adc809e04fd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:12:34.156767 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a6b86746-1df3-4930-8928-9adc809e04fd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:34.189646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 1fcccacd-ac99-4bc2-855f-53f59ecf317f completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:12:34.197657 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 1fcccacd-ac99-4bc2-855f-53f59ecf317f triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:12:34.198007 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:34.227752 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a6b86746-1df3-4930-8928-9adc809e04fd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:34.315241 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:34.334546 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a6b86746-1df3-4930-8928-9adc809e04fd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:34.355655 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 1fcccacd-ac99-4bc2-855f-53f59ecf317f, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=1fcccacd-ac99-4bc2-855f-53f59ecf317f,segment=NetworkSegment(10c9573e-e7c3-4fb3-bf73-e247662bbb9d),segment_id=10c9573e-e7c3-4fb3-bf73-e247662bbb9d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:12:34.362399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b86746-1df3-4930-8928-9adc809e04fd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a01d97e1-fc26-42b6-9a30-d7f358545d3e,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:34.481427 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:34.492676 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a6b86746-1df3-4930-8928-9adc809e04fd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:34.494187 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a6b86746-1df3-4930-8928-9adc809e04fd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5044589 Jan 20 11:12:34.496667 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38346) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:34.502096 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e199aa66-eaee-4af0-93c6-6a319fa5907a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'f62476a9-4f9d-4abb-b069-44148412b890', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:12:34.508818 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e199aa66-eaee-4af0-93c6-6a319fa5907a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:12:34.512736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e199aa66-eaee-4af0-93c6-6a319fa5907a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:12:34.515824 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e199aa66-eaee-4af0-93c6-6a319fa5907a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:12:34.522296 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e199aa66-eaee-4af0-93c6-6a319fa5907a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:12:34.547102 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=1fcccacd-ac99-4bc2-855f-53f59ecf317f,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:34.555515 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:34.555868 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:34.556211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:34.556566 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:34.556890 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:34.557222 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:34.557569 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:34.557905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:34.558232 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:34.558626 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:34.558914 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:12:34.597153 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-e199aa66-eaee-4af0-93c6-6a319fa5907a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:12:34.602848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e199aa66-eaee-4af0-93c6-6a319fa5907a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:34.667595 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e199aa66-eaee-4af0-93c6-6a319fa5907a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:34.732415 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e199aa66-eaee-4af0-93c6-6a319fa5907a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:34.762278 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199aa66-eaee-4af0-93c6-6a319fa5907a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580ae497-9f0c-4b01-94e2-e14b1f116b5c,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:34.840694 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:34.870478 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e199aa66-eaee-4af0-93c6-6a319fa5907a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:34.870931 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e199aa66-eaee-4af0-93c6-6a319fa5907a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3733091 Jan 20 11:12:34.971196 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:35.052142 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-8f0079dd-1ca6-4457-a8b2-ad84ccfb983e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019755646&fields=id&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 267 time: 0.0412719 Jan 20 11:12:35.197214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-c1677a11-0da1-4b5b-a4cf-21be05dbaa14 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:35.198677 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-c1677a11-0da1-4b5b-a4cf-21be05dbaa14 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/networks?id=c968140e-5662-41d4-975d-13270c08ac26 HTTP/1.1" status: 200 len: 796 time: 0.1399713 Jan 20 11:12:35.214370 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-74e98064-fe10-4051-8461-d218063b9ee4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/quotas/571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 375 time: 0.0104260 Jan 20 11:12:35.292693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-3123aceb-a901-46ef-9d30-f81b7c70aa5d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:12:35.367210 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-3123aceb-a901-46ef-9d30-f81b7c70aa5d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:12:35.368678 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-3123aceb-a901-46ef-9d30-f81b7c70aa5d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1486664 Jan 20 11:12:35.591469 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-0f562cd5-69c1-4279-99e9-93fb81343a40 service neutron] 10.222.0.70 "GET /v2.0/networks/c968140e-5662-41d4-975d-13270c08ac26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117138 Jan 20 11:12:35.812954 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-6053b320-f3e7-4af8-8315-d1f992edde84 service neutron] 10.222.0.70 "GET /v2.0/networks/c968140e-5662-41d4-975d-13270c08ac26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157607 Jan 20 11:12:35.945928 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 1fcccacd-ac99-4bc2-855f-53f59ecf317f up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:12:36.018038 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 1fcccacd-ac99-4bc2-855f-53f59ecf317f triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:12:36.018597 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:36.083006 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-455addbd-1fae-4982-8f37-f31df9778879 req-2508b467-c7ad-4c67-9260-80b874852b3f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 210 time: 0.0501919 Jan 20 11:12:36.353916 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:37.248458 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0b857ff4-5597-4a9c-8e39-34849b10b7bb req-3eb3d1f9-86ce-4f38-9fd0-ac250ad819c0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 210 time: 0.0400741 Jan 20 11:12:38.414210 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d33c04a0-af95-48e3-9df9-35ad5374486f req-3977cc35-fd3f-4566-b0aa-1aadfaa96bd1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 210 time: 0.0415199 Jan 20 11:12:38.538756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-c7b63baf-6106-4c5f-9d91-d7c71d1b390a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:38.539456 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-c7b63baf-6106-4c5f-9d91-d7c71d1b390a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:12:38.631006 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-c7b63baf-6106-4c5f-9d91-d7c71d1b390a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:12:38.632325 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-c7b63baf-6106-4c5f-9d91-d7c71d1b390a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/networks?id=c968140e-5662-41d4-975d-13270c08ac26 HTTP/1.1" status: 200 len: 796 time: 0.2453151 Jan 20 11:12:38.689350 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-d886b28f-e245-45fb-9de8-e82d7b3c6858 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:12:38.817422 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-d886b28f-e245-45fb-9de8-e82d7b3c6858 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:12:38.817422 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-d886b28f-e245-45fb-9de8-e82d7b3c6858 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 380 time: 0.1704812 Jan 20 11:12:38.822445 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-3e44df1f-85bc-4426-8322-93d98d3da4b3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'port': {'device_id': '2c6edfa8-8010-4a65-9651-022fc2dfd049', 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26', 'admin_state_up': True, 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'security_groups': ['f62476a9-4f9d-4abb-b069-44148412b890']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:12:38.961430 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-3e44df1f-85bc-4426-8322-93d98d3da4b3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:12:38.970729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-3e44df1f-85bc-4426-8322-93d98d3da4b3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:12:39.086456 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-3e44df1f-85bc-4426-8322-93d98d3da4b3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:12:39.090853 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-3e44df1f-85bc-4426-8322-93d98d3da4b3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:39.255166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-3e44df1f-85bc-4426-8322-93d98d3da4b3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.14 (c968140e-5662-41d4-975d-13270c08ac26/19c1d6d6-996f-4341-9e1f-78f8b3c2d468/ff0391bb-3c63-4399-bf56-6d6cdf1dc650) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:12:39.528525 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-3e44df1f-85bc-4426-8322-93d98d3da4b3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:39.544332 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-3e44df1f-85bc-4426-8322-93d98d3da4b3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object ff0391bb-3c63-4399-bf56-6d6cdf1dc650 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:12:39.585659 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-15a23142-03ce-4853-864f-8d213b876666 req-12399768-6e6a-4017-8a5b-989f909f5c86 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 210 time: 0.0437813 Jan 20 11:12:39.595424 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:39.772930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-3e44df1f-85bc-4426-8322-93d98d3da4b3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:39.846554 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-3e44df1f-85bc-4426-8322-93d98d3da4b3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network c968140e-5662-41d4-975d-13270c08ac26 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:12:39.849529 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-3e44df1f-85bc-4426-8322-93d98d3da4b3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:12:39.853874 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-3e44df1f-85bc-4426-8322-93d98d3da4b3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:12:39.885930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44df1f-85bc-4426-8322-93d98d3da4b3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=ff0391bb-3c63-4399-bf56-6d6cdf1dc650,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:39.923644 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-3e44df1f-85bc-4426-8322-93d98d3da4b3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:39.924454 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-3e44df1f-85bc-4426-8322-93d98d3da4b3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:40.069309 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-3e44df1f-85bc-4426-8322-93d98d3da4b3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2503469 Jan 20 11:12:40.080793 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Request body: {'port': {'device_id': '2c6edfa8-8010-4a65-9651-022fc2dfd049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:12:40.193647 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:40.212234 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3b0a79b1-c5d6-461b-b213-7426723a76a0 None None] Provisioning for port ff0391bb-3c63-4399-bf56-6d6cdf1dc650 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:12:40.217331 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3b0a79b1-c5d6-461b-b213-7426723a76a0 None None] Provisioning complete for port ff0391bb-3c63-4399-bf56-6d6cdf1dc650 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:12:40.217741 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b0a79b1-c5d6-461b-b213-7426723a76a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:40.273952 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a79b1-c5d6-461b-b213-7426723a76a0 None None] Port ff0391bb-3c63-4399-bf56-6d6cdf1dc650 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:12:40.547302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0391bb-3c63-4399-bf56-6d6cdf1dc650 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:12:40.554869 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:40.569496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Transition to ACTIVE for port object ff0391bb-3c63-4399-bf56-6d6cdf1dc650 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:12:40.687345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:40.794013 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a2539-3f13-42a0-9d5b-67c18a009206 req-322361be-a55c-4d95-bba5-3967ee5abc5e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:40.794613 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-481a2539-3f13-42a0-9d5b-67c18a009206 req-322361be-a55c-4d95-bba5-3967ee5abc5e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 944 time: 0.0866449 Jan 20 11:12:40.822902 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Pushing event updated for resources: {'Port': ['ID=ff0391bb-3c63-4399-bf56-6d6cdf1dc650,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:40.858721 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-481a2539-3f13-42a0-9d5b-67c18a009206 req-7bddd4ba-857b-43fb-803d-46a0ffe1256c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=f62476a9-4f9d-4abb-b069-44148412b890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561988 Jan 20 11:12:40.937250 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Attempting to bind port ff0391bb-3c63-4399-bf56-6d6cdf1dc650 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:12:40.937618 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Attempting to bind port ff0391bb-3c63-4399-bf56-6d6cdf1dc650 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '10c9573e-e7c3-4fb3-bf73-e247662bbb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:12:40.937946 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Attempting to bind port ff0391bb-3c63-4399-bf56-6d6cdf1dc650 on network c968140e-5662-41d4-975d-13270c08ac26 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:12:40.944933 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Port ff0391bb-3c63-4399-bf56-6d6cdf1dc650 on network c968140e-5662-41d4-975d-13270c08ac26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:12:40.945442 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Attempting to bind port ff0391bb-3c63-4399-bf56-6d6cdf1dc650 on network c968140e-5662-41d4-975d-13270c08ac26 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:12:40.954036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:12:40.954373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Checking segment: {'id': '10c9573e-e7c3-4fb3-bf73-e247662bbb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:12:40.954807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Bound using segment: {'id': '10c9573e-e7c3-4fb3-bf73-e247662bbb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:12:40.955291 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Bound port: ff0391bb-3c63-4399-bf56-6d6cdf1dc650, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c9573e-e7c3-4fb3-bf73-e247662bbb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:12:40.955612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:41.049320 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] For port ff0391bb-3c63-4399-bf56-6d6cdf1dc650, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:12:41.055222 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] For port ff0391bb-3c63-4399-bf56-6d6cdf1dc650, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ff0391bb-3c63-4399-bf56-6d6cdf1dc650,segment=NetworkSegment(10c9573e-e7c3-4fb3-bf73-e247662bbb9d),segment_id=10c9573e-e7c3-4fb3-bf73-e247662bbb9d)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:12:41.145049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:41.216885 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:41.218288 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] 10.222.0.72 "PUT /v2.0/ports/ff0391bb-3c63-4399-bf56-6d6cdf1dc650 HTTP/1.1" status: 200 len: 1094 time: 1.1419823 Jan 20 11:12:41.218719 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6edfa8-8010-4a65-9651-022fc2dfd049', 'tag': 'ff0391bb-3c63-4399-bf56-6d6cdf1dc650'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:12:41.235330 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb8150-7334-48ed-a8d0-f7c013dc034b service neutron] Pushing event updated for resources: {'Port': ['ID=ff0391bb-3c63-4399-bf56-6d6cdf1dc650,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:41.287893 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6edfa8-8010-4a65-9651-022fc2dfd049', 'tag': 'ff0391bb-3c63-4399-bf56-6d6cdf1dc650', 'status': 'completed', 'code': 200} Jan 20 11:12:41.383276 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-726c4c99-269c-45bd-9cc9-3fd10ad05f3d req-9875d3b9-7f0f-41b5-8c28-aceb539516fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 1097 time: 0.0747724 Jan 20 11:12:41.527497 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c99-269c-45bd-9cc9-3fd10ad05f3d req-8728cbbe-85bb-4792-b051-5f98606b7986 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:41.528004 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-726c4c99-269c-45bd-9cc9-3fd10ad05f3d req-8728cbbe-85bb-4792-b051-5f98606b7986 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1384580 Jan 20 11:12:41.663306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c99-269c-45bd-9cc9-3fd10ad05f3d req-77aa3f59-d981-49c4-bd32-ae558b491062 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:41.664952 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-726c4c99-269c-45bd-9cc9-3fd10ad05f3d req-77aa3f59-d981-49c4-bd32-ae558b491062 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312294 Jan 20 11:12:41.769429 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-8a1c57ed-369a-41bf-b134-dcad42c73714 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 1097 time: 0.0685101 Jan 20 11:12:41.939759 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-0f231a35-2a95-4c28-a75a-48d3414c1fb6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0391bb-3c63-4399-bf56-6d6cdf1dc650 HTTP/1.1" status: 200 len: 217 time: 0.1646636 Jan 20 11:12:42.004946 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-7035b2b4-ad92-4b1a-b537-ed8c10c0a912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:42.007278 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-7035b2b4-ad92-4b1a-b537-ed8c10c0a912 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=19c1d6d6-996f-4341-9e1f-78f8b3c2d468 HTTP/1.1" status: 200 len: 835 time: 0.0615656 Jan 20 11:12:42.078418 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4222c-4bc2-4809-8316-72fe0a9d36a1 req-03165b26-6058-4c57-b7dd-8229caacc28b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:42.079849 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-14e3e818-0610-40e6-9cc8-07ca7a2297a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c968140e-5662-41d4-975d-13270c08ac26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677965 Jan 20 11:12:42.081819 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-88a4222c-4bc2-4809-8316-72fe0a9d36a1 req-03165b26-6058-4c57-b7dd-8229caacc28b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 944 time: 0.0846660 Jan 20 11:12:42.126783 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-88a4222c-4bc2-4809-8316-72fe0a9d36a1 req-ae654be2-5c3b-437b-87d0-a5dcb4a9595e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=f62476a9-4f9d-4abb-b069-44148412b890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411985 Jan 20 11:12:42.214775 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-50075ca3-fd31-46c3-bf0c-a6f076f1601c service neutron] 10.222.0.72 "GET /v2.0/networks/c968140e-5662-41d4-975d-13270c08ac26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293552 Jan 20 11:12:42.352490 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6e7f6c24-b2aa-4307-9bc8-4517f9552087 req-53d13d19-0aab-4232-9da1-e9536caef5a5 service neutron] 10.222.0.72 "GET /v2.0/networks/c968140e-5662-41d4-975d-13270c08ac26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324170 Jan 20 11:12:43.328259 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee3478-a1a2-4907-8472-011c3041237c req-1b73672c-2358-4576-bc33-c0841b844ff4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:43.329721 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23ee3478-a1a2-4907-8472-011c3041237c req-1b73672c-2358-4576-bc33-c0841b844ff4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 944 time: 0.0770020 Jan 20 11:12:43.373767 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23ee3478-a1a2-4907-8472-011c3041237c req-8455a2a4-9125-473a-b8c5-63f60521a7de tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=f62476a9-4f9d-4abb-b069-44148412b890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377834 Jan 20 11:12:44.574436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0775d5-ddcd-4c96-a08d-dce9d69be1ab req-51717407-c549-46b6-a115-dce4a4b4d940 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:44.575878 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ee0775d5-ddcd-4c96-a08d-dce9d69be1ab req-51717407-c549-46b6-a115-dce4a4b4d940 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 944 time: 0.0799167 Jan 20 11:12:44.621813 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ee0775d5-ddcd-4c96-a08d-dce9d69be1ab req-f52f0818-7afb-4921-9778-a4abe74b6323 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=f62476a9-4f9d-4abb-b069-44148412b890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398481 Jan 20 11:12:45.292908 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device ff0391bb-3c63-4399-bf56-6d6cdf1dc650 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:12:45.427536 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port ff0391bb-3c63-4399-bf56-6d6cdf1dc650, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ff0391bb-3c63-4399-bf56-6d6cdf1dc650,segment=NetworkSegment(10c9573e-e7c3-4fb3-bf73-e247662bbb9d),segment_id=10c9573e-e7c3-4fb3-bf73-e247662bbb9d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:12:45.441768 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'ff0391bb-3c63-4399-bf56-6d6cdf1dc650', 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26', 'port_id': 'ff0391bb-3c63-4399-bf56-6d6cdf1dc650', 'mac_address': 'fa:16:3e:63:70:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:12:45.493959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:45.511157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0391bb-3c63-4399-bf56-6d6cdf1dc650 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:12:45.525499 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port ff0391bb-3c63-4399-bf56-6d6cdf1dc650, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ff0391bb-3c63-4399-bf56-6d6cdf1dc650,segment=NetworkSegment(10c9573e-e7c3-4fb3-bf73-e247662bbb9d),segment_id=10c9573e-e7c3-4fb3-bf73-e247662bbb9d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:12:45.610956 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:45.680330 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=ff0391bb-3c63-4399-bf56-6d6cdf1dc650,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:45.821036 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f873e7-d562-4b63-b085-52e5d5067168 req-d2450be6-ea83-4dbc-afc9-a12c47892309 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:45.822540 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-91f873e7-d562-4b63-b085-52e5d5067168 req-d2450be6-ea83-4dbc-afc9-a12c47892309 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 945 time: 0.0776379 Jan 20 11:12:45.843821 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['ff0391bb-3c63-4399-bf56-6d6cdf1dc650'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:12:45.872433 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-91f873e7-d562-4b63-b085-52e5d5067168 req-64aa77e1-da9e-4b45-b81b-df358140fa3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=f62476a9-4f9d-4abb-b069-44148412b890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443459 Jan 20 11:12:47.071825 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4d975-8c82-4d3e-8289-f79e8c81887a req-bfb18e7e-8d9c-4e02-94f5-cdf50ae94a37 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:47.073290 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cad4d975-8c82-4d3e-8289-f79e8c81887a req-bfb18e7e-8d9c-4e02-94f5-cdf50ae94a37 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 945 time: 0.0760031 Jan 20 11:12:47.119209 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cad4d975-8c82-4d3e-8289-f79e8c81887a req-87a66ecb-a040-404c-89ee-ae70370ac625 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=f62476a9-4f9d-4abb-b069-44148412b890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404022 Jan 20 11:12:47.308533 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device ff0391bb-3c63-4399-bf56-6d6cdf1dc650 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:12:47.446295 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port ff0391bb-3c63-4399-bf56-6d6cdf1dc650 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:12:47.451102 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port ff0391bb-3c63-4399-bf56-6d6cdf1dc650 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:12:47.451483 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:47.570707 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:47.591764 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6edfa8-8010-4a65-9651-022fc2dfd049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0391bb-3c63-4399-bf56-6d6cdf1dc650'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:12:47.601929 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port ff0391bb-3c63-4399-bf56-6d6cdf1dc650, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ff0391bb-3c63-4399-bf56-6d6cdf1dc650,segment=NetworkSegment(10c9573e-e7c3-4fb3-bf73-e247662bbb9d),segment_id=10c9573e-e7c3-4fb3-bf73-e247662bbb9d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:12:47.645998 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6edfa8-8010-4a65-9651-022fc2dfd049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0391bb-3c63-4399-bf56-6d6cdf1dc650', 'code': 200} Jan 20 11:12:47.732440 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:47.799819 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=ff0391bb-3c63-4399-bf56-6d6cdf1dc650,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:48.074443 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e58676c0-f328-425c-a9d8-9da54a34b6ea req-ffbe55a4-708c-4328-8235-7b3872a0c976 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 1099 time: 0.0678589 Jan 20 11:12:48.118850 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e58676c0-f328-425c-a9d8-9da54a34b6ea req-84964100-0720-463c-b052-b22d3480746a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f62476a9-4f9d-4abb-b069-44148412b890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390921 Jan 20 11:12:48.316373 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924786b-0eb6-4a32-8ef5-833c95a5a1aa req-477747a7-deb5-4e56-b20f-0910bf9403c8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:48.317857 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2924786b-0eb6-4a32-8ef5-833c95a5a1aa req-477747a7-deb5-4e56-b20f-0910bf9403c8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 946 time: 0.0803969 Jan 20 11:12:48.362199 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2924786b-0eb6-4a32-8ef5-833c95a5a1aa req-110dc1fb-1464-4af6-98fd-cedf5a1a1517 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=f62476a9-4f9d-4abb-b069-44148412b890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382910 Jan 20 11:12:49.567686 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4300f-81e9-4455-b677-cb6610a847fc req-320408a8-56ee-4ca8-ae39-b531adad2b63 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:49.586054 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ade4300f-81e9-4455-b677-cb6610a847fc req-320408a8-56ee-4ca8-ae39-b531adad2b63 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 946 time: 0.0792258 Jan 20 11:12:49.615275 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ade4300f-81e9-4455-b677-cb6610a847fc req-a0ca70a2-62d5-4a48-80b8-518292d72614 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=f62476a9-4f9d-4abb-b069-44148412b890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398192 Jan 20 11:12:49.819913 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634da2b-f426-40ce-904a-b2e49a844f19 req-5fa679fc-a136-418f-8fe2-d2546c77eb67 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:49.821383 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2634da2b-f426-40ce-904a-b2e49a844f19 req-5fa679fc-a136-418f-8fe2-d2546c77eb67 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 946 time: 0.0799706 Jan 20 11:12:49.868772 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2634da2b-f426-40ce-904a-b2e49a844f19 req-80877794-f746-467c-8186-1439199b9ab9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=f62476a9-4f9d-4abb-b069-44148412b890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418286 Jan 20 11:12:49.899035 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38402) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:49.969500 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0e9a49c7-c1ce-4d7f-8b5c-bb142017693a tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 1094 time: 0.0693409 Jan 20 11:12:49.973605 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38406) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:49.977432 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': 'ff0391bb-3c63-4399-bf56-6d6cdf1dc650', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:12:49.982923 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:12:49.987220 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:floatingip and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:12:49.989606 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:12:49.995307 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:12:50.074943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:50.208223 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:50.345224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.26.0.116 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/1f2d6912-4432-4229-b364-00199d7b57d6) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:12:50.489371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:50.591842 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:50.653279 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:12:50.655930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:12:50.658581 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:12:50.702073 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=1f2d6912-4432-4229-b364-00199d7b57d6,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:51.292061 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:51.466032 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:51.666583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:51.776456 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:51.873488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=1f2d6912-4432-4229-b364-00199d7b57d6,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:12:51.892414 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:52.083228 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Floating IP abf3914d-7320-4f9b-b037-8f08217122e3 associated. External IP: 172.26.0.116, port: ff0391bb-3c63-4399-bf56-6d6cdf1dc650. Jan 20 11:12:52.472293 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 789d6b79-6cf6-46b4-9551-12a588d74e28 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:12:52.669218 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:12:52.678970 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea6c671-09e8-4a05-86e7-0ea87e42c982 None None] Sync routers for ids ['789d6b79-6cf6-46b4-9551-12a588d74e28'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:12:52.690806 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea6c671-09e8-4a05-86e7-0ea87e42c982 None None] Routers {'789d6b79-6cf6-46b4-9551-12a588d74e28'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:12:52.691404 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2ea6c671-09e8-4a05-86e7-0ea87e42c982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:12:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['789d6b79-6cf6-46b4-9551-12a588d74e28'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:52.768106 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:12:52.821737 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c4bc473a-9b0c-42f5-9ce2-acbf7935a904 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8482847 Jan 20 11:12:52.822226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6edfa8-8010-4a65-9651-022fc2dfd049', 'tag': 'ff0391bb-3c63-4399-bf56-6d6cdf1dc650'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:12:52.824268 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38410) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:52.876333 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-2ea6c671-09e8-4a05-86e7-0ea87e42c982 None None] Set router 789d6b79-6cf6-46b4-9551-12a588d74e28 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:12:52.881801 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6edfa8-8010-4a65-9651-022fc2dfd049', 'tag': 'ff0391bb-3c63-4399-bf56-6d6cdf1dc650', 'status': 'completed', 'code': 200} Jan 20 11:12:52.941325 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a1f1b745-5756-4526-93b8-a99c97576403 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/abf3914d-7320-4f9b-b037-8f08217122e3 HTTP/1.1" status: 200 len: 992 time: 0.1159122 Jan 20 11:12:52.993515 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-926c0a1c-03ec-46fb-b399-d7afe0a8285f req-a7f9a690-0cd5-4f8c-aa91-56b2f0bb7942 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 1099 time: 0.0893567 Jan 20 11:12:53.238580 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c0a1c-03ec-46fb-b399-d7afe0a8285f req-7248804a-c47b-4271-8ef5-bef6c11d3bc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:53.240018 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-926c0a1c-03ec-46fb-b399-d7afe0a8285f req-7248804a-c47b-4271-8ef5-bef6c11d3bc6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c968140e-5662-41d4-975d-13270c08ac26 HTTP/1.1" status: 200 len: 897 time: 0.2410777 Jan 20 11:12:53.248745 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2ea6c671-09e8-4a05-86e7-0ea87e42c982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'name': 'tempest-TestNetworkBasicOps-router-1613862842', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:12:23Z', 'updated_at': '2022-01-20T11:12:29Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:24Z', 'updated_at': '2022-01-20T11:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'abf3914d-7320-4f9b-b037-8f08217122e3', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.116', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'port_id': 'ff0391bb-3c63-4399-bf56-6d6cdf1dc650', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26', 'mac_address': 'fa:16:3e:63:70:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6edfa8-8010-4a65-9651-022fc2dfd049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:12:51Z', 'updated_at': '2022-01-20T11:12:51Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fcccacd-ac99-4bc2-855f-53f59ecf317f', 'name': '', 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:76:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:28Z', 'updated_at': '2022-01-20T11:12:34Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:53.254060 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea6c671-09e8-4a05-86e7-0ea87e42c982 None None] Checking router: 789d6b79-6cf6-46b4-9551-12a588d74e28 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:12:53.268007 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea6c671-09e8-4a05-86e7-0ea87e42c982 None None] Routers {'789d6b79-6cf6-46b4-9551-12a588d74e28'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:12:53.268007 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2ea6c671-09e8-4a05-86e7-0ea87e42c982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:12:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['789d6b79-6cf6-46b4-9551-12a588d74e28'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:53.345520 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-926c0a1c-03ec-46fb-b399-d7afe0a8285f req-42e89d4c-3f41-4df5-bfab-8d5a5455924a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0391bb-3c63-4399-bf56-6d6cdf1dc650 HTTP/1.1" status: 200 len: 1000 time: 0.0989990 Jan 20 11:12:53.408217 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c0a1c-03ec-46fb-b399-d7afe0a8285f req-086dc225-71f5-4818-bb75-d41ebd964dab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:12:53.409664 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-926c0a1c-03ec-46fb-b399-d7afe0a8285f req-086dc225-71f5-4818-bb75-d41ebd964dab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=19c1d6d6-996f-4341-9e1f-78f8b3c2d468 HTTP/1.1" status: 200 len: 835 time: 0.0582962 Jan 20 11:12:53.442990 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-2ea6c671-09e8-4a05-86e7-0ea87e42c982 None None] Set router 789d6b79-6cf6-46b4-9551-12a588d74e28 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:12:53.485973 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-926c0a1c-03ec-46fb-b399-d7afe0a8285f req-13cd11d9-60e6-443f-8cf6-66ce2cec154c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c968140e-5662-41d4-975d-13270c08ac26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698998 Jan 20 11:12:53.621816 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-926c0a1c-03ec-46fb-b399-d7afe0a8285f req-b0de91cd-7e6c-4a23-bd30-a9c50b59ea25 service neutron] 10.222.0.72 "GET /v2.0/networks/c968140e-5662-41d4-975d-13270c08ac26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298029 Jan 20 11:12:53.760168 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-926c0a1c-03ec-46fb-b399-d7afe0a8285f req-4be9eebc-e7a7-4a3c-82da-f25394c30697 service neutron] 10.222.0.72 "GET /v2.0/networks/c968140e-5662-41d4-975d-13270c08ac26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331468 Jan 20 11:12:53.825996 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2ea6c671-09e8-4a05-86e7-0ea87e42c982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'name': 'tempest-TestNetworkBasicOps-router-1613862842', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:12:23Z', 'updated_at': '2022-01-20T11:12:29Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:24Z', 'updated_at': '2022-01-20T11:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'abf3914d-7320-4f9b-b037-8f08217122e3', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.116', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'port_id': 'ff0391bb-3c63-4399-bf56-6d6cdf1dc650', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26', 'mac_address': 'fa:16:3e:63:70:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6edfa8-8010-4a65-9651-022fc2dfd049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:12:51Z', 'updated_at': '2022-01-20T11:12:51Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fcccacd-ac99-4bc2-855f-53f59ecf317f', 'name': '', 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:76:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:28Z', 'updated_at': '2022-01-20T11:12:34Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:12:53.829814 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea6c671-09e8-4a05-86e7-0ea87e42c982 None None] The sync data for ids ['789d6b79-6cf6-46b4-9551-12a588d74e28'] in dv-neutron-825471-1-hyperv is: [{'id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'name': 'tempest-TestNetworkBasicOps-router-1613862842', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:12:23Z', 'updated_at': '2022-01-20T11:12:29Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:24Z', 'updated_at': '2022-01-20T11:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'abf3914d-7320-4f9b-b037-8f08217122e3', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.116', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'port_id': 'ff0391bb-3c63-4399-bf56-6d6cdf1dc650', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26', 'mac_address': 'fa:16:3e:63:70:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6edfa8-8010-4a65-9651-022fc2dfd049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:12:51Z', 'updated_at': '2022-01-20T11:12:51Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fcccacd-ac99-4bc2-855f-53f59ecf317f', 'name': '', 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:76:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:28Z', 'updated_at': '2022-01-20T11:12:34Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:12:53.944901 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38416) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:54.034295 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bfe577-5a61-4a17-bb2f-629dc264d625 None None] New status for floating IP abf3914d-7320-4f9b-b037-8f08217122e3: ACTIVE {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:12:54.054519 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a16e82fc-6287-4ba3-be07-50ec489ad9a6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/abf3914d-7320-4f9b-b037-8f08217122e3 HTTP/1.1" status: 200 len: 992 time: 0.1083524 Jan 20 11:12:55.058392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38420) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:12:55.159724 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-451a6264-deec-4c01-979e-7ff1bbc71376 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/abf3914d-7320-4f9b-b037-8f08217122e3 HTTP/1.1" status: 200 len: 994 time: 0.1000967 Jan 20 11:13:01.423225 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-105613e9-b67a-4223-850f-682cd30d21fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:03.850485 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e2b3f1b0-1022-4f5a-a04e-0c8d5f8e793f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:04.840175 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:04.988642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:06.258327 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:09.025596 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:13:09.554728 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:21.751698 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38438) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:21.856220 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-032b0d09-afb4-4dc5-9d0b-ee4950af8ced tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/abf3914d-7320-4f9b-b037-8f08217122e3 HTTP/1.1" status: 200 len: 994 time: 0.1034305 Jan 20 11:13:22.225592 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38446) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:22.423595 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 1f2d6912-4432-4229-b364-00199d7b57d6 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:13:22.423962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:22.599025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:22.599025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:22.720268 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 1f2d6912-4432-4229-b364-00199d7b57d6 owned by network:floatingip {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:13:22.924361 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:22.970697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=1f2d6912-4432-4229-b364-00199d7b57d6,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:23.009661 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:23.010049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:23.010422 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:23.010854 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:23.011193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:23.011586 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:23.011948 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:23.012308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:23.012664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:23.013016 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:23.013372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:23.076442 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:23.549838 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 789d6b79-6cf6-46b4-9551-12a588d74e28 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:13:23.745097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:13:23.755779 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3188d6e5-9da8-47e3-92ee-bf071346f30f None None] Sync routers for ids ['789d6b79-6cf6-46b4-9551-12a588d74e28'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:13:23.760551 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:23.767571 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3188d6e5-9da8-47e3-92ee-bf071346f30f None None] Routers {'789d6b79-6cf6-46b4-9551-12a588d74e28'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:13:23.768194 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3188d6e5-9da8-47e3-92ee-bf071346f30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:13:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['789d6b79-6cf6-46b4-9551-12a588d74e28'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:23.815657 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d683cb3c-1378-42b5-a86e-19fa0b85a7bc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/floatingips/abf3914d-7320-4f9b-b037-8f08217122e3 HTTP/1.1" status: 204 len: 168 time: 1.5896540 Jan 20 11:13:23.816126 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6edfa8-8010-4a65-9651-022fc2dfd049', 'tag': 'ff0391bb-3c63-4399-bf56-6d6cdf1dc650'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:13:23.872378 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6edfa8-8010-4a65-9651-022fc2dfd049', 'tag': 'ff0391bb-3c63-4399-bf56-6d6cdf1dc650', 'status': 'completed', 'code': 200} Jan 20 11:13:23.958606 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-3188d6e5-9da8-47e3-92ee-bf071346f30f None None] Set router 789d6b79-6cf6-46b4-9551-12a588d74e28 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:13:23.982265 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e21d4192-d64b-4d94-99f6-027886f7d96b req-8f5b3092-5678-4159-a5dc-0d12b029d030 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 1099 time: 0.0891774 Jan 20 11:13:24.115942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d4192-d64b-4d94-99f6-027886f7d96b req-3061fdc1-e307-494c-be85-a8dac8e2eddf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:24.117316 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e21d4192-d64b-4d94-99f6-027886f7d96b req-3061fdc1-e307-494c-be85-a8dac8e2eddf service neutron] 10.222.0.72 "GET /v2.0/networks?id=c968140e-5662-41d4-975d-13270c08ac26 HTTP/1.1" status: 200 len: 897 time: 0.1292617 Jan 20 11:13:24.193200 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e21d4192-d64b-4d94-99f6-027886f7d96b req-f9df614e-72fa-40c5-adca-f66e7c2fa624 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0391bb-3c63-4399-bf56-6d6cdf1dc650 HTTP/1.1" status: 200 len: 217 time: 0.0664399 Jan 20 11:13:24.260968 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d4192-d64b-4d94-99f6-027886f7d96b req-a636f486-029a-4dd8-b9ce-587f29db34cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:24.262435 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e21d4192-d64b-4d94-99f6-027886f7d96b req-a636f486-029a-4dd8-b9ce-587f29db34cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=19c1d6d6-996f-4341-9e1f-78f8b3c2d468 HTTP/1.1" status: 200 len: 835 time: 0.0636344 Jan 20 11:13:24.275751 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3188d6e5-9da8-47e3-92ee-bf071346f30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'name': 'tempest-TestNetworkBasicOps-router-1613862842', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:12:23Z', 'updated_at': '2022-01-20T11:12:29Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:24Z', 'updated_at': '2022-01-20T11:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '1fcccacd-ac99-4bc2-855f-53f59ecf317f', 'name': '', 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:76:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:28Z', 'updated_at': '2022-01-20T11:12:34Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:24.279854 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3188d6e5-9da8-47e3-92ee-bf071346f30f None None] Checking router: 789d6b79-6cf6-46b4-9551-12a588d74e28 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:13:24.291257 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3188d6e5-9da8-47e3-92ee-bf071346f30f None None] Routers {'789d6b79-6cf6-46b4-9551-12a588d74e28'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:13:24.291835 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3188d6e5-9da8-47e3-92ee-bf071346f30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:13:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['789d6b79-6cf6-46b4-9551-12a588d74e28'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:24.340660 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e21d4192-d64b-4d94-99f6-027886f7d96b req-15d83b1d-4fd3-423f-9dd4-324ef095ad7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c968140e-5662-41d4-975d-13270c08ac26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718324 Jan 20 11:13:24.474265 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-3188d6e5-9da8-47e3-92ee-bf071346f30f None None] Set router 789d6b79-6cf6-46b4-9551-12a588d74e28 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:13:24.485529 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e21d4192-d64b-4d94-99f6-027886f7d96b req-ed313a47-01f4-4242-b546-aed5ff9947d7 service neutron] 10.222.0.72 "GET /v2.0/networks/c968140e-5662-41d4-975d-13270c08ac26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291151 Jan 20 11:13:24.588924 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a25806-9d65-4f33-bf69-7a15bbdbf246 req-b56ac752-57af-4461-a1cd-a3eed3a7c078 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:24.590440 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86a25806-9d65-4f33-bf69-7a15bbdbf246 req-b56ac752-57af-4461-a1cd-a3eed3a7c078 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 946 time: 0.1780932 Jan 20 11:13:24.620583 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e21d4192-d64b-4d94-99f6-027886f7d96b req-ef9dfb7d-86fe-4c33-bf9e-606c600f70b5 service neutron] 10.222.0.72 "GET /v2.0/networks/c968140e-5662-41d4-975d-13270c08ac26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291111 Jan 20 11:13:24.638068 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86a25806-9d65-4f33-bf69-7a15bbdbf246 req-73293920-2170-4a80-ac7a-030c8e5132a8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=f62476a9-4f9d-4abb-b069-44148412b890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417590 Jan 20 11:13:24.791188 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3188d6e5-9da8-47e3-92ee-bf071346f30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'name': 'tempest-TestNetworkBasicOps-router-1613862842', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:12:23Z', 'updated_at': '2022-01-20T11:12:29Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:24Z', 'updated_at': '2022-01-20T11:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '1fcccacd-ac99-4bc2-855f-53f59ecf317f', 'name': '', 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:76:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:28Z', 'updated_at': '2022-01-20T11:12:34Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:24.794935 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3188d6e5-9da8-47e3-92ee-bf071346f30f None None] The sync data for ids ['789d6b79-6cf6-46b4-9551-12a588d74e28'] in dv-neutron-825471-1-hyperv is: [{'id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'name': 'tempest-TestNetworkBasicOps-router-1613862842', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:12:23Z', 'updated_at': '2022-01-20T11:12:29Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:24Z', 'updated_at': '2022-01-20T11:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '1fcccacd-ac99-4bc2-855f-53f59ecf317f', 'name': '', 'network_id': 'c968140e-5662-41d4-975d-13270c08ac26', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:76:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:28Z', 'updated_at': '2022-01-20T11:12:34Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '19c1d6d6-996f-4341-9e1f-78f8b3c2d468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:13:25.020040 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d8153c-24e1-4fad-95d8-5b2a3a257332 None None] New status for floating IP abf3914d-7320-4f9b-b037-8f08217122e3: DOWN {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:13:25.835254 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a05750-313d-4948-a128-42a0b50e2ccd req-6ab239d3-6f0d-4573-9bf0-a9bba5076fc3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:25.836856 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c7a05750-313d-4948-a128-42a0b50e2ccd req-6ab239d3-6f0d-4573-9bf0-a9bba5076fc3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 946 time: 0.0751338 Jan 20 11:13:25.883683 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c7a05750-313d-4948-a128-42a0b50e2ccd req-1a9e8cd0-2aba-43f9-bff7-f59933a61110 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=f62476a9-4f9d-4abb-b069-44148412b890&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410328 Jan 20 11:13:25.899292 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aa12e-e110-43b3-a430-3ac31e2563d0 req-90c69872-5946-4815-9949-2f3aeac66215 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:25.900043 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-603aa12e-e110-43b3-a430-3ac31e2563d0 req-90c69872-5946-4815-9949-2f3aeac66215 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:13:25.998270 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-603aa12e-e110-43b3-a430-3ac31e2563d0 req-90c69872-5946-4815-9949-2f3aeac66215 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:13:25.999392 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-603aa12e-e110-43b3-a430-3ac31e2563d0 req-90c69872-5946-4815-9949-2f3aeac66215 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 946 time: 0.1820290 Jan 20 11:13:26.065922 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-603aa12e-e110-43b3-a430-3ac31e2563d0 req-c4e8961c-72a9-481f-ab0a-e36dd3c7ef65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port ff0391bb-3c63-4399-bf56-6d6cdf1dc650 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:13:26.066257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-603aa12e-e110-43b3-a430-3ac31e2563d0 req-c4e8961c-72a9-481f-ab0a-e36dd3c7ef65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:26.402515 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-603aa12e-e110-43b3-a430-3ac31e2563d0 req-c4e8961c-72a9-481f-ab0a-e36dd3c7ef65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port ff0391bb-3c63-4399-bf56-6d6cdf1dc650, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ff0391bb-3c63-4399-bf56-6d6cdf1dc650,segment=NetworkSegment(10c9573e-e7c3-4fb3-bf73-e247662bbb9d),segment_id=10c9573e-e7c3-4fb3-bf73-e247662bbb9d)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:13:26.402876 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-603aa12e-e110-43b3-a430-3ac31e2563d0 req-c4e8961c-72a9-481f-ab0a-e36dd3c7ef65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:26.521959 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-603aa12e-e110-43b3-a430-3ac31e2563d0 req-c4e8961c-72a9-481f-ab0a-e36dd3c7ef65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for ff0391bb-3c63-4399-bf56-6d6cdf1dc650 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:13:26.654598 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-83d6cc47-1b3b-46de-b8f2-0d4b14770f90 req-8668809e-4662-4a59-8a11-b1e6e4fef0b5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1038640 Jan 20 11:13:26.798303 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-83d6cc47-1b3b-46de-b8f2-0d4b14770f90 req-fe85b901-d53a-4088-bc09-47c206d1f7ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 1099 time: 0.0748541 Jan 20 11:13:26.883540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-603aa12e-e110-43b3-a430-3ac31e2563d0 req-c4e8961c-72a9-481f-ab0a-e36dd3c7ef65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:26.939385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8961c-72a9-481f-ab0a-e36dd3c7ef65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=ff0391bb-3c63-4399-bf56-6d6cdf1dc650,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:27.039197 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-603aa12e-e110-43b3-a430-3ac31e2563d0 req-c4e8961c-72a9-481f-ab0a-e36dd3c7ef65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] No DVR routers for this DVR port ff0391bb-3c63-4399-bf56-6d6cdf1dc650 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:13:27.042799 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-603aa12e-e110-43b3-a430-3ac31e2563d0 req-c4e8961c-72a9-481f-ab0a-e36dd3c7ef65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:27.045191 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6edfa8-8010-4a65-9651-022fc2dfd049', 'name': 'network-vif-deleted', 'tag': 'ff0391bb-3c63-4399-bf56-6d6cdf1dc650'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:13:27.058589 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fb0f03fe-6d0d-42fc-a3e3-58269e3e282d req-e91e108e-2e5c-47fc-bdfe-0c0e3a33c10d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c6edfa8-8010-4a65-9651-022fc2dfd049 HTTP/1.1" status: 200 len: 210 time: 0.0447242 Jan 20 11:13:27.070937 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6cc47-1b3b-46de-b8f2-0d4b14770f90 req-ccf69feb-b68a-4bc4-b9f3-0ed38b3e7bcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:27.072679 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-83d6cc47-1b3b-46de-b8f2-0d4b14770f90 req-ccf69feb-b68a-4bc4-b9f3-0ed38b3e7bcc service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 913 time: 0.2571135 Jan 20 11:13:27.130838 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6edfa8-8010-4a65-9651-022fc2dfd049', 'name': 'network-vif-deleted', 'tag': 'ff0391bb-3c63-4399-bf56-6d6cdf1dc650', 'status': 'completed', 'code': 200} Jan 20 11:13:27.151771 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-603aa12e-e110-43b3-a430-3ac31e2563d0 req-c4e8961c-72a9-481f-ab0a-e36dd3c7ef65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "DELETE /v2.0/ports/ff0391bb-3c63-4399-bf56-6d6cdf1dc650 HTTP/1.1" status: 204 len: 173 time: 1.1472650 Jan 20 11:13:27.179186 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-83d6cc47-1b3b-46de-b8f2-0d4b14770f90 req-4a6e566b-00c3-46a5-849e-2ba624536a42 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00a6304a-e96f-4b27-96b0-204f3e3b34f9 HTTP/1.1" status: 200 len: 1001 time: 0.1002326 Jan 20 11:13:27.240332 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6cc47-1b3b-46de-b8f2-0d4b14770f90 req-51de418a-84d8-47a8-bfa3-f31cefb0d54b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:27.241691 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-83d6cc47-1b3b-46de-b8f2-0d4b14770f90 req-51de418a-84d8-47a8-bfa3-f31cefb0d54b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd01cfe5-3172-4c47-b68a-b9a8e924614a HTTP/1.1" status: 200 len: 851 time: 0.0573256 Jan 20 11:13:27.324768 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-83d6cc47-1b3b-46de-b8f2-0d4b14770f90 req-882c313d-7b0b-4e16-82aa-f1108a8f1860 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2976230-b7ed-4004-90c6-e1b2d37a86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758510 Jan 20 11:13:27.468965 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-83d6cc47-1b3b-46de-b8f2-0d4b14770f90 req-981faab5-1268-484e-b338-66ff1b0d3dc1 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356256 Jan 20 11:13:27.599060 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-83d6cc47-1b3b-46de-b8f2-0d4b14770f90 req-5d40de45-acc2-414e-8cbf-ac5f500cd82d service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243622 Jan 20 11:13:28.166250 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38464) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:28.234866 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8eb05b66-7609-4fe4-88e6-4dd668473630 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:28.264067 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8eb05b66-7609-4fe4-88e6-4dd668473630 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:28.386943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8eb05b66-7609-4fe4-88e6-4dd668473630 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:28.404284 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb05b66-7609-4fe4-88e6-4dd668473630 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62476a9-4f9d-4abb-b069-44148412b890,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:28.490330 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8eb05b66-7609-4fe4-88e6-4dd668473630 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:28.491450 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8eb05b66-7609-4fe4-88e6-4dd668473630 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/security-groups/f62476a9-4f9d-4abb-b069-44148412b890 HTTP/1.1" status: 204 len: 168 time: 0.3242319 Jan 20 11:13:28.606285 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38470) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:28.995416 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:29.463944 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device ff0391bb-3c63-4399-bf56-6d6cdf1dc650 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:13:29.496635 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: ff0391bb-3c63-4399-bf56-6d6cdf1dc650 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:13:29.496985 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device ff0391bb-3c63-4399-bf56-6d6cdf1dc650 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:13:29.585404 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 1fcccacd-ac99-4bc2-855f-53f59ecf317f {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:13:29.586349 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:29.764061 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port 1fcccacd-ac99-4bc2-855f-53f59ecf317f, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=1fcccacd-ac99-4bc2-855f-53f59ecf317f,segment=NetworkSegment(10c9573e-e7c3-4fb3-bf73-e247662bbb9d),segment_id=10c9573e-e7c3-4fb3-bf73-e247662bbb9d)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:13:29.764766 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:29.970214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 1fcccacd-ac99-4bc2-855f-53f59ecf317f owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:13:30.215777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:30.259715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=1fcccacd-ac99-4bc2-855f-53f59ecf317f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:30.302652 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:30.302652 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:30.302956 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:30.303239 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:30.303565 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:30.303886 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:30.304299 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:30.304793 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:30.305210 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:30.305515 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:30.305861 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:30.570855 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:31.128841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 789d6b79-6cf6-46b4-9551-12a588d74e28 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:13:31.327027 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:13:31.337235 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1314f-7da8-4fd2-b6fd-69fe2ed6417c None None] Sync routers for ids ['789d6b79-6cf6-46b4-9551-12a588d74e28'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:13:31.339568 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7b5d8805-ea56-4d86-9b80-d4d656015d1d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/789d6b79-6cf6-46b4-9551-12a588d74e28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7322259 Jan 20 11:13:31.342311 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38474) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:31.349095 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae1314f-7da8-4fd2-b6fd-69fe2ed6417c None None] Routers {'789d6b79-6cf6-46b4-9551-12a588d74e28'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:13:31.349723 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-eae1314f-7da8-4fd2-b6fd-69fe2ed6417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:13:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['789d6b79-6cf6-46b4-9551-12a588d74e28'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:31.360080 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-365773e2-a9d3-4b46-b174-10969cbdf689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:31.532126 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-eae1314f-7da8-4fd2-b6fd-69fe2ed6417c None None] Set router 789d6b79-6cf6-46b4-9551-12a588d74e28 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:13:31.624213 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-22cd14e3-34bc-46fd-88d8-06565186f788 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting subnet 19c1d6d6-996f-4341-9e1f-78f8b3c2d468 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:13:31.627099 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22cd14e3-34bc-46fd-88d8-06565186f788 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:31.684306 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22cd14e3-34bc-46fd-88d8-06565186f788 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:31.762835 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22cd14e3-34bc-46fd-88d8-06565186f788 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:31.838964 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-eae1314f-7da8-4fd2-b6fd-69fe2ed6417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'name': 'tempest-TestNetworkBasicOps-router-1613862842', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:12:23Z', 'updated_at': '2022-01-20T11:13:30Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:24Z', 'updated_at': '2022-01-20T11:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:31.842745 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1314f-7da8-4fd2-b6fd-69fe2ed6417c None None] Checking router: 789d6b79-6cf6-46b4-9551-12a588d74e28 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:13:31.853982 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae1314f-7da8-4fd2-b6fd-69fe2ed6417c None None] Routers {'789d6b79-6cf6-46b4-9551-12a588d74e28'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:13:31.854599 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-eae1314f-7da8-4fd2-b6fd-69fe2ed6417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:13:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['789d6b79-6cf6-46b4-9551-12a588d74e28'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:31.916228 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22cd14e3-34bc-46fd-88d8-06565186f788 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:31.957764 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd14e3-34bc-46fd-88d8-06565186f788 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Subnet': ['ID=19c1d6d6-996f-4341-9e1f-78f8b3c2d468,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:31.964975 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22cd14e3-34bc-46fd-88d8-06565186f788 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:31.971365 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239012f2-162e-4173-8350-93413d311fcb None None] Network c968140e-5662-41d4-975d-13270c08ac26 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:13:31.977088 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-22cd14e3-34bc-46fd-88d8-06565186f788 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/subnets/19c1d6d6-996f-4341-9e1f-78f8b3c2d468 HTTP/1.1" status: 204 len: 168 time: 0.6313882 Jan 20 11:13:31.977453 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38480) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:32.056645 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-eae1314f-7da8-4fd2-b6fd-69fe2ed6417c None None] Set router 789d6b79-6cf6-46b4-9551-12a588d74e28 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:13:32.250515 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec88c238-7884-4710-bb8e-bdee0a162e4e None None] DHCP port deletion for c968140e-5662-41d4-975d-13270c08ac26 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:13:32.255222 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ec88c238-7884-4710-bb8e-bdee0a162e4e None None] Deleting port 543a1a2e-9ad8-4169-a81b-e98373bac582 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:13:32.257981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec88c238-7884-4710-bb8e-bdee0a162e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:32.299840 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dff0ec8-628b-41bc-a4bb-f7041b762533 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:32.346913 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-eae1314f-7da8-4fd2-b6fd-69fe2ed6417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'name': 'tempest-TestNetworkBasicOps-router-1613862842', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:12:23Z', 'updated_at': '2022-01-20T11:13:30Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:24Z', 'updated_at': '2022-01-20T11:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:32.350936 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1314f-7da8-4fd2-b6fd-69fe2ed6417c None None] The sync data for ids ['789d6b79-6cf6-46b4-9551-12a588d74e28'] in dv-neutron-825471-1-hyperv is: [{'id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'name': 'tempest-TestNetworkBasicOps-router-1613862842', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:12:23Z', 'updated_at': '2022-01-20T11:13:30Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '9ffaed23-32ea-44ed-a4ab-a368c45344a5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789d6b79-6cf6-46b4-9551-12a588d74e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:12:24Z', 'updated_at': '2022-01-20T11:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:13:32.462549 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ec88c238-7884-4710-bb8e-bdee0a162e4e None None] For port 543a1a2e-9ad8-4169-a81b-e98373bac582, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=543a1a2e-9ad8-4169-a81b-e98373bac582,segment=NetworkSegment(10c9573e-e7c3-4fb3-bf73-e247662bbb9d),segment_id=10c9573e-e7c3-4fb3-bf73-e247662bbb9d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:13:32.463112 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec88c238-7884-4710-bb8e-bdee0a162e4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:32.511830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dff0ec8-628b-41bc-a4bb-f7041b762533 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:32.581389 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ec88c238-7884-4710-bb8e-bdee0a162e4e None None] Calling delete_port for 543a1a2e-9ad8-4169-a81b-e98373bac582 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:13:32.611105 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-6dff0ec8-628b-41bc-a4bb-f7041b762533 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 9ffaed23-32ea-44ed-a4ab-a368c45344a5 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:13:32.611392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dff0ec8-628b-41bc-a4bb-f7041b762533 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:32.765789 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ec88c238-7884-4710-bb8e-bdee0a162e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:32.795246 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-6dff0ec8-628b-41bc-a4bb-f7041b762533 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port 9ffaed23-32ea-44ed-a4ab-a368c45344a5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9ffaed23-32ea-44ed-a4ab-a368c45344a5,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:13:32.795772 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dff0ec8-628b-41bc-a4bb-f7041b762533 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:32.812926 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88c238-7884-4710-bb8e-bdee0a162e4e None None] Pushing event deleted for resources: {'Port': ['ID=543a1a2e-9ad8-4169-a81b-e98373bac582,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:32.816822 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec88c238-7884-4710-bb8e-bdee0a162e4e None None] No DVR routers for this DVR port 543a1a2e-9ad8-4169-a81b-e98373bac582 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:13:32.930962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-6dff0ec8-628b-41bc-a4bb-f7041b762533 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 9ffaed23-32ea-44ed-a4ab-a368c45344a5 owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:13:33.131088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dff0ec8-628b-41bc-a4bb-f7041b762533 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:33.174478 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff0ec8-628b-41bc-a4bb-f7041b762533 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=9ffaed23-32ea-44ed-a4ab-a368c45344a5,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:33.389972 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dff0ec8-628b-41bc-a4bb-f7041b762533 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:33.639616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dff0ec8-628b-41bc-a4bb-f7041b762533 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:33.643646 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dff0ec8-628b-41bc-a4bb-f7041b762533 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:33.752333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dff0ec8-628b-41bc-a4bb-f7041b762533 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:33.752833 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dff0ec8-628b-41bc-a4bb-f7041b762533 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Fanout notify agent at l3_agent the message router_deleted on router 789d6b79-6cf6-46b4-9551-12a588d74e28 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:13:33.767931 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dff0ec8-628b-41bc-a4bb-f7041b762533 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:33.769187 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6dff0ec8-628b-41bc-a4bb-f7041b762533 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/routers/789d6b79-6cf6-46b4-9551-12a588d74e28 HTTP/1.1" status: 204 len: 168 time: 1.7906809 Jan 20 11:13:33.771856 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38484) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:33.834294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-562af5d8-b7f0-4d90-ad4e-b0ff30fcd1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:33.992814 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8fd1780a-36e0-4e3a-9dc9-5112633b398f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:34.122734 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8fd1780a-36e0-4e3a-9dc9-5112633b398f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:34.146166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-8fd1780a-36e0-4e3a-9dc9-5112633b398f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c968140e-5662-41d4-975d-13270c08ac26']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:34.157778 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-8fd1780a-36e0-4e3a-9dc9-5112633b398f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c9573e-e7c3-4fb3-bf73-e247662bbb9d') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:34.158031 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-8fd1780a-36e0-4e3a-9dc9-5112633b398f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c9573e-e7c3-4fb3-bf73-e247662bbb9d') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:34.169299 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8fd1780a-36e0-4e3a-9dc9-5112633b398f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:34.184909 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8fd1780a-36e0-4e3a-9dc9-5112633b398f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:34.190926 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd1780a-36e0-4e3a-9dc9-5112633b398f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:13:34.191308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8fd1780a-36e0-4e3a-9dc9-5112633b398f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:13:34.205065 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:13:34.280301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 543a1a2e-9ad8-4169-a81b-e98373bac582 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:13:34.314075 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 543a1a2e-9ad8-4169-a81b-e98373bac582 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:13:34.314427 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 543a1a2e-9ad8-4169-a81b-e98373bac582 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:13:34.314847 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9ffaed23-32ea-44ed-a4ab-a368c45344a5 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:13:34.342441 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8fd1780a-36e0-4e3a-9dc9-5112633b398f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:34.347735 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 9ffaed23-32ea-44ed-a4ab-a368c45344a5 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:13:34.350033 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9ffaed23-32ea-44ed-a4ab-a368c45344a5 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:13:34.350033 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 1fcccacd-ac99-4bc2-855f-53f59ecf317f no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:13:34.362497 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8fd1780a-36e0-4e3a-9dc9-5112633b398f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:34.372102 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1780a-36e0-4e3a-9dc9-5112633b398f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Network': ['ID=c968140e-5662-41d4-975d-13270c08ac26,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:34.380926 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 1fcccacd-ac99-4bc2-855f-53f59ecf317f {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:13:34.381338 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 1fcccacd-ac99-4bc2-855f-53f59ecf317f not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:13:34.457923 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8fd1780a-36e0-4e3a-9dc9-5112633b398f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/networks/c968140e-5662-41d4-975d-13270c08ac26 HTTP/1.1" status: 204 len: 168 time: 0.6848252 Jan 20 11:13:34.474255 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38488) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:34.481852 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-13f32f90-221f-4150-9f5d-07262425ab57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'network': {'name': 'tempest-network-smoke--1276560605', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'port_security_enabled': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:13:34.486981 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-13f32f90-221f-4150-9f5d-07262425ab57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:13:34.491022 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-13f32f90-221f-4150-9f5d-07262425ab57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:network and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:13:34.494388 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-13f32f90-221f-4150-9f5d-07262425ab57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:13:34.499945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-13f32f90-221f-4150-9f5d-07262425ab57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:13:34.553699 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f32f90-221f-4150-9f5d-07262425ab57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:13:34.557040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13f32f90-221f-4150-9f5d-07262425ab57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:34.586532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f32f90-221f-4150-9f5d-07262425ab57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:13:34.594786 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13f32f90-221f-4150-9f5d-07262425ab57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:34.595147 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-13f32f90-221f-4150-9f5d-07262425ab57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Added segment 1795ede1-b819-4d7d-a86d-9ed46ab82902 of type vlan for network c4de4e42-d754-4b66-a01c-34e7eae4bf29 Jan 20 11:13:34.620875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13f32f90-221f-4150-9f5d-07262425ab57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:34.685298 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13f32f90-221f-4150-9f5d-07262425ab57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:34.689311 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f32f90-221f-4150-9f5d-07262425ab57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:34.689948 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-13f32f90-221f-4150-9f5d-07262425ab57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:34.798477 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f32f90-221f-4150-9f5d-07262425ab57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Network': ['ID=c4de4e42-d754-4b66-a01c-34e7eae4bf29,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:34.808320 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network c4de4e42-d754-4b66-a01c-34e7eae4bf29 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:13:34.826159 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:34.873587 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-13f32f90-221f-4150-9f5d-07262425ab57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3980534 Jan 20 11:13:34.876110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38494) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:34.881461 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-272555087', 'admin_state_up': True, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:13:34.889165 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:13:34.893298 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:router and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:13:34.896305 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:13:34.903578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:13:34.977290 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:35.011178 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:35.012171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:35.030776 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:35.270546 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:35.518670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:35.547718 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:35.683910 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.26.0.128 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/eee4ece3-e777-4780-9954-625a72c48928) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:13:35.827354 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:35.936327 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:36.001405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:13:36.004141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:13:36.008383 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:13:36.040175 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=eee4ece3-e777-4780-9954-625a72c48928,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:36.280013 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:36.280674 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:36.281408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:36.690913 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 7535f2ef-e35d-49fb-944b-51ae05cc728f is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:13:36.886996 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:13:36.896870 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Sync routers for ids ['7535f2ef-e35d-49fb-944b-51ae05cc728f'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:13:36.909407 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Routers {'7535f2ef-e35d-49fb-944b-51ae05cc728f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:13:36.910019 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:13:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7535f2ef-e35d-49fb-944b-51ae05cc728f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:37.011400 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:37.012752 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e7cb6c77-7bcc-40bc-99be-2387ea9106b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1356950 Jan 20 11:13:37.015775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38498) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:37.055287 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-99d0bb11-81f5-4f87-a86e-b8227aa33e1b tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=571e60e1cd4540aa8cf6524c9e0f5b24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384314 Jan 20 11:13:37.057882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38502) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:37.085018 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Set router 7535f2ef-e35d-49fb-944b-51ae05cc728f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:13:37.184974 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d5925-7045-404d-a540-1a04068b2816 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:37.186765 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a70d5925-7045-404d-a540-1a04068b2816 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279526 Jan 20 11:13:37.189613 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38506) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:37.227570 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c6c796be-f0f2-41d8-a744-aba246fea2c8 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367820 Jan 20 11:13:37.229842 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38510) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:37.234975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-478a595a-cd9d-4342-aa4e-33e19b2aeb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2015061328', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:13:37.341418 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-478a595a-cd9d-4342-aa4e-33e19b2aeb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:13:37.345180 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-478a595a-cd9d-4342-aa4e-33e19b2aeb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:subnet and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:13:37.347960 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-478a595a-cd9d-4342-aa4e-33e19b2aeb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:13:37.354064 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-478a595a-cd9d-4342-aa4e-33e19b2aeb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:13:37.361855 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:36Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:37.365859 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Checking router: 7535f2ef-e35d-49fb-944b-51ae05cc728f for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:13:37.366267 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Updating router 7535f2ef-e35d-49fb-944b-51ae05cc728f port eee4ece3-e777-4780-9954-625a72c48928 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:13:37.417920 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:37.451095 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478a595a-cd9d-4342-aa4e-33e19b2aeb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:13:37.554092 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-478a595a-cd9d-4342-aa4e-33e19b2aeb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:37.744178 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:37.755518 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Transition to ACTIVE for port object eee4ece3-e777-4780-9954-625a72c48928 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:13:37.849959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:37.868796 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-478a595a-cd9d-4342-aa4e-33e19b2aeb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:37.928628 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8372a09-9d3f-4a76-a79b-e2948a28ed82 None None] Pushing event updated for resources: {'Port': ['ID=eee4ece3-e777-4780-9954-625a72c48928,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:37.931605 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Attempting to bind port eee4ece3-e777-4780-9954-625a72c48928 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:13:37.931971 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Attempting to bind port eee4ece3-e777-4780-9954-625a72c48928 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:13:37.932328 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Attempting to bind port eee4ece3-e777-4780-9954-625a72c48928 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:13:37.943325 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:13:37.943668 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:13:37.944076 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:37.944449 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:13:37.945586 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Bound port: eee4ece3-e777-4780-9954-625a72c48928, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:13:37.945968 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:37.952238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a595a-cd9d-4342-aa4e-33e19b2aeb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Subnet': ['ID=71537d72-947d-40b0-9320-fd69885fc76e,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:37.972009 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a595a-cd9d-4342-aa4e-33e19b2aeb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Checking segment: {'id': '1795ede1-b819-4d7d-a86d-9ed46ab82902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:13:37.972379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478a595a-cd9d-4342-aa4e-33e19b2aeb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network hostable DHCP agents. Network: c4de4e42-d754-4b66-a01c-34e7eae4bf29, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:13:37.972620 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8372a09-9d3f-4a76-a79b-e2948a28ed82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:37.972970 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8372a09-9d3f-4a76-a79b-e2948a28ed82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:37.973308 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8372a09-9d3f-4a76-a79b-e2948a28ed82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:37.973667 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8372a09-9d3f-4a76-a79b-e2948a28ed82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:37.974055 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8372a09-9d3f-4a76-a79b-e2948a28ed82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:37.974388 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8372a09-9d3f-4a76-a79b-e2948a28ed82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:37.974716 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8372a09-9d3f-4a76-a79b-e2948a28ed82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:37.975041 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8372a09-9d3f-4a76-a79b-e2948a28ed82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:37.975361 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8372a09-9d3f-4a76-a79b-e2948a28ed82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:37.975683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8372a09-9d3f-4a76-a79b-e2948a28ed82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:37.976695 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8372a09-9d3f-4a76-a79b-e2948a28ed82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:38.024738 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] For port eee4ece3-e777-4780-9954-625a72c48928, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:13:38.027658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] For port eee4ece3-e777-4780-9954-625a72c48928, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=eee4ece3-e777-4780-9954-625a72c48928,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:13:38.079720 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478a595a-cd9d-4342-aa4e-33e19b2aeb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network c4de4e42-d754-4b66-a01c-34e7eae4bf29 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:13:38.125728 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:38.184371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-478a595a-cd9d-4342-aa4e-33e19b2aeb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, c4de4e42-d754-4b66-a01c-34e7eae4bf29) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:13:38.188674 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478a595a-cd9d-4342-aa4e-33e19b2aeb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:38.189680 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-478a595a-cd9d-4342-aa4e-33e19b2aeb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:38.199671 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969717ce-e9b4-4fe0-a815-1b1e810ba27c None None] Network c4de4e42-d754-4b66-a01c-34e7eae4bf29 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:13:38.304919 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-478a595a-cd9d-4342-aa4e-33e19b2aeb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0714965 Jan 20 11:13:38.305240 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38514) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:38.316290 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8372a09-9d3f-4a76-a79b-e2948a28ed82 None None] Pushing event updated for resources: {'Port': ['ID=eee4ece3-e777-4780-9954-625a72c48928,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:38.340792 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Routers {'7535f2ef-e35d-49fb-944b-51ae05cc728f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:13:38.341411 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:13:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7535f2ef-e35d-49fb-944b-51ae05cc728f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:38.703579 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ips': [{'subnet_id': '71537d72-947d-40b0-9320-fd69885fc76e'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:13:38.704378 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:38.719397 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] Set router 7535f2ef-e35d-49fb-944b-51ae05cc728f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:13:39.159155 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:39.168595 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Allocated IP 172.20.0.2 (c4de4e42-d754-4b66-a01c-34e7eae4bf29/71537d72-947d-40b0-9320-fd69885fc76e/7f28b439-7f31-4c50-9ccb-8241a1bd77b7) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:13:39.344769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:36Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:39.360691 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b0221-403d-42b8-b647-c3f6ee0db534 None None] The sync data for ids ['7535f2ef-e35d-49fb-944b-51ae05cc728f'] in dv-neutron-825471-1-hyperv is: [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:36Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:13:39.427225 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:39.439090 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Transition to ACTIVE for port object 7f28b439-7f31-4c50-9ccb-8241a1bd77b7 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:13:39.470360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Transition to ACTIVE for port object 7f28b439-7f31-4c50-9ccb-8241a1bd77b7 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:13:39.536664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:39.565251 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:39.647145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.1 (c4de4e42-d754-4b66-a01c-34e7eae4bf29/71537d72-947d-40b0-9320-fd69885fc76e/7a835017-6b25-4d11-bb72-586e7ca347c8) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:13:39.652549 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Network c4de4e42-d754-4b66-a01c-34e7eae4bf29 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:13:39.653412 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Pushing event updated for resources: {'Port': ['ID=7f28b439-7f31-4c50-9ccb-8241a1bd77b7,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:39.656016 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:13:39.662849 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:13:39.757625 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Attempting to bind port 7f28b439-7f31-4c50-9ccb-8241a1bd77b7 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:13:39.758609 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Attempting to bind port 7f28b439-7f31-4c50-9ccb-8241a1bd77b7 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '1795ede1-b819-4d7d-a86d-9ed46ab82902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:13:39.758984 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Attempting to bind port 7f28b439-7f31-4c50-9ccb-8241a1bd77b7 on network c4de4e42-d754-4b66-a01c-34e7eae4bf29 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:13:39.766214 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:13:39.766457 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Checking segment: {'id': '1795ede1-b819-4d7d-a86d-9ed46ab82902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:13:39.766865 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:39.767259 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Bound using segment: {'id': '1795ede1-b819-4d7d-a86d-9ed46ab82902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:13:39.767724 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Bound port: 7f28b439-7f31-4c50-9ccb-8241a1bd77b7, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1795ede1-b819-4d7d-a86d-9ed46ab82902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:13:39.768104 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:39.828199 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:39.847027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object 7a835017-6b25-4d11-bb72-586e7ca347c8 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:13:39.923571 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] For port 7f28b439-7f31-4c50-9ccb-8241a1bd77b7, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:13:39.925767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:39.927301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] For port 7f28b439-7f31-4c50-9ccb-8241a1bd77b7, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=7f28b439-7f31-4c50-9ccb-8241a1bd77b7,segment=NetworkSegment(1795ede1-b819-4d7d-a86d-9ed46ab82902),segment_id=1795ede1-b819-4d7d-a86d-9ed46ab82902)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:13:39.990007 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:40.008441 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network c4de4e42-d754-4b66-a01c-34e7eae4bf29 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:13:40.011731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:13:40.016269 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:13:40.038866 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device eee4ece3-e777-4780-9954-625a72c48928 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:13:40.043417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=7a835017-6b25-4d11-bb72-586e7ca347c8,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:40.077924 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:40.137835 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cbc15-829b-4ac3-b2ae-5b34016dffcb None None] Pushing event updated for resources: {'Port': ['ID=7f28b439-7f31-4c50-9ccb-8241a1bd77b7,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:40.205884 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port eee4ece3-e777-4780-9954-625a72c48928 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:13:40.214301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port eee4ece3-e777-4780-9954-625a72c48928 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:13:40.214684 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:40.220301 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:40.365773 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:40.389736 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port eee4ece3-e777-4780-9954-625a72c48928, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=eee4ece3-e777-4780-9954-625a72c48928,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:13:40.451952 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:40.527758 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=eee4ece3-e777-4780-9954-625a72c48928,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:40.774761 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:40.855397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:40.971476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:40.975057 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=7a835017-6b25-4d11-bb72-586e7ca347c8,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:41.122625 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network c4de4e42-d754-4b66-a01c-34e7eae4bf29 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:13:41.123799 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:13:41.142701 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f044741e-47fc-41b7-bcac-2f8457cb7139 None None] Network c4de4e42-d754-4b66-a01c-34e7eae4bf29 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:13:41.358138 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-462ae0f5-a574-4e70-9dfb-521478342b0f None None] Provisioning for port 7f28b439-7f31-4c50-9ccb-8241a1bd77b7 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:13:41.525363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 7535f2ef-e35d-49fb-944b-51ae05cc728f has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:13:41.737776 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:13:41.750800 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2599be44-1aa5-4264-866e-77cd42ec500c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/7535f2ef-e35d-49fb-944b-51ae05cc728f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4444950 Jan 20 11:13:41.753268 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38520) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:41.780957 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7a4a2079-25d8-4fac-8455-fe47c861a598 None None] Provisioning for port 7a835017-6b25-4d11-bb72-586e7ca347c8 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:13:41.786579 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7a4a2079-25d8-4fac-8455-fe47c861a598 None None] Provisioning complete for port 7a835017-6b25-4d11-bb72-586e7ca347c8 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:13:41.787065 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7a4a2079-25d8-4fac-8455-fe47c861a598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:41.844014 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a2079-25d8-4fac-8455-fe47c861a598 None None] Port 7a835017-6b25-4d11-bb72-586e7ca347c8 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:13:41.900101 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa089503-5ae1-475b-b8c8-cc95be8e6bd0 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:41.900476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa089503-5ae1-475b-b8c8-cc95be8e6bd0 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:41.900837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa089503-5ae1-475b-b8c8-cc95be8e6bd0 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:41.901192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa089503-5ae1-475b-b8c8-cc95be8e6bd0 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:41.901576 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa089503-5ae1-475b-b8c8-cc95be8e6bd0 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:41.901934 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa089503-5ae1-475b-b8c8-cc95be8e6bd0 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:41.905576 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fa089503-5ae1-475b-b8c8-cc95be8e6bd0 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1493034 Jan 20 11:13:41.906370 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38524) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:41.974135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-38e55dce-a6db-41ee-b001-40bc3bbadd6a None None] Provisioning complete for port 7a835017-6b25-4d11-bb72-586e7ca347c8 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:13:41.974406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-38e55dce-a6db-41ee-b001-40bc3bbadd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:41.990944 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2713d6e1-e0c3-42c4-a080-2a2105f82207 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:41.991932 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2713d6e1-e0c3-42c4-a080-2a2105f82207 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:41.992302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2713d6e1-e0c3-42c4-a080-2a2105f82207 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:41.992661 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2713d6e1-e0c3-42c4-a080-2a2105f82207 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:41.993015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2713d6e1-e0c3-42c4-a080-2a2105f82207 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:41.993366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2713d6e1-e0c3-42c4-a080-2a2105f82207 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:41.995144 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2713d6e1-e0c3-42c4-a080-2a2105f82207 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0878747 Jan 20 11:13:41.997834 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38528) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:42.034317 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-38e55dce-a6db-41ee-b001-40bc3bbadd6a None None] Port 7a835017-6b25-4d11-bb72-586e7ca347c8 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:13:42.086269 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 7f28b439-7f31-4c50-9ccb-8241a1bd77b7 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:13:42.162813 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fab5750c-f1e8-4498-982e-deccd55033e2 None None] Provisioning complete for port 7a835017-6b25-4d11-bb72-586e7ca347c8 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:13:42.163577 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fab5750c-f1e8-4498-982e-deccd55033e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:42.214304 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1cb764ed-155d-4dc9-9b61-b462911d1997 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2153411 Jan 20 11:13:42.214859 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fab5750c-f1e8-4498-982e-deccd55033e2 None None] Port 7a835017-6b25-4d11-bb72-586e7ca347c8 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:13:42.228046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 7f28b439-7f31-4c50-9ccb-8241a1bd77b7 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:13:42.233269 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 7f28b439-7f31-4c50-9ccb-8241a1bd77b7 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:13:42.233676 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:42.348669 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:42.381375 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 7f28b439-7f31-4c50-9ccb-8241a1bd77b7, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=7f28b439-7f31-4c50-9ccb-8241a1bd77b7,segment=NetworkSegment(1795ede1-b819-4d7d-a86d-9ed46ab82902),segment_id=1795ede1-b819-4d7d-a86d-9ed46ab82902)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:13:42.502656 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:42.503410 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device eee4ece3-e777-4780-9954-625a72c48928 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:13:42.599392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38534) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:42.605148 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-4009dacd-875c-471a-ac6c-b71e87ff37f8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1205650252', 'description': 'tempest-secgroup-smoke-1205650252 description', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:13:42.611059 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4009dacd-875c-471a-ac6c-b71e87ff37f8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:13:42.615111 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4009dacd-875c-471a-ac6c-b71e87ff37f8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:13:42.618371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4009dacd-875c-471a-ac6c-b71e87ff37f8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:13:42.619074 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=7f28b439-7f31-4c50-9ccb-8241a1bd77b7,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:42.624744 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4009dacd-875c-471a-ac6c-b71e87ff37f8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:13:42.633492 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port eee4ece3-e777-4780-9954-625a72c48928 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:13:42.633900 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:42.720616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4009dacd-875c-471a-ac6c-b71e87ff37f8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:42.755879 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4009dacd-875c-471a-ac6c-b71e87ff37f8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:13:42.760488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4009dacd-875c-471a-ac6c-b71e87ff37f8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:13:42.763511 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4009dacd-875c-471a-ac6c-b71e87ff37f8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:13:42.769505 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4009dacd-875c-471a-ac6c-b71e87ff37f8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:13:42.827682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4009dacd-875c-471a-ac6c-b71e87ff37f8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:42.919788 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4009dacd-875c-471a-ac6c-b71e87ff37f8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:42.965861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009dacd-875c-471a-ac6c-b71e87ff37f8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e19cc9-1b96-43e2-bf58-07191bbbf889,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:43.003090 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Sync routers for ids ['7535f2ef-e35d-49fb-944b-51ae05cc728f'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:13:43.016796 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Routers {'7535f2ef-e35d-49fb-944b-51ae05cc728f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:13:43.016796 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:13:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7535f2ef-e35d-49fb-944b-51ae05cc728f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:43.091335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4009dacd-875c-471a-ac6c-b71e87ff37f8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:43.092606 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4009dacd-875c-471a-ac6c-b71e87ff37f8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4922025 Jan 20 11:13:43.095502 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38538) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:43.101898 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-8a3fc7f6-e58c-4b03-b068-894f487d993e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '25e19cc9-1b96-43e2-bf58-07191bbbf889', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:13:43.107737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8a3fc7f6-e58c-4b03-b068-894f487d993e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:13:43.111602 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8a3fc7f6-e58c-4b03-b068-894f487d993e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:13:43.114830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8a3fc7f6-e58c-4b03-b068-894f487d993e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:13:43.122204 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8a3fc7f6-e58c-4b03-b068-894f487d993e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:13:43.195221 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Set router 7535f2ef-e35d-49fb-944b-51ae05cc728f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:13:43.234748 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a3fc7f6-e58c-4b03-b068-894f487d993e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:43.405238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a3fc7f6-e58c-4b03-b068-894f487d993e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:43.510982 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '7a835017-6b25-4d11-bb72-586e7ca347c8', 'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:d7:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71537d72-947d-40b0-9320-fd69885fc76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:39Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 2, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '71537d72-947d-40b0-9320-fd69885fc76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:43.515009 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Checking router: 7535f2ef-e35d-49fb-944b-51ae05cc728f for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:13:43.515351 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Updating router 7535f2ef-e35d-49fb-944b-51ae05cc728f port 7a835017-6b25-4d11-bb72-586e7ca347c8 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:13:43.530975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a3fc7f6-e58c-4b03-b068-894f487d993e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:43.556411 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fc7f6-e58c-4b03-b068-894f487d993e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8477006-e222-42c7-8da0-cc3d65a81411,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:43.570837 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:43.638076 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a3fc7f6-e58c-4b03-b068-894f487d993e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:43.639401 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8a3fc7f6-e58c-4b03-b068-894f487d993e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5429864 Jan 20 11:13:43.642194 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38542) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:43.647682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-41df300d-d45d-4757-87c6-c7fd09bf6436 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '25e19cc9-1b96-43e2-bf58-07191bbbf889', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:13:43.653457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-41df300d-d45d-4757-87c6-c7fd09bf6436 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:13:43.657280 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-41df300d-d45d-4757-87c6-c7fd09bf6436 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:13:43.662048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-41df300d-d45d-4757-87c6-c7fd09bf6436 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:13:43.667639 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-41df300d-d45d-4757-87c6-c7fd09bf6436 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:13:43.769864 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-41df300d-d45d-4757-87c6-c7fd09bf6436 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:43.833367 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-41df300d-d45d-4757-87c6-c7fd09bf6436 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:43.908125 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-41df300d-d45d-4757-87c6-c7fd09bf6436 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:43.934478 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:43.938607 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df300d-d45d-4757-87c6-c7fd09bf6436 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c3cd3a-a133-44ab-ba32-a9ab1584e679,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:43.946960 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Transition to ACTIVE for port object 7a835017-6b25-4d11-bb72-586e7ca347c8 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:13:43.986713 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 7f28b439-7f31-4c50-9ccb-8241a1bd77b7 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:13:44.017014 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-41df300d-d45d-4757-87c6-c7fd09bf6436 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:44.018254 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-41df300d-d45d-4757-87c6-c7fd09bf6436 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3751087 Jan 20 11:13:44.020959 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38546) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:44.027088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-2387518c-86c8-48c5-b523-265507172e7c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '25e19cc9-1b96-43e2-bf58-07191bbbf889', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:13:44.028269 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:44.032914 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2387518c-86c8-48c5-b523-265507172e7c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:13:44.036801 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-2387518c-86c8-48c5-b523-265507172e7c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:13:44.039994 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-2387518c-86c8-48c5-b523-265507172e7c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:13:44.046773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-2387518c-86c8-48c5-b523-265507172e7c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:13:44.057163 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 7f28b439-7f31-4c50-9ccb-8241a1bd77b7 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:13:44.057588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:44.138439 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2387518c-86c8-48c5-b523-265507172e7c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:44.193565 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bda8c-1902-436b-ac5c-69c638247b3a None None] Pushing event updated for resources: {'Port': ['ID=7a835017-6b25-4d11-bb72-586e7ca347c8,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:44.232392 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bda8c-1902-436b-ac5c-69c638247b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:44.232951 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2387518c-86c8-48c5-b523-265507172e7c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:44.233105 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bda8c-1902-436b-ac5c-69c638247b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:44.233336 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bda8c-1902-436b-ac5c-69c638247b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:44.233689 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bda8c-1902-436b-ac5c-69c638247b3a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:44.234015 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bda8c-1902-436b-ac5c-69c638247b3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:44.234339 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bda8c-1902-436b-ac5c-69c638247b3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:44.234678 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bda8c-1902-436b-ac5c-69c638247b3a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:44.234983 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bda8c-1902-436b-ac5c-69c638247b3a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:44.235299 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bda8c-1902-436b-ac5c-69c638247b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:44.235624 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bda8c-1902-436b-ac5c-69c638247b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:44.235930 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760bda8c-1902-436b-ac5c-69c638247b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:13:44.265846 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Attempting to bind port 7a835017-6b25-4d11-bb72-586e7ca347c8 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:13:44.266208 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Attempting to bind port 7a835017-6b25-4d11-bb72-586e7ca347c8 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '1795ede1-b819-4d7d-a86d-9ed46ab82902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:13:44.266563 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Attempting to bind port 7a835017-6b25-4d11-bb72-586e7ca347c8 on network c4de4e42-d754-4b66-a01c-34e7eae4bf29 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:13:44.273631 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:13:44.274000 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Checking segment: {'id': '1795ede1-b819-4d7d-a86d-9ed46ab82902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:13:44.274400 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:44.274788 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Bound using segment: {'id': '1795ede1-b819-4d7d-a86d-9ed46ab82902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:13:44.275241 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Bound port: 7a835017-6b25-4d11-bb72-586e7ca347c8, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1795ede1-b819-4d7d-a86d-9ed46ab82902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:13:44.275610 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:44.297193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2387518c-86c8-48c5-b523-265507172e7c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:44.323888 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387518c-86c8-48c5-b523-265507172e7c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498f775d-2b4f-4f54-b2ff-a184418182ce,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:44.365803 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] For port 7a835017-6b25-4d11-bb72-586e7ca347c8, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:13:44.369374 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] For port 7a835017-6b25-4d11-bb72-586e7ca347c8, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=7a835017-6b25-4d11-bb72-586e7ca347c8,segment=NetworkSegment(1795ede1-b819-4d7d-a86d-9ed46ab82902),segment_id=1795ede1-b819-4d7d-a86d-9ed46ab82902)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:13:44.410034 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2387518c-86c8-48c5-b523-265507172e7c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:44.411243 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2387518c-86c8-48c5-b523-265507172e7c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3893774 Jan 20 11:13:44.414237 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38550) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:44.420229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1fbfcd82-e185-4f65-ae22-b38fd509e129 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '25e19cc9-1b96-43e2-bf58-07191bbbf889', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:13:44.426146 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1fbfcd82-e185-4f65-ae22-b38fd509e129 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:13:44.430616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1fbfcd82-e185-4f65-ae22-b38fd509e129 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:13:44.433056 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:44.433488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1fbfcd82-e185-4f65-ae22-b38fd509e129 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:13:44.439575 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1fbfcd82-e185-4f65-ae22-b38fd509e129 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:13:44.516351 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bda8c-1902-436b-ac5c-69c638247b3a None None] Pushing event updated for resources: {'Port': ['ID=7a835017-6b25-4d11-bb72-586e7ca347c8,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:44.519903 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Routers {'7535f2ef-e35d-49fb-944b-51ae05cc728f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:13:44.520506 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:13:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7535f2ef-e35d-49fb-944b-51ae05cc728f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:44.534858 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1fbfcd82-e185-4f65-ae22-b38fd509e129 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:44.604445 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1fbfcd82-e185-4f65-ae22-b38fd509e129 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:44.691072 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1fbfcd82-e185-4f65-ae22-b38fd509e129 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:44.704383 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] Set router 7535f2ef-e35d-49fb-944b-51ae05cc728f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:13:44.712179 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfcd82-e185-4f65-ae22-b38fd509e129 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ba415e-aea4-4487-b68b-77d02c3bd30d,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:44.759901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1fbfcd82-e185-4f65-ae22-b38fd509e129 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:44.765399 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1fbfcd82-e185-4f65-ae22-b38fd509e129 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3501351 Jan 20 11:13:44.773879 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38554) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:44.781740 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-25c41169-2fea-4f86-bf3b-713a3db14982 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '25e19cc9-1b96-43e2-bf58-07191bbbf889', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:13:44.787503 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-25c41169-2fea-4f86-bf3b-713a3db14982 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:13:44.791570 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-25c41169-2fea-4f86-bf3b-713a3db14982 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:13:44.794412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-25c41169-2fea-4f86-bf3b-713a3db14982 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:13:44.799980 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-25c41169-2fea-4f86-bf3b-713a3db14982 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:13:44.862632 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-25c41169-2fea-4f86-bf3b-713a3db14982 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:13:44.869664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-25c41169-2fea-4f86-bf3b-713a3db14982 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:44.942434 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-25c41169-2fea-4f86-bf3b-713a3db14982 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:45.022226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-25c41169-2fea-4f86-bf3b-713a3db14982 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:45.027706 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '7a835017-6b25-4d11-bb72-586e7ca347c8', 'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:d7:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71537d72-947d-40b0-9320-fd69885fc76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:39Z', 'updated_at': '2022-01-20T11:13:44Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '71537d72-947d-40b0-9320-fd69885fc76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:45.032263 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9239c04-78f4-4e6e-b865-17db391d3f26 None None] The sync data for ids ['7535f2ef-e35d-49fb-944b-51ae05cc728f'] in dv-neutron-825471-1-hyperv is: [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '7a835017-6b25-4d11-bb72-586e7ca347c8', 'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:d7:46:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71537d72-947d-40b0-9320-fd69885fc76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:39Z', 'updated_at': '2022-01-20T11:13:44Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '71537d72-947d-40b0-9320-fd69885fc76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:13:45.050730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c41169-2fea-4f86-bf3b-713a3db14982 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d3d252-4349-435f-8707-3183d056d145,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:45.132957 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-25c41169-2fea-4f86-bf3b-713a3db14982 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:45.134521 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-25c41169-2fea-4f86-bf3b-713a3db14982 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3593714 Jan 20 11:13:45.137307 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38558) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:45.144125 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-e8969443-5d8f-49b2-89b5-42a35cf183ed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '25e19cc9-1b96-43e2-bf58-07191bbbf889', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:13:45.152063 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e8969443-5d8f-49b2-89b5-42a35cf183ed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:13:45.155993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e8969443-5d8f-49b2-89b5-42a35cf183ed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:13:45.159395 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e8969443-5d8f-49b2-89b5-42a35cf183ed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:13:45.166762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e8969443-5d8f-49b2-89b5-42a35cf183ed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:13:45.246092 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-e8969443-5d8f-49b2-89b5-42a35cf183ed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:13:45.254576 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e8969443-5d8f-49b2-89b5-42a35cf183ed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:45.328363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e8969443-5d8f-49b2-89b5-42a35cf183ed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:45.388260 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e8969443-5d8f-49b2-89b5-42a35cf183ed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:45.411521 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8969443-5d8f-49b2-89b5-42a35cf183ed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05dda99-eb05-4b1f-a4a7-14b5eb1a95ea,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:45.485405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e8969443-5d8f-49b2-89b5-42a35cf183ed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:45.493890 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e8969443-5d8f-49b2-89b5-42a35cf183ed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3479590 Jan 20 11:13:45.671003 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-3cdf56ca-bc94-4467-99f5-03820490a838 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205650252&fields=id&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 267 time: 0.0434573 Jan 20 11:13:45.822207 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-e8b81ad6-52d9-46dd-816c-8f357565f0c4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:45.823645 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-e8b81ad6-52d9-46dd-816c-8f357565f0c4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/networks?id=c4de4e42-d754-4b66-a01c-34e7eae4bf29 HTTP/1.1" status: 200 len: 797 time: 0.1463234 Jan 20 11:13:45.841607 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-7c88296b-a496-4743-83e0-2f4d35432044 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/quotas/571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 375 time: 0.0123503 Jan 20 11:13:45.922843 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-dfdf9f14-d92d-45be-ae56-69534d1d1518 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:13:46.001244 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 7a835017-6b25-4d11-bb72-586e7ca347c8 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:13:46.025726 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:13:46.028211 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-dfdf9f14-d92d-45be-ae56-69534d1d1518 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:13:46.029751 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-dfdf9f14-d92d-45be-ae56-69534d1d1518 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1827748 Jan 20 11:13:46.113652 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 7a835017-6b25-4d11-bb72-586e7ca347c8 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:13:46.118582 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 7a835017-6b25-4d11-bb72-586e7ca347c8 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:13:46.118958 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:46.169741 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-14223abd-843a-4ed3-9060-cb41d67f8656 service neutron] 10.222.0.70 "GET /v2.0/networks/c4de4e42-d754-4b66-a01c-34e7eae4bf29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255260 Jan 20 11:13:46.234412 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:46.266291 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 7a835017-6b25-4d11-bb72-586e7ca347c8, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=7a835017-6b25-4d11-bb72-586e7ca347c8,segment=NetworkSegment(1795ede1-b819-4d7d-a86d-9ed46ab82902),segment_id=1795ede1-b819-4d7d-a86d-9ed46ab82902)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:13:46.300972 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-aaedce10-ba71-4abf-a49d-f3cc1d18e68f service neutron] 10.222.0.70 "GET /v2.0/networks/c4de4e42-d754-4b66-a01c-34e7eae4bf29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248834 Jan 20 11:13:46.319398 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:46.421324 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=7a835017-6b25-4d11-bb72-586e7ca347c8,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:46.577327 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-681669e7-e4ae-4d4a-a569-f42e2197b5a0 req-d0ed168d-6b95-47ba-80c7-ff7b48fcb877 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 210 time: 0.0441775 Jan 20 11:13:47.737158 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f1684848-0685-4117-bf6b-8af862d935f9 req-2b713ba4-0fe3-4612-a1a7-f0b739dc0eca tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 210 time: 0.0396919 Jan 20 11:13:47.975033 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 7a835017-6b25-4d11-bb72-586e7ca347c8 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:13:48.042776 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 7a835017-6b25-4d11-bb72-586e7ca347c8 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:13:48.043101 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:48.787417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-c0fdf618-b589-427e-a58f-c7c56af07ff2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:48.788248 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-c0fdf618-b589-427e-a58f-c7c56af07ff2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:13:48.897479 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a7147d16-c0a0-4125-924b-30ae9766c318 req-7ab91cf2-5755-4d45-8751-500eaf0ac7fe tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 210 time: 0.0404100 Jan 20 11:13:48.902769 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-c0fdf618-b589-427e-a58f-c7c56af07ff2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:13:48.903880 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-c0fdf618-b589-427e-a58f-c7c56af07ff2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/networks?id=c4de4e42-d754-4b66-a01c-34e7eae4bf29 HTTP/1.1" status: 200 len: 797 time: 0.2570517 Jan 20 11:13:48.959479 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-e047661d-da89-49b5-8bea-9bf73760ba29 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:13:49.095241 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-e047661d-da89-49b5-8bea-9bf73760ba29 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:13:49.096319 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-e047661d-da89-49b5-8bea-9bf73760ba29 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 380 time: 0.1810641 Jan 20 11:13:49.105575 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-13f9e515-4f41-48c4-ab5f-0c9d8c0b1c17 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'port': {'device_id': 'ca751355-6847-47c1-816b-247ad194e70f', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'admin_state_up': True, 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'security_groups': ['25e19cc9-1b96-43e2-bf58-07191bbbf889']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:13:49.242564 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-13f9e515-4f41-48c4-ab5f-0c9d8c0b1c17 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:13:49.252068 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-13f9e515-4f41-48c4-ab5f-0c9d8c0b1c17 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:13:49.348170 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-13f9e515-4f41-48c4-ab5f-0c9d8c0b1c17 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:13:49.352008 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-13f9e515-4f41-48c4-ab5f-0c9d8c0b1c17 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:49.524320 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-13f9e515-4f41-48c4-ab5f-0c9d8c0b1c17 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.14 (c4de4e42-d754-4b66-a01c-34e7eae4bf29/71537d72-947d-40b0-9320-fd69885fc76e/e3afe21c-ca39-44c9-8be8-3a8706838640) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:13:49.713213 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-13f9e515-4f41-48c4-ab5f-0c9d8c0b1c17 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:49.728568 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-13f9e515-4f41-48c4-ab5f-0c9d8c0b1c17 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object e3afe21c-ca39-44c9-8be8-3a8706838640 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:13:49.845427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-13f9e515-4f41-48c4-ab5f-0c9d8c0b1c17 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:49.919942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-13f9e515-4f41-48c4-ab5f-0c9d8c0b1c17 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network c4de4e42-d754-4b66-a01c-34e7eae4bf29 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:13:49.923228 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-13f9e515-4f41-48c4-ab5f-0c9d8c0b1c17 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:13:49.927767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-13f9e515-4f41-48c4-ab5f-0c9d8c0b1c17 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:13:49.956209 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9e515-4f41-48c4-ab5f-0c9d8c0b1c17 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=e3afe21c-ca39-44c9-8be8-3a8706838640,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:49.992896 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-13f9e515-4f41-48c4-ab5f-0c9d8c0b1c17 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:49.993524 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-13f9e515-4f41-48c4-ab5f-0c9d8c0b1c17 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:50.112348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebaedc-8247-4ccf-a987-f022f0f16c86 req-2b46d305-be2f-4d1b-a5ab-f299df545a88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:50.113999 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5cebaedc-8247-4ccf-a987-f022f0f16c86 req-2b46d305-be2f-4d1b-a5ab-f299df545a88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 932 time: 0.0820415 Jan 20 11:13:50.114805 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-13f9e515-4f41-48c4-ab5f-0c9d8c0b1c17 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0129771 Jan 20 11:13:50.125870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Request body: {'port': {'device_id': 'ca751355-6847-47c1-816b-247ad194e70f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:13:50.161872 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5cebaedc-8247-4ccf-a987-f022f0f16c86 req-cc388f26-8223-4366-ba2b-a0e8ad538306 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=25e19cc9-1b96-43e2-bf58-07191bbbf889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415912 Jan 20 11:13:50.234580 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:50.319999 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-28f3e295-c1af-429d-bff8-1f7f37d20ac8 None None] Provisioning for port e3afe21c-ca39-44c9-8be8-3a8706838640 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:13:50.325134 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-28f3e295-c1af-429d-bff8-1f7f37d20ac8 None None] Provisioning complete for port e3afe21c-ca39-44c9-8be8-3a8706838640 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:13:50.325519 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-28f3e295-c1af-429d-bff8-1f7f37d20ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:50.377224 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-28f3e295-c1af-429d-bff8-1f7f37d20ac8 None None] Port e3afe21c-ca39-44c9-8be8-3a8706838640 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:13:50.573472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3afe21c-ca39-44c9-8be8-3a8706838640 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:13:50.580283 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:50.594940 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Transition to ACTIVE for port object e3afe21c-ca39-44c9-8be8-3a8706838640 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:13:50.708160 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:50.929949 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Pushing event updated for resources: {'Port': ['ID=e3afe21c-ca39-44c9-8be8-3a8706838640,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:51.041026 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Attempting to bind port e3afe21c-ca39-44c9-8be8-3a8706838640 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:13:51.041213 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Attempting to bind port e3afe21c-ca39-44c9-8be8-3a8706838640 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '1795ede1-b819-4d7d-a86d-9ed46ab82902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:13:51.041562 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Attempting to bind port e3afe21c-ca39-44c9-8be8-3a8706838640 on network c4de4e42-d754-4b66-a01c-34e7eae4bf29 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:13:51.047144 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Port e3afe21c-ca39-44c9-8be8-3a8706838640 on network c4de4e42-d754-4b66-a01c-34e7eae4bf29 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:13:51.047464 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Attempting to bind port e3afe21c-ca39-44c9-8be8-3a8706838640 on network c4de4e42-d754-4b66-a01c-34e7eae4bf29 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:13:51.054438 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:13:51.054777 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Checking segment: {'id': '1795ede1-b819-4d7d-a86d-9ed46ab82902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:13:51.055163 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Bound using segment: {'id': '1795ede1-b819-4d7d-a86d-9ed46ab82902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:13:51.055612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Bound port: e3afe21c-ca39-44c9-8be8-3a8706838640, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1795ede1-b819-4d7d-a86d-9ed46ab82902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:13:51.055958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:51.143151 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] For port e3afe21c-ca39-44c9-8be8-3a8706838640, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:13:51.146086 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] For port e3afe21c-ca39-44c9-8be8-3a8706838640, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e3afe21c-ca39-44c9-8be8-3a8706838640,segment=NetworkSegment(1795ede1-b819-4d7d-a86d-9ed46ab82902),segment_id=1795ede1-b819-4d7d-a86d-9ed46ab82902)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:13:51.251559 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:51.314572 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:51.315798 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] 10.222.0.72 "PUT /v2.0/ports/e3afe21c-ca39-44c9-8be8-3a8706838640 HTTP/1.1" status: 200 len: 1094 time: 1.1942146 Jan 20 11:13:51.319638 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca751355-6847-47c1-816b-247ad194e70f', 'tag': 'e3afe21c-ca39-44c9-8be8-3a8706838640'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:13:51.347777 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771afb7-aa4c-43e5-84b0-c7a6b2c03b3d service neutron] Pushing event updated for resources: {'Port': ['ID=e3afe21c-ca39-44c9-8be8-3a8706838640,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:51.373322 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c8a0c-5e39-4458-8432-6dd7e546a895 req-f9e809e7-f362-464a-8d7e-2acb683ef14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:51.378298 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e86c8a0c-5e39-4458-8432-6dd7e546a895 req-f9e809e7-f362-464a-8d7e-2acb683ef14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 944 time: 0.0927241 Jan 20 11:13:51.388497 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca751355-6847-47c1-816b-247ad194e70f', 'tag': 'e3afe21c-ca39-44c9-8be8-3a8706838640', 'status': 'completed', 'code': 200} Jan 20 11:13:51.434392 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e86c8a0c-5e39-4458-8432-6dd7e546a895 req-2bef180b-52d6-4b7f-ac72-6879eafad4c5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=25e19cc9-1b96-43e2-bf58-07191bbbf889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528786 Jan 20 11:13:51.482707 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d46750ad-9557-4e73-8819-95485a03cdae req-757f84da-1698-4bcd-a7d5-af3c04f244eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 1097 time: 0.0731385 Jan 20 11:13:51.625773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46750ad-9557-4e73-8819-95485a03cdae req-008758b1-5a90-45f0-8c17-259d401dd481 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:51.627211 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d46750ad-9557-4e73-8819-95485a03cdae req-008758b1-5a90-45f0-8c17-259d401dd481 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1386321 Jan 20 11:13:51.760690 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46750ad-9557-4e73-8819-95485a03cdae req-3f976e21-f84a-4150-a2aa-65a2b01b3526 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:51.762135 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d46750ad-9557-4e73-8819-95485a03cdae req-3f976e21-f84a-4150-a2aa-65a2b01b3526 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291842 Jan 20 11:13:51.867149 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-514292b8-7b53-47b4-a51e-d995b4fc59f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 1097 time: 0.0705395 Jan 20 11:13:51.932157 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-a0804003-c0bd-41f5-b854-4ff5ded80f56 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3afe21c-ca39-44c9-8be8-3a8706838640 HTTP/1.1" status: 200 len: 217 time: 0.0593002 Jan 20 11:13:51.993982 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-f1c35829-6f28-4ba2-b7d2-493f921d68d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:51.995367 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-f1c35829-6f28-4ba2-b7d2-493f921d68d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71537d72-947d-40b0-9320-fd69885fc76e HTTP/1.1" status: 200 len: 835 time: 0.0583858 Jan 20 11:13:52.066617 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-6604fa15-3a17-445e-a644-b84edd32d13b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c4de4e42-d754-4b66-a01c-34e7eae4bf29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657129 Jan 20 11:13:52.193706 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-306756ab-c208-4486-b351-443ede4ea47d service neutron] 10.222.0.72 "GET /v2.0/networks/c4de4e42-d754-4b66-a01c-34e7eae4bf29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206477 Jan 20 11:13:52.320580 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8963e738-28bf-4ac1-9c86-56c3e5d4530d req-b94c4fff-e552-476a-bfe9-8a1bca74e960 service neutron] 10.222.0.72 "GET /v2.0/networks/c4de4e42-d754-4b66-a01c-34e7eae4bf29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208591 Jan 20 11:13:52.629913 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f00bd-e472-43a0-a716-371e75bfc3da req-b8751573-bc8b-42ef-a892-3344680200f9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:52.631343 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-367f00bd-e472-43a0-a716-371e75bfc3da req-b8751573-bc8b-42ef-a892-3344680200f9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 944 time: 0.0749087 Jan 20 11:13:52.676803 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-367f00bd-e472-43a0-a716-371e75bfc3da req-b3f14048-5b37-49f9-902e-7b4038c1a7e3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=25e19cc9-1b96-43e2-bf58-07191bbbf889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398164 Jan 20 11:13:53.200213 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-8e1829a9-4d81-4112-93a9-bab34d1bf761 req-79e1fe34-1265-490d-90f0-ad6bc193d95b service neutron] (84332) timed out ('10.222.0.72', 49857) {{(pid=84332) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 20 11:13:53.871967 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546d0fc-27c5-4344-a599-7e86a455dc3d req-da3d3e51-f48a-413a-b763-ddc0cc0920bb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:53.873385 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5546d0fc-27c5-4344-a599-7e86a455dc3d req-da3d3e51-f48a-413a-b763-ddc0cc0920bb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 944 time: 0.0771577 Jan 20 11:13:53.916809 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5546d0fc-27c5-4344-a599-7e86a455dc3d req-419ade96-c7bb-464e-a820-33b5a368d722 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=25e19cc9-1b96-43e2-bf58-07191bbbf889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379474 Jan 20 11:13:55.112543 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cd016-968e-45d4-85c8-87908dadfc00 req-6e8800f5-b785-48ff-887c-abcd4abc4df5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:55.113946 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-802cd016-968e-45d4-85c8-87908dadfc00 req-6e8800f5-b785-48ff-887c-abcd4abc4df5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 944 time: 0.0751009 Jan 20 11:13:55.158043 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-802cd016-968e-45d4-85c8-87908dadfc00 req-1009ba14-98c6-424d-987a-f89628a04353 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=25e19cc9-1b96-43e2-bf58-07191bbbf889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385799 Jan 20 11:13:55.594734 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device e3afe21c-ca39-44c9-8be8-3a8706838640 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:13:55.726624 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port e3afe21c-ca39-44c9-8be8-3a8706838640, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e3afe21c-ca39-44c9-8be8-3a8706838640,segment=NetworkSegment(1795ede1-b819-4d7d-a86d-9ed46ab82902),segment_id=1795ede1-b819-4d7d-a86d-9ed46ab82902)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:13:55.739153 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'e3afe21c-ca39-44c9-8be8-3a8706838640', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'port_id': 'e3afe21c-ca39-44c9-8be8-3a8706838640', 'mac_address': 'fa:16:3e:0c:b1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71537d72-947d-40b0-9320-fd69885fc76e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:13:55.794634 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:55.812425 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3afe21c-ca39-44c9-8be8-3a8706838640 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:13:55.827995 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port e3afe21c-ca39-44c9-8be8-3a8706838640, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e3afe21c-ca39-44c9-8be8-3a8706838640,segment=NetworkSegment(1795ede1-b819-4d7d-a86d-9ed46ab82902),segment_id=1795ede1-b819-4d7d-a86d-9ed46ab82902)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:13:55.906230 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:55.972396 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=e3afe21c-ca39-44c9-8be8-3a8706838640,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:56.138604 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['e3afe21c-ca39-44c9-8be8-3a8706838640'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:13:56.355299 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4e542-3f50-46d3-a79a-a13a0f6ba7ba req-7d0cefa8-4ff9-4d9c-97eb-779fe135c455 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:56.356764 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-06a4e542-3f50-46d3-a79a-a13a0f6ba7ba req-7d0cefa8-4ff9-4d9c-97eb-779fe135c455 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 945 time: 0.0805409 Jan 20 11:13:56.402606 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-06a4e542-3f50-46d3-a79a-a13a0f6ba7ba req-63a1775a-0751-44ec-b6fa-9ddc07864be1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=25e19cc9-1b96-43e2-bf58-07191bbbf889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401058 Jan 20 11:13:57.597486 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41753d2e-a758-45cd-aa43-a74b99750e90 req-f7ba8a79-d6e4-4cef-b695-4438def0f848 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:57.598988 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-41753d2e-a758-45cd-aa43-a74b99750e90 req-f7ba8a79-d6e4-4cef-b695-4438def0f848 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 945 time: 0.0785022 Jan 20 11:13:57.609432 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device e3afe21c-ca39-44c9-8be8-3a8706838640 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:13:57.639879 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38600) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:13:57.652581 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-41753d2e-a758-45cd-aa43-a74b99750e90 req-5167ebd1-2362-45d7-b84c-7ce97d289222 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=25e19cc9-1b96-43e2-bf58-07191bbbf889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477858 Jan 20 11:13:57.780518 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port e3afe21c-ca39-44c9-8be8-3a8706838640 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:13:57.786858 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port e3afe21c-ca39-44c9-8be8-3a8706838640 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:13:57.787241 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:57.857175 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a1cf6-a9b6-4650-9da1-2f14dbdc67e4 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Deleting port 36724c04-b8df-479f-b2e1-1d8d28534bcc {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:13:57.857428 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a4a1cf6-a9b6-4650-9da1-2f14dbdc67e4 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:57.903921 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:57.932222 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca751355-6847-47c1-816b-247ad194e70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3afe21c-ca39-44c9-8be8-3a8706838640'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:13:57.942247 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port e3afe21c-ca39-44c9-8be8-3a8706838640, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e3afe21c-ca39-44c9-8be8-3a8706838640,segment=NetworkSegment(1795ede1-b819-4d7d-a86d-9ed46ab82902),segment_id=1795ede1-b819-4d7d-a86d-9ed46ab82902)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:13:57.998275 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca751355-6847-47c1-816b-247ad194e70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3afe21c-ca39-44c9-8be8-3a8706838640', 'code': 200} Jan 20 11:13:58.028710 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:58.097433 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=e3afe21c-ca39-44c9-8be8-3a8706838640,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:58.124014 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a4a1cf6-a9b6-4650-9da1-2f14dbdc67e4 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:58.124338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a4a1cf6-a9b6-4650-9da1-2f14dbdc67e4 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:58.244332 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a1cf6-a9b6-4650-9da1-2f14dbdc67e4 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Calling delete_port for 36724c04-b8df-479f-b2e1-1d8d28534bcc owned by network:floatingip {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:13:58.417516 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5e535781-d50c-4327-afa4-539e5c0f4e7b req-2d203fe3-0d3f-4798-9011-a5c9bfaa18d8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 1099 time: 0.1206791 Jan 20 11:13:58.471073 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5e535781-d50c-4327-afa4-539e5c0f4e7b req-7551bad0-43b4-4858-83ca-921d82338042 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=25e19cc9-1b96-43e2-bf58-07191bbbf889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474682 Jan 20 11:13:58.511873 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a4a1cf6-a9b6-4650-9da1-2f14dbdc67e4 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:58.559201 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a1cf6-a9b6-4650-9da1-2f14dbdc67e4 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event deleted for resources: {'Port': ['ID=36724c04-b8df-479f-b2e1-1d8d28534bcc,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:13:58.645904 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a4a1cf6-a9b6-4650-9da1-2f14dbdc67e4 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for floatingip, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:58.854433 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfad05-6b20-4147-b1ec-31ad7cd83598 req-1167f573-127e-4b9b-bb0f-c9dc552eee9b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:58.855891 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d8cfad05-6b20-4147-b1ec-31ad7cd83598 req-1167f573-127e-4b9b-bb0f-c9dc552eee9b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 946 time: 0.0769887 Jan 20 11:13:58.901329 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d8cfad05-6b20-4147-b1ec-31ad7cd83598 req-4fecb104-21b8-4c1a-9424-183a4460f650 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=25e19cc9-1b96-43e2-bf58-07191bbbf889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397925 Jan 20 11:13:59.034316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4a1cf6-a9b6-4650-9da1-2f14dbdc67e4 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Router 0f748072-4c4c-41cb-9e24-456ea93802e7 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:13:59.232316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4a1cf6-a9b6-4650-9da1-2f14dbdc67e4 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:13:59.241568 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215732fe-c09e-4e43-a3f6-bd7f407643ea None None] Sync routers for ids ['0f748072-4c4c-41cb-9e24-456ea93802e7'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:13:59.247947 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a4a1cf6-a9b6-4650-9da1-2f14dbdc67e4 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:13:59.253384 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215732fe-c09e-4e43-a3f6-bd7f407643ea None None] Routers {'0f748072-4c4c-41cb-9e24-456ea93802e7'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:13:59.254025 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-215732fe-c09e-4e43-a3f6-bd7f407643ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:13:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0f748072-4c4c-41cb-9e24-456ea93802e7'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:59.303288 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6a4a1cf6-a9b6-4650-9da1-2f14dbdc67e4 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "DELETE /v2.0/floatingips/9a063222-051c-4495-8a3e-f0a5c68a970f HTTP/1.1" status: 204 len: 168 time: 1.6617408 Jan 20 11:13:59.303919 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09bca51d-56b0-4dd0-920d-03971235b370', 'tag': 'a22260c8-8b07-4a9a-bdbd-70c77a37a425'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:13:59.362165 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09bca51d-56b0-4dd0-920d-03971235b370', 'tag': 'a22260c8-8b07-4a9a-bdbd-70c77a37a425', 'status': 'completed', 'code': 200} Jan 20 11:13:59.455667 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d0453470-7d49-4752-a947-471460390b24 req-6d897c37-d609-4df9-a9f6-96711c212363 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 1099 time: 0.0717978 Jan 20 11:13:59.456704 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-215732fe-c09e-4e43-a3f6-bd7f407643ea None None] Set router 0f748072-4c4c-41cb-9e24-456ea93802e7 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:13:59.606715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0453470-7d49-4752-a947-471460390b24 req-0aa96fd3-71c8-4ba2-9323-15bd6a0e10ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:59.608058 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d0453470-7d49-4752-a947-471460390b24 req-0aa96fd3-71c8-4ba2-9323-15bd6a0e10ca service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 913 time: 0.1452184 Jan 20 11:13:59.795280 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d0453470-7d49-4752-a947-471460390b24 req-f532eb0c-0bea-44cd-86ca-e7cabc864422 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a22260c8-8b07-4a9a-bdbd-70c77a37a425 HTTP/1.1" status: 200 len: 217 time: 0.1804230 Jan 20 11:13:59.869937 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0453470-7d49-4752-a947-471460390b24 req-ca37a5e8-89e9-4abe-9cb0-750c9bdd5b62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:59.871318 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d0453470-7d49-4752-a947-471460390b24 req-ca37a5e8-89e9-4abe-9cb0-750c9bdd5b62 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd01cfe5-3172-4c47-b68a-b9a8e924614a HTTP/1.1" status: 200 len: 851 time: 0.0700321 Jan 20 11:13:59.898085 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-215732fe-c09e-4e43-a3f6-bd7f407643ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '49f4765d-234b-4789-953d-5b8feac31d93', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'floating_ip_address': '172.26.0.92', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'port_id': '00a6304a-e96f-4b27-96b0-204f3e3b34f9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'mac_address': 'fa:16:3e:27:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bada0c-6d51-4c84-a075-66db659b20b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:14Z', 'revision_number': 1, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:56Z', 'revision_number': 5, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:59.902870 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215732fe-c09e-4e43-a3f6-bd7f407643ea None None] Checking router: 0f748072-4c4c-41cb-9e24-456ea93802e7 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:13:59.913717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215732fe-c09e-4e43-a3f6-bd7f407643ea None None] Routers {'0f748072-4c4c-41cb-9e24-456ea93802e7'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:13:59.914399 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-215732fe-c09e-4e43-a3f6-bd7f407643ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:13:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0f748072-4c4c-41cb-9e24-456ea93802e7'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:13:59.961460 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66262d-21f0-4de9-8dca-7b01ef8548b1 req-0f1837a2-554c-4c61-8290-6f2c8d68174d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:13:59.969634 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-be66262d-21f0-4de9-8dca-7b01ef8548b1 req-0f1837a2-554c-4c61-8290-6f2c8d68174d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 946 time: 0.1036868 Jan 20 11:13:59.973236 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d0453470-7d49-4752-a947-471460390b24 req-ab3ee5af-ccbe-41b1-a1ac-ced6b49f0a75 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2976230-b7ed-4004-90c6-e1b2d37a86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0939384 Jan 20 11:14:00.027542 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-be66262d-21f0-4de9-8dca-7b01ef8548b1 req-7d25bcd4-6b72-46d2-a2a7-a5972e04024f tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565383 Jan 20 11:14:00.119092 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-215732fe-c09e-4e43-a3f6-bd7f407643ea None None] Set router 0f748072-4c4c-41cb-9e24-456ea93802e7 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:14:00.122986 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b5585-073a-4e90-8a47-120df7e6c38a req-cd25dc69-3937-4a8b-8f7e-cfca3860ce72 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:00.123791 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d0453470-7d49-4752-a947-471460390b24 req-c7e374f4-7fd2-44af-8290-056b01c13be4 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433361 Jan 20 11:14:00.124420 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e7b5585-073a-4e90-8a47-120df7e6c38a req-cd25dc69-3937-4a8b-8f7e-cfca3860ce72 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 946 time: 0.0796738 Jan 20 11:14:00.170258 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e7b5585-073a-4e90-8a47-120df7e6c38a req-c6f5a5cb-6180-4fa6-84b2-5044da95741d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=25e19cc9-1b96-43e2-bf58-07191bbbf889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403798 Jan 20 11:14:00.262072 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d0453470-7d49-4752-a947-471460390b24 req-36f1f01d-5ca7-4ac1-8699-b3d853316510 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319613 Jan 20 11:14:00.457629 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1ee32-c77a-475c-8352-b414ee7e097b req-c6541cd1-1734-4a26-bbf4-4c1e42b93cd3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:00.459024 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-05f1ee32-c77a-475c-8352-b414ee7e097b req-c6541cd1-1734-4a26-bbf4-4c1e42b93cd3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 946 time: 0.1632836 Jan 20 11:14:00.482876 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-215732fe-c09e-4e43-a3f6-bd7f407643ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '49f4765d-234b-4789-953d-5b8feac31d93', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'floating_ip_address': '172.26.0.92', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'port_id': '00a6304a-e96f-4b27-96b0-204f3e3b34f9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'mac_address': 'fa:16:3e:27:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bada0c-6d51-4c84-a075-66db659b20b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:14Z', 'revision_number': 1, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:56Z', 'revision_number': 5, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:00.487764 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215732fe-c09e-4e43-a3f6-bd7f407643ea None None] The sync data for ids ['0f748072-4c4c-41cb-9e24-456ea93802e7'] in dv-neutron-825471-1-hyperv is: [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '49f4765d-234b-4789-953d-5b8feac31d93', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'floating_ip_address': '172.26.0.92', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'port_id': '00a6304a-e96f-4b27-96b0-204f3e3b34f9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'mac_address': 'fa:16:3e:27:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bada0c-6d51-4c84-a075-66db659b20b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:08:10Z', 'updated_at': '2022-01-20T11:08:14Z', 'revision_number': 1, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:56Z', 'revision_number': 5, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:14:00.507195 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-05f1ee32-c77a-475c-8352-b414ee7e097b req-7576a4c7-5347-4d63-9533-6a77846f2f62 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=25e19cc9-1b96-43e2-bf58-07191bbbf889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417030 Jan 20 11:14:00.535395 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38618) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:00.603404 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d77c6132-51b8-4d61-b50b-7c06a905b52e tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 1094 time: 0.0668859 Jan 20 11:14:00.606106 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38622) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:00.611173 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': 'e3afe21c-ca39-44c9-8be8-3a8706838640', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:14:00.616714 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:14:00.621098 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:floatingip and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:14:00.623906 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:14:00.629329 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:14:00.702084 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:00.836467 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:00.971322 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.26.0.100 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/01c3daa9-29be-43a8-bcea-7cba52fbf033) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:14:01.112849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:01.189723 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:01.269404 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:14:01.275681 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:14:01.282885 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:14:01.314027 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=01c3daa9-29be-43a8-bcea-7cba52fbf033,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:01.333190 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168fdc4-091f-4bd0-b78d-3b6ecfce39cd req-7954784e-2a45-4150-8b15-d458da0d5240 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:01.334653 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0168fdc4-091f-4bd0-b78d-3b6ecfce39cd req-7954784e-2a45-4150-8b15-d458da0d5240 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 946 time: 0.1922944 Jan 20 11:14:01.380562 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-631c6590-854a-4cb1-8b3c-e2566cfb3dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:01.429334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdd570-e379-49c3-b9bb-3547aceeeb7b req-ae6d2547-09e5-48e8-8ae9-e69b0d7d7d87 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:01.430821 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-0ebdd570-e379-49c3-b9bb-3547aceeeb7b req-ae6d2547-09e5-48e8-8ae9-e69b0d7d7d87 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Synchronizing usage tracker for tenant:e7bf4b9940474d57840e18b7d1fdae0c on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:14:01.464499 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0168fdc4-091f-4bd0-b78d-3b6ecfce39cd req-bcb26ce3-034a-4829-9479-a89a80c90776 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238201 Jan 20 11:14:01.507572 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-0ebdd570-e379-49c3-b9bb-3547aceeeb7b req-ae6d2547-09e5-48e8-8ae9-e69b0d7d7d87 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Unset dirty status for tenant:e7bf4b9940474d57840e18b7d1fdae0c on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:14:01.508795 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0ebdd570-e379-49c3-b9bb-3547aceeeb7b req-ae6d2547-09e5-48e8-8ae9-e69b0d7d7d87 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.72 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 946 time: 0.1601713 Jan 20 11:14:01.576068 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-0ebdd570-e379-49c3-b9bb-3547aceeeb7b req-c50f403e-0cfa-4163-abf5-0c10a7be3e03 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Deleting port a22260c8-8b07-4a9a-bdbd-70c77a37a425 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:14:01.576411 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0ebdd570-e379-49c3-b9bb-3547aceeeb7b req-c50f403e-0cfa-4163-abf5-0c10a7be3e03 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:01.818288 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-0ebdd570-e379-49c3-b9bb-3547aceeeb7b req-c50f403e-0cfa-4163-abf5-0c10a7be3e03 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] For port a22260c8-8b07-4a9a-bdbd-70c77a37a425, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=a22260c8-8b07-4a9a-bdbd-70c77a37a425,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:14:01.818647 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0ebdd570-e379-49c3-b9bb-3547aceeeb7b req-c50f403e-0cfa-4163-abf5-0c10a7be3e03 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:01.835243 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:01.939454 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-0ebdd570-e379-49c3-b9bb-3547aceeeb7b req-c50f403e-0cfa-4163-abf5-0c10a7be3e03 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Calling delete_port for a22260c8-8b07-4a9a-bdbd-70c77a37a425 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:14:01.955326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:02.067030 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79812dac-eb28-4521-8418-9ccbb0460a96 None None] New status for floating IP 9a063222-051c-4495-8a3e-f0a5c68a970f: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:14:02.152034 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0ebdd570-e379-49c3-b9bb-3547aceeeb7b req-c50f403e-0cfa-4163-abf5-0c10a7be3e03 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:02.167752 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:02.200361 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f403e-0cfa-4163-abf5-0c10a7be3e03 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event deleted for resources: {'Port': ['ID=a22260c8-8b07-4a9a-bdbd-70c77a37a425,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:02.243501 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:02.278602 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebdd570-e379-49c3-b9bb-3547aceeeb7b req-c50f403e-0cfa-4163-abf5-0c10a7be3e03 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] No DVR routers for this DVR port a22260c8-8b07-4a9a-bdbd-70c77a37a425 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:14:02.281132 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0ebdd570-e379-49c3-b9bb-3547aceeeb7b req-c50f403e-0cfa-4163-abf5-0c10a7be3e03 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:02.283675 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bca51d-56b0-4dd0-920d-03971235b370', 'name': 'network-vif-deleted', 'tag': 'a22260c8-8b07-4a9a-bdbd-70c77a37a425'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:14:02.343311 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bca51d-56b0-4dd0-920d-03971235b370', 'name': 'network-vif-deleted', 'tag': 'a22260c8-8b07-4a9a-bdbd-70c77a37a425', 'status': 'completed', 'code': 200} Jan 20 11:14:02.345131 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0ebdd570-e379-49c3-b9bb-3547aceeeb7b req-c50f403e-0cfa-4163-abf5-0c10a7be3e03 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.72 "DELETE /v2.0/ports/a22260c8-8b07-4a9a-bdbd-70c77a37a425 HTTP/1.1" status: 204 len: 173 time: 0.8314795 Jan 20 11:14:02.434713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=01c3daa9-29be-43a8-bcea-7cba52fbf033,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:02.452215 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:02.655882 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9ab0ca41-b579-4cb9-9a26-bee88fc1caf3 req-e4a2161e-10af-4f1d-bfc5-5926e34c7ae5 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 210 time: 0.0562789 Jan 20 11:14:02.707411 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Floating IP 8c7aeea7-1b67-41de-a235-40b1dc2a3090 associated. External IP: 172.26.0.100, port: e3afe21c-ca39-44c9-8be8-3a8706838640. Jan 20 11:14:03.109606 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 7535f2ef-e35d-49fb-944b-51ae05cc728f has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:14:03.313598 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:14:03.324312 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf2270-5c3b-4351-99c3-6f1f9050569d None None] Sync routers for ids ['7535f2ef-e35d-49fb-944b-51ae05cc728f'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:14:03.337994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf2270-5c3b-4351-99c3-6f1f9050569d None None] Routers {'7535f2ef-e35d-49fb-944b-51ae05cc728f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:14:03.338615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-bcbf2270-5c3b-4351-99c3-6f1f9050569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:13:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7535f2ef-e35d-49fb-944b-51ae05cc728f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:03.416183 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:03.472404 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-027c8bda-78bf-4aba-bd2a-a76e5a298d95 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8652277 Jan 20 11:14:03.473163 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca751355-6847-47c1-816b-247ad194e70f', 'tag': 'e3afe21c-ca39-44c9-8be8-3a8706838640'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:14:03.475235 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38632) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:03.520060 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-bcbf2270-5c3b-4351-99c3-6f1f9050569d None None] Set router 7535f2ef-e35d-49fb-944b-51ae05cc728f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:14:03.530860 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca751355-6847-47c1-816b-247ad194e70f', 'tag': 'e3afe21c-ca39-44c9-8be8-3a8706838640', 'status': 'completed', 'code': 200} Jan 20 11:14:03.634541 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5ba2b605-fdc3-462b-b34c-c85f215d6edf tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/8c7aeea7-1b67-41de-a235-40b1dc2a3090 HTTP/1.1" status: 200 len: 992 time: 0.1558096 Jan 20 11:14:03.651881 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4f2208f4-de8a-4c79-a7c8-a7b117a608fc req-ae46cc9c-09a6-421a-82cb-fc5535eb4eba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 1099 time: 0.0966439 Jan 20 11:14:03.840095 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac55054b-1824-4e50-a759-fd3269c635fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:03.884180 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2208f4-de8a-4c79-a7c8-a7b117a608fc req-04229641-b8ef-458f-8b64-d6c7c4ae2e4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:03.885631 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4f2208f4-de8a-4c79-a7c8-a7b117a608fc req-04229641-b8ef-458f-8b64-d6c7c4ae2e4b service neutron] 10.222.0.72 "GET /v2.0/networks?id=c4de4e42-d754-4b66-a01c-34e7eae4bf29 HTTP/1.1" status: 200 len: 898 time: 0.2282035 Jan 20 11:14:03.912542 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3133e9a2-748d-4890-bb45-7eddf2af0213 req-2d3af6b4-f1dd-4ddc-9b15-9dde7ded1440 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=09bca51d-56b0-4dd0-920d-03971235b370 HTTP/1.1" status: 200 len: 210 time: 0.0897510 Jan 20 11:14:03.938808 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-bcbf2270-5c3b-4351-99c3-6f1f9050569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '8c7aeea7-1b67-41de-a235-40b1dc2a3090', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.100', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'port_id': 'e3afe21c-ca39-44c9-8be8-3a8706838640', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'mac_address': 'fa:16:3e:0c:b1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751355-6847-47c1-816b-247ad194e70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:14:01Z', 'updated_at': '2022-01-20T11:14:01Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a835017-6b25-4d11-bb72-586e7ca347c8', 'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:d7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71537d72-947d-40b0-9320-fd69885fc76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:39Z', 'updated_at': '2022-01-20T11:13:46Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '71537d72-947d-40b0-9320-fd69885fc76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:03.942996 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf2270-5c3b-4351-99c3-6f1f9050569d None None] Checking router: 7535f2ef-e35d-49fb-944b-51ae05cc728f for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:14:03.960249 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf2270-5c3b-4351-99c3-6f1f9050569d None None] Routers {'7535f2ef-e35d-49fb-944b-51ae05cc728f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:14:03.961448 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-bcbf2270-5c3b-4351-99c3-6f1f9050569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:14:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7535f2ef-e35d-49fb-944b-51ae05cc728f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:04.011003 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4f2208f4-de8a-4c79-a7c8-a7b117a608fc req-3c5e2696-087a-4e93-8b17-6b0139b58be0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3afe21c-ca39-44c9-8be8-3a8706838640 HTTP/1.1" status: 200 len: 1000 time: 0.1196911 Jan 20 11:14:04.079603 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2208f4-de8a-4c79-a7c8-a7b117a608fc req-b1108a82-21b1-4c41-8c43-7acf17ee2ba1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:04.081180 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4f2208f4-de8a-4c79-a7c8-a7b117a608fc req-b1108a82-21b1-4c41-8c43-7acf17ee2ba1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71537d72-947d-40b0-9320-fd69885fc76e HTTP/1.1" status: 200 len: 835 time: 0.0602076 Jan 20 11:14:04.135356 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-bcbf2270-5c3b-4351-99c3-6f1f9050569d None None] Set router 7535f2ef-e35d-49fb-944b-51ae05cc728f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:14:04.157882 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4f2208f4-de8a-4c79-a7c8-a7b117a608fc req-0995e1b3-30c9-48c3-b6d3-31c54ca7e412 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c4de4e42-d754-4b66-a01c-34e7eae4bf29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697138 Jan 20 11:14:04.290063 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4f2208f4-de8a-4c79-a7c8-a7b117a608fc req-210f90e8-8121-4563-ac5e-31a485666705 service neutron] 10.222.0.72 "GET /v2.0/networks/c4de4e42-d754-4b66-a01c-34e7eae4bf29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261590 Jan 20 11:14:04.420134 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4f2208f4-de8a-4c79-a7c8-a7b117a608fc req-adc35813-d92d-47ac-b72e-d7eea5cf85f5 service neutron] 10.222.0.72 "GET /v2.0/networks/c4de4e42-d754-4b66-a01c-34e7eae4bf29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247821 Jan 20 11:14:04.527087 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-bcbf2270-5c3b-4351-99c3-6f1f9050569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '8c7aeea7-1b67-41de-a235-40b1dc2a3090', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.100', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'port_id': 'e3afe21c-ca39-44c9-8be8-3a8706838640', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'mac_address': 'fa:16:3e:0c:b1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751355-6847-47c1-816b-247ad194e70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:14:01Z', 'updated_at': '2022-01-20T11:14:01Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a835017-6b25-4d11-bb72-586e7ca347c8', 'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:d7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71537d72-947d-40b0-9320-fd69885fc76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:39Z', 'updated_at': '2022-01-20T11:13:46Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '71537d72-947d-40b0-9320-fd69885fc76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:04.530977 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf2270-5c3b-4351-99c3-6f1f9050569d None None] The sync data for ids ['7535f2ef-e35d-49fb-944b-51ae05cc728f'] in dv-neutron-825471-1-hyperv is: [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '8c7aeea7-1b67-41de-a235-40b1dc2a3090', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.100', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'port_id': 'e3afe21c-ca39-44c9-8be8-3a8706838640', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'mac_address': 'fa:16:3e:0c:b1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca751355-6847-47c1-816b-247ad194e70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:14:01Z', 'updated_at': '2022-01-20T11:14:01Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a835017-6b25-4d11-bb72-586e7ca347c8', 'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:d7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71537d72-947d-40b0-9320-fd69885fc76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:39Z', 'updated_at': '2022-01-20T11:13:46Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '71537d72-947d-40b0-9320-fd69885fc76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:14:04.636963 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38640) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:04.729654 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb1800-5f8f-4722-adf2-57f653df3115 None None] New status for floating IP 8c7aeea7-1b67-41de-a235-40b1dc2a3090: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:14:04.748448 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-777c80b7-4f1b-4993-92fb-b241624724d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/8c7aeea7-1b67-41de-a235-40b1dc2a3090 HTTP/1.1" status: 200 len: 992 time: 0.1102700 Jan 20 11:14:04.799270 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:04.940633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:05.633797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device a22260c8-8b07-4a9a-bdbd-70c77a37a425 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:14:05.671926 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: a22260c8-8b07-4a9a-bdbd-70c77a37a425 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:14:05.672407 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device a22260c8-8b07-4a9a-bdbd-70c77a37a425 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:14:05.750732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38650) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:05.857839 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-90f66f1d-74d5-40d5-ba69-011ec8424d9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/8c7aeea7-1b67-41de-a235-40b1dc2a3090 HTTP/1.1" status: 200 len: 994 time: 0.1059048 Jan 20 11:14:06.267964 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:09.541513 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:09.752409 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38666) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:09.951924 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e1edc479-9f27-47dc-b1d4-9e70f0d45cc7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Deleting port e6d24896-e7f0-4666-baa3-31376420b238 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:14:09.951924 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1edc479-9f27-47dc-b1d4-9e70f0d45cc7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:10.110206 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1edc479-9f27-47dc-b1d4-9e70f0d45cc7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:10.110446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1edc479-9f27-47dc-b1d4-9e70f0d45cc7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:10.326760 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e1edc479-9f27-47dc-b1d4-9e70f0d45cc7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Calling delete_port for e6d24896-e7f0-4666-baa3-31376420b238 owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:14:10.559314 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1edc479-9f27-47dc-b1d4-9e70f0d45cc7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:10.620438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edc479-9f27-47dc-b1d4-9e70f0d45cc7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event deleted for resources: {'Port': ['ID=e6d24896-e7f0-4666-baa3-31376420b238,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:10.719264 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1edc479-9f27-47dc-b1d4-9e70f0d45cc7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:11.156238 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1edc479-9f27-47dc-b1d4-9e70f0d45cc7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Router 0f748072-4c4c-41cb-9e24-456ea93802e7 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:14:11.357320 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1edc479-9f27-47dc-b1d4-9e70f0d45cc7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:14:11.366690 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0aad69-fba3-4f84-bc81-d2d16e58a0d3 None None] Sync routers for ids ['0f748072-4c4c-41cb-9e24-456ea93802e7'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:14:11.373124 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1edc479-9f27-47dc-b1d4-9e70f0d45cc7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:11.378274 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0aad69-fba3-4f84-bc81-d2d16e58a0d3 None None] Routers {'0f748072-4c4c-41cb-9e24-456ea93802e7'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:14:11.378908 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-cf0aad69-fba3-4f84-bc81-d2d16e58a0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:14:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0f748072-4c4c-41cb-9e24-456ea93802e7'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:11.465644 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e1edc479-9f27-47dc-b1d4-9e70f0d45cc7 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "DELETE /v2.0/floatingips/49f4765d-234b-4789-953d-5b8feac31d93 HTTP/1.1" status: 204 len: 168 time: 1.7121327 Jan 20 11:14:11.466201 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bada0c-6d51-4c84-a075-66db659b20b2', 'tag': '00a6304a-e96f-4b27-96b0-204f3e3b34f9'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:14:11.522472 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66bada0c-6d51-4c84-a075-66db659b20b2', 'tag': '00a6304a-e96f-4b27-96b0-204f3e3b34f9', 'status': 'completed', 'code': 200} Jan 20 11:14:11.583571 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-cf0aad69-fba3-4f84-bc81-d2d16e58a0d3 None None] Set router 0f748072-4c4c-41cb-9e24-456ea93802e7 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:14:11.624206 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b5d7c61b-33ca-415d-baee-a4e19a37ac5d req-c74146c7-b89e-428f-a1aa-698c4d4da9c5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 1099 time: 0.0714426 Jan 20 11:14:11.759789 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7c61b-33ca-415d-baee-a4e19a37ac5d req-9571073b-96b4-430c-8e71-441bce7e90c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:11.761344 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b5d7c61b-33ca-415d-baee-a4e19a37ac5d req-9571073b-96b4-430c-8e71-441bce7e90c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 200 len: 913 time: 0.1299498 Jan 20 11:14:11.836348 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b5d7c61b-33ca-415d-baee-a4e19a37ac5d req-e66f89a8-6ad4-4b39-bdc2-ed2f8e3cba80 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00a6304a-e96f-4b27-96b0-204f3e3b34f9 HTTP/1.1" status: 200 len: 217 time: 0.0674002 Jan 20 11:14:11.895659 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-cf0aad69-fba3-4f84-bc81-d2d16e58a0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:56Z', 'revision_number': 5, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:11.899921 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0aad69-fba3-4f84-bc81-d2d16e58a0d3 None None] Checking router: 0f748072-4c4c-41cb-9e24-456ea93802e7 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:14:11.900647 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7c61b-33ca-415d-baee-a4e19a37ac5d req-0c4aba43-2367-40d2-bcab-8daa43c35935 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:11.902096 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b5d7c61b-33ca-415d-baee-a4e19a37ac5d req-0c4aba43-2367-40d2-bcab-8daa43c35935 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd01cfe5-3172-4c47-b68a-b9a8e924614a HTTP/1.1" status: 200 len: 851 time: 0.0597491 Jan 20 11:14:11.914421 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0aad69-fba3-4f84-bc81-d2d16e58a0d3 None None] Routers {'0f748072-4c4c-41cb-9e24-456ea93802e7'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:14:11.915344 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-cf0aad69-fba3-4f84-bc81-d2d16e58a0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:14:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0f748072-4c4c-41cb-9e24-456ea93802e7'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:12.011497 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b5d7c61b-33ca-415d-baee-a4e19a37ac5d req-4cf12134-bbe2-4579-b182-eab2c94cceb0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2976230-b7ed-4004-90c6-e1b2d37a86aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0966520 Jan 20 11:14:12.109365 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-cf0aad69-fba3-4f84-bc81-d2d16e58a0d3 None None] Set router 0f748072-4c4c-41cb-9e24-456ea93802e7 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:14:12.148811 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b5d7c61b-33ca-415d-baee-a4e19a37ac5d req-22c4cafd-3613-45fb-a23d-a93c6501a5e7 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295829 Jan 20 11:14:12.194399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca7d23-1f6f-4751-85af-1e7d86182d84 req-52718184-0f8c-47ef-98b8-ff90fa6713e3 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:12.195391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-81ca7d23-1f6f-4751-85af-1e7d86182d84 req-52718184-0f8c-47ef-98b8-ff90fa6713e3 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Synchronizing usage tracker for tenant:e7bf4b9940474d57840e18b7d1fdae0c on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:14:12.255971 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-81ca7d23-1f6f-4751-85af-1e7d86182d84 req-52718184-0f8c-47ef-98b8-ff90fa6713e3 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Unset dirty status for tenant:e7bf4b9940474d57840e18b7d1fdae0c on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:14:12.257508 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81ca7d23-1f6f-4751-85af-1e7d86182d84 req-52718184-0f8c-47ef-98b8-ff90fa6713e3 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 946 time: 0.2426140 Jan 20 11:14:12.284726 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b5d7c61b-33ca-415d-baee-a4e19a37ac5d req-034f7ee7-967f-4863-8001-8ac9f15e53e5 service neutron] 10.222.0.72 "GET /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287415 Jan 20 11:14:12.307181 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81ca7d23-1f6f-4751-85af-1e7d86182d84 req-9737718c-f537-48db-879f-de18ce91a0bc tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb23168f-4d27-4cea-ad80-a39b3e8298da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428002 Jan 20 11:14:12.478159 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-cf0aad69-fba3-4f84-bc81-d2d16e58a0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:56Z', 'revision_number': 5, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:12.482037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0aad69-fba3-4f84-bc81-d2d16e58a0d3 None None] The sync data for ids ['0f748072-4c4c-41cb-9e24-456ea93802e7'] in dv-neutron-825471-1-hyperv is: [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:02:49Z', 'revision_number': 4, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd0f3fe1b-31d5-46cc-830e-ed9b0d957113', 'name': '', 'network_id': 'f2976230-b7ed-4004-90c6-e1b2d37a86aa', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'mac_address': 'fa:16:3e:91:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:48Z', 'updated_at': '2022-01-20T11:02:56Z', 'revision_number': 5, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'subnets': [{'id': 'fd01cfe5-3172-4c47-b68a-b9a8e924614a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:14:12.710449 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19853170-e52c-4f01-9651-aaf5810be4ad req-5014981e-4969-450d-b5cb-93f4e550b2cc tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:12.711129 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-19853170-e52c-4f01-9651-aaf5810be4ad req-5014981e-4969-450d-b5cb-93f4e550b2cc tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Synchronizing usage tracker for tenant:e7bf4b9940474d57840e18b7d1fdae0c on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:14:12.714404 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c50866-2cd5-417c-842e-39186ba350a3 None None] New status for floating IP 49f4765d-234b-4789-953d-5b8feac31d93: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:14:12.723821 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-19853170-e52c-4f01-9651-aaf5810be4ad req-5014981e-4969-450d-b5cb-93f4e550b2cc tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Unset dirty status for tenant:e7bf4b9940474d57840e18b7d1fdae0c on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:14:12.724916 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-19853170-e52c-4f01-9651-aaf5810be4ad req-5014981e-4969-450d-b5cb-93f4e550b2cc tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.72 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 946 time: 0.1934073 Jan 20 11:14:12.792964 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-19853170-e52c-4f01-9651-aaf5810be4ad req-07470562-a903-4a64-bacf-45c4280f9cef tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Deleting port 00a6304a-e96f-4b27-96b0-204f3e3b34f9 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:14:12.793225 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-19853170-e52c-4f01-9651-aaf5810be4ad req-07470562-a903-4a64-bacf-45c4280f9cef tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:13.041208 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-19853170-e52c-4f01-9651-aaf5810be4ad req-07470562-a903-4a64-bacf-45c4280f9cef tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] For port 00a6304a-e96f-4b27-96b0-204f3e3b34f9, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=00a6304a-e96f-4b27-96b0-204f3e3b34f9,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:14:13.041583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-19853170-e52c-4f01-9651-aaf5810be4ad req-07470562-a903-4a64-bacf-45c4280f9cef tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:13.158064 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-19853170-e52c-4f01-9651-aaf5810be4ad req-07470562-a903-4a64-bacf-45c4280f9cef tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Calling delete_port for 00a6304a-e96f-4b27-96b0-204f3e3b34f9 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:14:13.397647 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-19853170-e52c-4f01-9651-aaf5810be4ad req-07470562-a903-4a64-bacf-45c4280f9cef tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:13.450583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07470562-a903-4a64-bacf-45c4280f9cef tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event deleted for resources: {'Port': ['ID=00a6304a-e96f-4b27-96b0-204f3e3b34f9,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:13.523792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-19853170-e52c-4f01-9651-aaf5810be4ad req-07470562-a903-4a64-bacf-45c4280f9cef tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] No DVR routers for this DVR port 00a6304a-e96f-4b27-96b0-204f3e3b34f9 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:14:13.528855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-19853170-e52c-4f01-9651-aaf5810be4ad req-07470562-a903-4a64-bacf-45c4280f9cef tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:13.528855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bada0c-6d51-4c84-a075-66db659b20b2', 'name': 'network-vif-deleted', 'tag': '00a6304a-e96f-4b27-96b0-204f3e3b34f9'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:14:13.569178 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5721a230-a9d4-412a-ab38-f98c601405de req-c486cfec-d768-46a1-b2ff-a81180d2e6ee tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 210 time: 0.1382599 Jan 20 11:14:13.584749 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bada0c-6d51-4c84-a075-66db659b20b2', 'name': 'network-vif-deleted', 'tag': '00a6304a-e96f-4b27-96b0-204f3e3b34f9', 'status': 'completed', 'code': 200} Jan 20 11:14:13.599407 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-19853170-e52c-4f01-9651-aaf5810be4ad req-07470562-a903-4a64-bacf-45c4280f9cef tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.72 "DELETE /v2.0/ports/00a6304a-e96f-4b27-96b0-204f3e3b34f9 HTTP/1.1" status: 204 len: 173 time: 0.8690679 Jan 20 11:14:14.745387 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2bba30a6-e9cd-4589-8465-6747ceea287b req-4332dc19-e381-44e3-bbf4-de3e5812c8e9 tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "GET /v2.0/ports?device_id=66bada0c-6d51-4c84-a075-66db659b20b2 HTTP/1.1" status: 200 len: 210 time: 0.0401611 Jan 20 11:14:15.680267 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 00a6304a-e96f-4b27-96b0-204f3e3b34f9 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:14:15.716613 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 00a6304a-e96f-4b27-96b0-204f3e3b34f9 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:14:15.716960 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 00a6304a-e96f-4b27-96b0-204f3e3b34f9 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:14:15.851029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38688) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:16.002777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-16603efa-bbdc-4827-b22d-676fc3ed696b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Deleting port e93e9b79-dd7b-4b6c-8f62-8febaa5c119e {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:14:16.003113 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-16603efa-bbdc-4827-b22d-676fc3ed696b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:16.251711 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-16603efa-bbdc-4827-b22d-676fc3ed696b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:16.252027 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-16603efa-bbdc-4827-b22d-676fc3ed696b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:16.369669 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-16603efa-bbdc-4827-b22d-676fc3ed696b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Calling delete_port for e93e9b79-dd7b-4b6c-8f62-8febaa5c119e owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:14:16.547318 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-16603efa-bbdc-4827-b22d-676fc3ed696b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:16.593854 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16603efa-bbdc-4827-b22d-676fc3ed696b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event deleted for resources: {'Port': ['ID=e93e9b79-dd7b-4b6c-8f62-8febaa5c119e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:16.681758 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-16603efa-bbdc-4827-b22d-676fc3ed696b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:16.695240 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-16603efa-bbdc-4827-b22d-676fc3ed696b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:16.696478 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-16603efa-bbdc-4827-b22d-676fc3ed696b tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "DELETE /v2.0/floatingips/564f3dbf-1c65-4db5-84a3-4b1844333a9c HTTP/1.1" status: 204 len: 168 time: 0.8442674 Jan 20 11:14:19.301864 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38704) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:19.374247 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fcb108ae-6406-48e5-9f36-cd0cd6cae75d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:19.407081 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fcb108ae-6406-48e5-9f36-cd0cd6cae75d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:19.542046 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fcb108ae-6406-48e5-9f36-cd0cd6cae75d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:19.560486 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb108ae-6406-48e5-9f36-cd0cd6cae75d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb23168f-4d27-4cea-ad80-a39b3e8298da,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:19.639186 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fcb108ae-6406-48e5-9f36-cd0cd6cae75d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:19.640355 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fcb108ae-6406-48e5-9f36-cd0cd6cae75d tempest-TestVolumeBootPattern-1391067475 tempest-TestVolumeBootPattern-1391067475-project] 10.222.0.70 "DELETE /v2.0/security-groups/fb23168f-4d27-4cea-ad80-a39b3e8298da HTTP/1.1" status: 204 len: 168 time: 0.3375232 Jan 20 11:14:19.761854 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38710) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:20.316666 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b2f98e5-2295-4423-864a-9216398ff163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:20.982820 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8b2f98e5-2295-4423-864a-9216398ff163 admin admin] Deleting port d0f3fe1b-31d5-46cc-830e-ed9b0d957113 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:14:20.983438 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b2f98e5-2295-4423-864a-9216398ff163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:21.159063 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-8b2f98e5-2295-4423-864a-9216398ff163 admin admin] For port d0f3fe1b-31d5-46cc-830e-ed9b0d957113, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d0f3fe1b-31d5-46cc-830e-ed9b0d957113,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:14:21.159420 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b2f98e5-2295-4423-864a-9216398ff163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:21.281368 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8b2f98e5-2295-4423-864a-9216398ff163 admin admin] Calling delete_port for d0f3fe1b-31d5-46cc-830e-ed9b0d957113 owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:14:21.528710 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b2f98e5-2295-4423-864a-9216398ff163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:21.571484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f98e5-2295-4423-864a-9216398ff163 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0f3fe1b-31d5-46cc-830e-ed9b0d957113,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:21.864462 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8b2f98e5-2295-4423-864a-9216398ff163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:22.525901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2f98e5-2295-4423-864a-9216398ff163 admin admin] Router 0f748072-4c4c-41cb-9e24-456ea93802e7 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:14:22.721910 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2f98e5-2295-4423-864a-9216398ff163 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:14:22.730832 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af66937-c15e-4ced-8663-98a25156a75b None None] Sync routers for ids ['0f748072-4c4c-41cb-9e24-456ea93802e7'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:14:22.734144 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8b2f98e5-2295-4423-864a-9216398ff163 admin admin] 10.222.0.70 "PUT /v2.0/routers/0f748072-4c4c-41cb-9e24-456ea93802e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9712036 Jan 20 11:14:22.736564 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38716) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:22.742694 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af66937-c15e-4ced-8663-98a25156a75b None None] Routers {'0f748072-4c4c-41cb-9e24-456ea93802e7'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:14:22.743296 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-2af66937-c15e-4ced-8663-98a25156a75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:14:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0f748072-4c4c-41cb-9e24-456ea93802e7'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:22.919143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-2af66937-c15e-4ced-8663-98a25156a75b None None] Set router 0f748072-4c4c-41cb-9e24-456ea93802e7 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:14:22.932816 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:23.025440 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:14:23.128680 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:23.204639 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-2af66937-c15e-4ced-8663-98a25156a75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:14:21Z', 'revision_number': 5, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port': {'id': 'c6401cfb-2be6-4544-98cb-9381ef3de353', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:02:42Z', 'updated_at': '2022-01-20T11:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:23.208519 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af66937-c15e-4ced-8663-98a25156a75b None None] Checking router: 0f748072-4c4c-41cb-9e24-456ea93802e7 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:14:23.218842 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af66937-c15e-4ced-8663-98a25156a75b None None] Routers {'0f748072-4c4c-41cb-9e24-456ea93802e7'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:14:23.219427 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-2af66937-c15e-4ced-8663-98a25156a75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:14:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['0f748072-4c4c-41cb-9e24-456ea93802e7'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:23.225869 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Deleting port c6401cfb-2be6-4544-98cb-9381ef3de353 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:14:23.226833 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:23.364586 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-2af66937-c15e-4ced-8663-98a25156a75b None None] Set router 0f748072-4c4c-41cb-9e24-456ea93802e7 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:14:23.397900 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] For port c6401cfb-2be6-4544-98cb-9381ef3de353, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c6401cfb-2be6-4544-98cb-9381ef3de353,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:14:23.398371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:23.467101 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-2af66937-c15e-4ced-8663-98a25156a75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:14:23Z', 'revision_number': 6, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:23.471090 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af66937-c15e-4ced-8663-98a25156a75b None None] The sync data for ids ['0f748072-4c4c-41cb-9e24-456ea93802e7'] in dv-neutron-825471-1-hyperv is: [{'id': '0f748072-4c4c-41cb-9e24-456ea93802e7', 'name': 'tempest-TestVolumeBootPattern-1603782598-router', 'tenant_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:39Z', 'updated_at': '2022-01-20T11:14:23Z', 'revision_number': 6, 'project_id': 'e7bf4b9940474d57840e18b7d1fdae0c', 'gw_port_host': None}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:14:23.527517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Calling delete_port for c6401cfb-2be6-4544-98cb-9381ef3de353 owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:14:23.747248 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:23.790977 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Pushing event deleted for resources: {'Port': ['ID=c6401cfb-2be6-4544-98cb-9381ef3de353,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:23.831183 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:23.831537 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:23.831880 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:23.832215 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:23.832552 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:23.832882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:23.833208 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:23.833552 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:23.833918 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:23.834250 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:23.834568 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:24.126133 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:24.288633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c6401cfb-2be6-4544-98cb-9381ef3de353 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:14:24.332635 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: c6401cfb-2be6-4544-98cb-9381ef3de353 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:14:24.332982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c6401cfb-2be6-4544-98cb-9381ef3de353 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:14:24.333598 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d0f3fe1b-31d5-46cc-830e-ed9b0d957113 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:14:24.368629 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: d0f3fe1b-31d5-46cc-830e-ed9b0d957113 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:14:24.368985 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d0f3fe1b-31d5-46cc-830e-ed9b0d957113 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:14:24.388137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:24.397774 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:24.512692 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:24.513289 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f748072-4c4c-41cb-9e24-456ea93802e7 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:14:24.525559 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:24.526687 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f31a9538-5ad9-4fb6-98b1-e6813105df4c admin admin] 10.222.0.70 "DELETE /v2.0/routers/0f748072-4c4c-41cb-9e24-456ea93802e7 HTTP/1.1" status: 204 len: 168 time: 1.7892494 Jan 20 11:14:24.529463 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38724) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:24.593512 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-663490f2-73bf-4f72-a4b0-f67be9fa7e3f admin admin] Deleting subnet fd01cfe5-3172-4c47-b68a-b9a8e924614a {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:14:24.596863 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-663490f2-73bf-4f72-a4b0-f67be9fa7e3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:24.644431 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-663490f2-73bf-4f72-a4b0-f67be9fa7e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:24.720524 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-663490f2-73bf-4f72-a4b0-f67be9fa7e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:24.845022 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-663490f2-73bf-4f72-a4b0-f67be9fa7e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:24.880564 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663490f2-73bf-4f72-a4b0-f67be9fa7e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd01cfe5-3172-4c47-b68a-b9a8e924614a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:24.887032 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-663490f2-73bf-4f72-a4b0-f67be9fa7e3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:24.895062 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-663490f2-73bf-4f72-a4b0-f67be9fa7e3f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fd01cfe5-3172-4c47-b68a-b9a8e924614a HTTP/1.1" status: 204 len: 168 time: 0.3625224 Jan 20 11:14:24.895249 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5a6a7e-5644-4a9e-8349-ce7b797ba603 None None] Network f2976230-b7ed-4004-90c6-e1b2d37a86aa requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:14:24.895725 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38728) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:25.001591 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:25.012279 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] Deleting port 9335c60b-5067-45a6-8e0f-13d7fb72e26a {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:14:25.012611 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:25.146594 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd849029-7dab-4a7c-8d1d-addb86074d33 None None] DHCP port deletion for f2976230-b7ed-4004-90c6-e1b2d37a86aa request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:14:25.151471 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fd849029-7dab-4a7c-8d1d-addb86074d33 None None] Deleting port 9335c60b-5067-45a6-8e0f-13d7fb72e26a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:14:25.151899 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd849029-7dab-4a7c-8d1d-addb86074d33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:25.216823 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] For port 9335c60b-5067-45a6-8e0f-13d7fb72e26a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9335c60b-5067-45a6-8e0f-13d7fb72e26a,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:14:25.217191 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:25.343374 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] Calling delete_port for 9335c60b-5067-45a6-8e0f-13d7fb72e26a owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:14:25.388177 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-fd849029-7dab-4a7c-8d1d-addb86074d33 None None] For port 9335c60b-5067-45a6-8e0f-13d7fb72e26a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9335c60b-5067-45a6-8e0f-13d7fb72e26a,segment=NetworkSegment(35fdcddb-557e-434f-9731-60e8bb393b36),segment_id=35fdcddb-557e-434f-9731-60e8bb393b36)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:14:25.388722 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd849029-7dab-4a7c-8d1d-addb86074d33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:25.494374 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:25.504312 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fd849029-7dab-4a7c-8d1d-addb86074d33 None None] Calling delete_port for 9335c60b-5067-45a6-8e0f-13d7fb72e26a owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:14:25.537620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] Pushing event deleted for resources: {'Port': ['ID=9335c60b-5067-45a6-8e0f-13d7fb72e26a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:25.544415 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] No DVR routers for this DVR port 9335c60b-5067-45a6-8e0f-13d7fb72e26a on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:14:25.576315 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-fd849029-7dab-4a7c-8d1d-addb86074d33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:14:25.576668 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-fd849029-7dab-4a7c-8d1d-addb86074d33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:14:25.657071 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:25.682216 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2976230-b7ed-4004-90c6-e1b2d37a86aa']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:25.697618 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fdcddb-557e-434f-9731-60e8bb393b36') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:25.697916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fdcddb-557e-434f-9731-60e8bb393b36') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:25.708901 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:25.724004 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:25.730289 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:14:25.730672 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:14:25.749301 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:14:25.896013 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:25.912469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:25.928067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] Pushing event deleted for resources: {'Network': ['ID=f2976230-b7ed-4004-90c6-e1b2d37a86aa,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:25.991181 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9335c60b-5067-45a6-8e0f-13d7fb72e26a no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:14:26.011144 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-550a7d53-9cd1-46f6-a7a3-03e14c56a3ab admin admin] 10.222.0.70 "DELETE /v2.0/networks/f2976230-b7ed-4004-90c6-e1b2d37a86aa HTTP/1.1" status: 204 len: 168 time: 1.1141853 Jan 20 11:14:26.013784 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38732) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:26.023595 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 9335c60b-5067-45a6-8e0f-13d7fb72e26a {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:14:26.024020 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9335c60b-5067-45a6-8e0f-13d7fb72e26a not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:14:26.078138 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fd849029-7dab-4a7c-8d1d-addb86074d33 None None] Deleting port 9335c60b-5067-45a6-8e0f-13d7fb72e26a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:14:26.078555 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd849029-7dab-4a7c-8d1d-addb86074d33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:26.140490 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fd849029-7dab-4a7c-8d1d-addb86074d33 None None] The port '9335c60b-5067-45a6-8e0f-13d7fb72e26a' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:14:26.478279 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834c4fb3-1b86-476a-8fcb-a75481b97471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:27.075409 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-834c4fb3-1b86-476a-8fcb-a75481b97471 admin admin] Deleting port 539745cb-a062-46da-b90b-4513a9613eb3 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:14:27.076068 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834c4fb3-1b86-476a-8fcb-a75481b97471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:27.241012 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-834c4fb3-1b86-476a-8fcb-a75481b97471 admin admin] For port 539745cb-a062-46da-b90b-4513a9613eb3, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=539745cb-a062-46da-b90b-4513a9613eb3,segment=NetworkSegment(82701de0-20ec-4df5-9f7f-33dd53095170),segment_id=82701de0-20ec-4df5-9f7f-33dd53095170)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:14:27.241358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834c4fb3-1b86-476a-8fcb-a75481b97471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:27.359375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-834c4fb3-1b86-476a-8fcb-a75481b97471 admin admin] Calling delete_port for 539745cb-a062-46da-b90b-4513a9613eb3 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:14:27.678705 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834c4fb3-1b86-476a-8fcb-a75481b97471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:27.723397 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c4fb3-1b86-476a-8fcb-a75481b97471 admin admin] Pushing event deleted for resources: {'Port': ['ID=539745cb-a062-46da-b90b-4513a9613eb3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:28.015183 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834c4fb3-1b86-476a-8fcb-a75481b97471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:28.598050 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834c4fb3-1b86-476a-8fcb-a75481b97471 admin admin] Router e5bc200b-59f8-42d1-8273-90ebf4f24592 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:14:28.800219 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834c4fb3-1b86-476a-8fcb-a75481b97471 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:14:28.809149 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0aa87a-ffe2-48d0-abd2-f31734504a9f None None] Sync routers for ids ['e5bc200b-59f8-42d1-8273-90ebf4f24592'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:14:28.810100 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-834c4fb3-1b86-476a-8fcb-a75481b97471 admin admin] 10.222.0.70 "PUT /v2.0/routers/e5bc200b-59f8-42d1-8273-90ebf4f24592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7952507 Jan 20 11:14:28.812894 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38738) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:28.822636 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0aa87a-ffe2-48d0-abd2-f31734504a9f None None] Routers {'e5bc200b-59f8-42d1-8273-90ebf4f24592'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:14:28.823231 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5c0aa87a-ffe2-48d0-abd2-f31734504a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:14:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e5bc200b-59f8-42d1-8273-90ebf4f24592'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:28.995910 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-5c0aa87a-ffe2-48d0-abd2-f31734504a9f None None] Set router e5bc200b-59f8-42d1-8273-90ebf4f24592 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:14:29.008566 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71ccacbe-acd8-4410-8117-5933c823d8f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:29.282892 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5c0aa87a-ffe2-48d0-abd2-f31734504a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'name': 'tempest-TestVolumeBootPattern-1997378040-router', 'tenant_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '856c7345-20b4-49ba-9964-f2277bf05d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:58Z', 'updated_at': '2022-01-20T11:14:27Z', 'revision_number': 5, 'project_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'gw_port': {'id': '856c7345-20b4-49ba-9964-f2277bf05d05', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:03:00Z', 'updated_at': '2022-01-20T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:29.286498 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0aa87a-ffe2-48d0-abd2-f31734504a9f None None] Checking router: e5bc200b-59f8-42d1-8273-90ebf4f24592 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:14:29.297199 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0aa87a-ffe2-48d0-abd2-f31734504a9f None None] Routers {'e5bc200b-59f8-42d1-8273-90ebf4f24592'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:14:29.297818 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5c0aa87a-ffe2-48d0-abd2-f31734504a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:14:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e5bc200b-59f8-42d1-8273-90ebf4f24592'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:29.307826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71ccacbe-acd8-4410-8117-5933c823d8f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:29.398976 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-71ccacbe-acd8-4410-8117-5933c823d8f8 admin admin] Deleting port 856c7345-20b4-49ba-9964-f2277bf05d05 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:14:29.399441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71ccacbe-acd8-4410-8117-5933c823d8f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:29.467352 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-5c0aa87a-ffe2-48d0-abd2-f31734504a9f None None] Set router e5bc200b-59f8-42d1-8273-90ebf4f24592 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:14:29.579375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-71ccacbe-acd8-4410-8117-5933c823d8f8 admin admin] For port 856c7345-20b4-49ba-9964-f2277bf05d05, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=856c7345-20b4-49ba-9964-f2277bf05d05,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:14:29.579631 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71ccacbe-acd8-4410-8117-5933c823d8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:29.704200 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-71ccacbe-acd8-4410-8117-5933c823d8f8 admin admin] Calling delete_port for 856c7345-20b4-49ba-9964-f2277bf05d05 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:14:29.778203 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-5c0aa87a-ffe2-48d0-abd2-f31734504a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'name': 'tempest-TestVolumeBootPattern-1997378040-router', 'tenant_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '856c7345-20b4-49ba-9964-f2277bf05d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:58Z', 'updated_at': '2022-01-20T11:14:27Z', 'revision_number': 5, 'project_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'gw_port': {'id': '856c7345-20b4-49ba-9964-f2277bf05d05', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:03:00Z', 'updated_at': '2022-01-20T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:29.782086 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0aa87a-ffe2-48d0-abd2-f31734504a9f None None] The sync data for ids ['e5bc200b-59f8-42d1-8273-90ebf4f24592'] in dv-neutron-825471-1-hyperv is: [{'id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'name': 'tempest-TestVolumeBootPattern-1997378040-router', 'tenant_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': '856c7345-20b4-49ba-9964-f2277bf05d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:02:58Z', 'updated_at': '2022-01-20T11:14:27Z', 'revision_number': 5, 'project_id': '6c2ff20ac98d4ed4ac93fa0dfdf8d5dc', 'gw_port': {'id': '856c7345-20b4-49ba-9964-f2277bf05d05', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc200b-59f8-42d1-8273-90ebf4f24592', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:03:00Z', 'updated_at': '2022-01-20T11:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:14:29.958999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71ccacbe-acd8-4410-8117-5933c823d8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:30.002877 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccacbe-acd8-4410-8117-5933c823d8f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=856c7345-20b4-49ba-9964-f2277bf05d05,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:30.184859 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 539745cb-a062-46da-b90b-4513a9613eb3 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:14:30.224003 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 539745cb-a062-46da-b90b-4513a9613eb3 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:14:30.224580 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 539745cb-a062-46da-b90b-4513a9613eb3 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:14:30.229335 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71ccacbe-acd8-4410-8117-5933c823d8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:30.486431 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71ccacbe-acd8-4410-8117-5933c823d8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:30.490546 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71ccacbe-acd8-4410-8117-5933c823d8f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:30.587585 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71ccacbe-acd8-4410-8117-5933c823d8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:30.588149 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ccacbe-acd8-4410-8117-5933c823d8f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5bc200b-59f8-42d1-8273-90ebf4f24592 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:14:30.600063 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71ccacbe-acd8-4410-8117-5933c823d8f8 admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:30.602466 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-71ccacbe-acd8-4410-8117-5933c823d8f8 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e5bc200b-59f8-42d1-8273-90ebf4f24592 HTTP/1.1" status: 204 len: 168 time: 1.7880576 Jan 20 11:14:30.604679 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38744) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:30.665296 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-adbe1c83-3ea7-44d8-ae80-f737a63764c1 admin admin] Deleting subnet 733fbd91-480e-491a-8ea6-8877826f63ca {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:14:30.668774 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-adbe1c83-3ea7-44d8-ae80-f737a63764c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:30.721573 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-adbe1c83-3ea7-44d8-ae80-f737a63764c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:30.890513 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-adbe1c83-3ea7-44d8-ae80-f737a63764c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:31.033301 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-adbe1c83-3ea7-44d8-ae80-f737a63764c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:31.073892 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe1c83-3ea7-44d8-ae80-f737a63764c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=733fbd91-480e-491a-8ea6-8877826f63ca,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:31.081900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-adbe1c83-3ea7-44d8-ae80-f737a63764c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:31.086806 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe39d0e-f39f-4ef7-a365-744d9cf1f9dc None None] Network 859dac62-0ac4-494d-801b-a55266677ed4 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:14:31.091471 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe1c83-3ea7-44d8-ae80-f737a63764c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:31.091877 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe1c83-3ea7-44d8-ae80-f737a63764c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:31.092234 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe1c83-3ea7-44d8-ae80-f737a63764c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:31.092615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe1c83-3ea7-44d8-ae80-f737a63764c1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:31.092943 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe1c83-3ea7-44d8-ae80-f737a63764c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:31.093272 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe1c83-3ea7-44d8-ae80-f737a63764c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:31.093622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe1c83-3ea7-44d8-ae80-f737a63764c1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:31.093947 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe1c83-3ea7-44d8-ae80-f737a63764c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:31.094264 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe1c83-3ea7-44d8-ae80-f737a63764c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:31.094580 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe1c83-3ea7-44d8-ae80-f737a63764c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:31.094898 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe1c83-3ea7-44d8-ae80-f737a63764c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:31.098883 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-adbe1c83-3ea7-44d8-ae80-f737a63764c1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/733fbd91-480e-491a-8ea6-8877826f63ca HTTP/1.1" status: 204 len: 168 time: 0.4922750 Jan 20 11:14:31.101201 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38748) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:31.208819 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:31.219696 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] Deleting port da3e6991-66e5-4ceb-bd38-95eea3c58271 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:14:31.220035 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:31.331133 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2591c6-efce-4c0c-83c6-cedd2f7db480 None None] DHCP port deletion for 859dac62-0ac4-494d-801b-a55266677ed4 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:14:31.335286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3a2591c6-efce-4c0c-83c6-cedd2f7db480 None None] Deleting port da3e6991-66e5-4ceb-bd38-95eea3c58271 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:14:31.336242 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a2591c6-efce-4c0c-83c6-cedd2f7db480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:31.381023 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1bd995df-08a7-4c0f-a8a6-e37fffff1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:31.426684 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] For port da3e6991-66e5-4ceb-bd38-95eea3c58271, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=da3e6991-66e5-4ceb-bd38-95eea3c58271,segment=NetworkSegment(82701de0-20ec-4df5-9f7f-33dd53095170),segment_id=82701de0-20ec-4df5-9f7f-33dd53095170)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:14:31.427037 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:31.542408 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-3a2591c6-efce-4c0c-83c6-cedd2f7db480 None None] For port da3e6991-66e5-4ceb-bd38-95eea3c58271, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=da3e6991-66e5-4ceb-bd38-95eea3c58271,segment=NetworkSegment(82701de0-20ec-4df5-9f7f-33dd53095170),segment_id=82701de0-20ec-4df5-9f7f-33dd53095170)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:14:31.542742 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a2591c6-efce-4c0c-83c6-cedd2f7db480 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:31.546984 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] Calling delete_port for da3e6991-66e5-4ceb-bd38-95eea3c58271 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:14:31.658672 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3a2591c6-efce-4c0c-83c6-cedd2f7db480 None None] Calling delete_port for da3e6991-66e5-4ceb-bd38-95eea3c58271 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:14:31.690159 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:31.729031 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-3a2591c6-efce-4c0c-83c6-cedd2f7db480 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:14:31.729396 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-3a2591c6-efce-4c0c-83c6-cedd2f7db480 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:14:31.733901 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=da3e6991-66e5-4ceb-bd38-95eea3c58271,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:31.739136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] No DVR routers for this DVR port da3e6991-66e5-4ceb-bd38-95eea3c58271 on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:14:31.853112 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:31.879984 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859dac62-0ac4-494d-801b-a55266677ed4']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:31.891333 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82701de0-20ec-4df5-9f7f-33dd53095170') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:31.891623 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82701de0-20ec-4df5-9f7f-33dd53095170') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:31.903312 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:31.919285 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:31.925039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:14:31.925416 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:14:31.938530 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:14:31.994927 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 856c7345-20b4-49ba-9964-f2277bf05d05 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:14:32.026456 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 856c7345-20b4-49ba-9964-f2277bf05d05 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:14:32.026791 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 856c7345-20b4-49ba-9964-f2277bf05d05 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:14:32.027210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device da3e6991-66e5-4ceb-bd38-95eea3c58271 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:14:32.057210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: da3e6991-66e5-4ceb-bd38-95eea3c58271 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:14:32.057565 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device da3e6991-66e5-4ceb-bd38-95eea3c58271 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:14:32.102037 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:32.117168 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:32.126575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=859dac62-0ac4-494d-801b-a55266677ed4,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:32.130418 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6423dd7f-e219-449f-b4e3-fd4e4fb560d8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/859dac62-0ac4-494d-801b-a55266677ed4 HTTP/1.1" status: 204 len: 168 time: 1.0280716 Jan 20 11:14:32.230246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3a2591c6-efce-4c0c-83c6-cedd2f7db480 None None] Deleting port da3e6991-66e5-4ceb-bd38-95eea3c58271 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:14:32.230644 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a2591c6-efce-4c0c-83c6-cedd2f7db480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:32.295389 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3a2591c6-efce-4c0c-83c6-cedd2f7db480 None None] The port 'da3e6991-66e5-4ceb-bd38-95eea3c58271' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:14:32.435246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38754) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:32.483795 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-184f16f9-990c-48fc-a10d-b334eec567e2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e7bf4b9940474d57840e18b7d1fdae0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0471516 Jan 20 11:14:32.486249 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38758) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:32.542202 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d798df9c-39ef-4f98-9dcf-3f5407f1dba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:32.566647 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d798df9c-39ef-4f98-9dcf-3f5407f1dba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:32.684254 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d798df9c-39ef-4f98-9dcf-3f5407f1dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:32.701397 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798df9c-39ef-4f98-9dcf-3f5407f1dba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2bf548-fa59-4f81-ac85-ecd44319c3ad,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:32.707593 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d798df9c-39ef-4f98-9dcf-3f5407f1dba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:32.708687 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d798df9c-39ef-4f98-9dcf-3f5407f1dba6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af2bf548-fa59-4f81-ac85-ecd44319c3ad HTTP/1.1" status: 204 len: 168 time: 0.2215893 Jan 20 11:14:33.459099 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38766) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:33.513275 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-28c0475a-b56b-4a49-bf97-258e1117fa25 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c2ff20ac98d4ed4ac93fa0dfdf8d5dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527029 Jan 20 11:14:33.515760 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38770) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:33.572833 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc98f2c9-7829-4467-9533-fd0e4c0177da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:33.597003 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc98f2c9-7829-4467-9533-fd0e4c0177da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:33.718399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc98f2c9-7829-4467-9533-fd0e4c0177da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:33.733003 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98f2c9-7829-4467-9533-fd0e4c0177da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5349f03-7ee2-4640-99f7-376930ac7e03,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:33.739054 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc98f2c9-7829-4467-9533-fd0e4c0177da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:33.740152 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bc98f2c9-7829-4467-9533-fd0e4c0177da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e5349f03-7ee2-4640-99f7-376930ac7e03 HTTP/1.1" status: 204 len: 168 time: 0.2235208 Jan 20 11:14:33.838528 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5a903b86-71eb-4125-b10b-3e3c3f1666c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:34.821795 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:34.945244 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:35.382820 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38778) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:35.460766 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d220e3a8-d4df-4fdb-8891-d4bd5c8ebc6c tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/ports?project_id=571e60e1cd4540aa8cf6524c9e0f5b24&network_id=c4de4e42-d754-4b66-a01c-34e7eae4bf29 HTTP/1.1" status: 200 len: 3000 time: 0.0760195 Jan 20 11:14:36.238518 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:37.131233 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38790) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:37.195058 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d9b5e3-ff2a-42df-bb20-0b47f9ed257b tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:37.196618 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-47d9b5e3-ff2a-42df-bb20-0b47f9ed257b tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc HTTP/1.1" status: 200 len: 814 time: 0.0638752 Jan 20 11:14:37.672276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38798) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:37.677686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-8ff19a34-b283-48e0-b553-25e18e7b6e0a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:14:37.773575 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ff19a34-b283-48e0-b553-25e18e7b6e0a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:38.043278 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ff19a34-b283-48e0-b553-25e18e7b6e0a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:38.101603 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ff19a34-b283-48e0-b553-25e18e7b6e0a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:38.101922 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-8ff19a34-b283-48e0-b553-25e18e7b6e0a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Floating IP 8c7aeea7-1b67-41de-a235-40b1dc2a3090 disassociated. External IP: 172.26.0.100, port: e3afe21c-ca39-44c9-8be8-3a8706838640. Jan 20 11:14:38.581249 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff19a34-b283-48e0-b553-25e18e7b6e0a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 7535f2ef-e35d-49fb-944b-51ae05cc728f has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:14:38.772372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff19a34-b283-48e0-b553-25e18e7b6e0a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:14:38.777119 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ff19a34-b283-48e0-b553-25e18e7b6e0a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:38.783697 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a4e857-b566-46fe-bbbc-c66f37665d03 None None] Sync routers for ids ['7535f2ef-e35d-49fb-944b-51ae05cc728f'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:14:38.796038 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a4e857-b566-46fe-bbbc-c66f37665d03 None None] Routers {'7535f2ef-e35d-49fb-944b-51ae05cc728f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:14:38.796652 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-e6a4e857-b566-46fe-bbbc-c66f37665d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:14:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7535f2ef-e35d-49fb-944b-51ae05cc728f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:38.833136 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8ff19a34-b283-48e0-b553-25e18e7b6e0a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/floatingips/8c7aeea7-1b67-41de-a235-40b1dc2a3090 HTTP/1.1" status: 200 len: 690 time: 1.1596823 Jan 20 11:14:38.833741 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca751355-6847-47c1-816b-247ad194e70f', 'tag': 'e3afe21c-ca39-44c9-8be8-3a8706838640'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:14:38.836579 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38802) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:38.890047 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca751355-6847-47c1-816b-247ad194e70f', 'tag': 'e3afe21c-ca39-44c9-8be8-3a8706838640', 'status': 'completed', 'code': 200} Jan 20 11:14:38.921157 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d82ab303-56f0-4c19-a0c8-2ee427f4f108 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/8c7aeea7-1b67-41de-a235-40b1dc2a3090 HTTP/1.1" status: 200 len: 690 time: 0.0822487 Jan 20 11:14:39.021288 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-e6a4e857-b566-46fe-bbbc-c66f37665d03 None None] Set router 7535f2ef-e35d-49fb-944b-51ae05cc728f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:14:39.169875 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-77e806b9-4e5b-4a7d-a727-fe0573f5ee0c req-54a3f0d5-3f96-41ee-ae69-a80f57ab19b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 1099 time: 0.2544088 Jan 20 11:14:39.299392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e806b9-4e5b-4a7d-a727-fe0573f5ee0c req-0c5224cb-f092-4dd4-8539-51dc286ebeda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:39.300851 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-77e806b9-4e5b-4a7d-a727-fe0573f5ee0c req-0c5224cb-f092-4dd4-8539-51dc286ebeda service neutron] 10.222.0.72 "GET /v2.0/networks?id=c4de4e42-d754-4b66-a01c-34e7eae4bf29 HTTP/1.1" status: 200 len: 898 time: 0.1251948 Jan 20 11:14:39.332055 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-e6a4e857-b566-46fe-bbbc-c66f37665d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '7a835017-6b25-4d11-bb72-586e7ca347c8', 'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:d7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71537d72-947d-40b0-9320-fd69885fc76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:39Z', 'updated_at': '2022-01-20T11:13:46Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '71537d72-947d-40b0-9320-fd69885fc76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:39.336040 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a4e857-b566-46fe-bbbc-c66f37665d03 None None] Checking router: 7535f2ef-e35d-49fb-944b-51ae05cc728f for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:14:39.346721 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a4e857-b566-46fe-bbbc-c66f37665d03 None None] Routers {'7535f2ef-e35d-49fb-944b-51ae05cc728f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:14:39.347259 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-e6a4e857-b566-46fe-bbbc-c66f37665d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:14:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7535f2ef-e35d-49fb-944b-51ae05cc728f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:39.372309 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-77e806b9-4e5b-4a7d-a727-fe0573f5ee0c req-da6fd10b-9b06-4e30-874f-ffc1abb12f99 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3afe21c-ca39-44c9-8be8-3a8706838640 HTTP/1.1" status: 200 len: 217 time: 0.0654433 Jan 20 11:14:39.433210 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e806b9-4e5b-4a7d-a727-fe0573f5ee0c req-0bcf891b-1aab-4a25-8758-1fa2fd952daf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:39.434769 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-77e806b9-4e5b-4a7d-a727-fe0573f5ee0c req-0bcf891b-1aab-4a25-8758-1fa2fd952daf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71537d72-947d-40b0-9320-fd69885fc76e HTTP/1.1" status: 200 len: 835 time: 0.0574005 Jan 20 11:14:39.513849 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-77e806b9-4e5b-4a7d-a727-fe0573f5ee0c req-446edc8f-d3c8-457d-bda1-a3549391c684 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c4de4e42-d754-4b66-a01c-34e7eae4bf29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732718 Jan 20 11:14:39.536135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-e6a4e857-b566-46fe-bbbc-c66f37665d03 None None] Set router 7535f2ef-e35d-49fb-944b-51ae05cc728f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:14:39.578011 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:39.645808 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-77e806b9-4e5b-4a7d-a727-fe0573f5ee0c req-378d91e5-86ec-45d2-b1c6-81ad0050b36d service neutron] 10.222.0.72 "GET /v2.0/networks/c4de4e42-d754-4b66-a01c-34e7eae4bf29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262929 Jan 20 11:14:39.775728 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-77e806b9-4e5b-4a7d-a727-fe0573f5ee0c req-6fe2949f-61a7-4faa-acee-85ace261095c service neutron] 10.222.0.72 "GET /v2.0/networks/c4de4e42-d754-4b66-a01c-34e7eae4bf29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243153 Jan 20 11:14:39.849352 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-e6a4e857-b566-46fe-bbbc-c66f37665d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '7a835017-6b25-4d11-bb72-586e7ca347c8', 'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:d7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71537d72-947d-40b0-9320-fd69885fc76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:39Z', 'updated_at': '2022-01-20T11:13:46Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '71537d72-947d-40b0-9320-fd69885fc76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:14:39.853639 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a4e857-b566-46fe-bbbc-c66f37665d03 None None] The sync data for ids ['7535f2ef-e35d-49fb-944b-51ae05cc728f'] in dv-neutron-825471-1-hyperv is: [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '7a835017-6b25-4d11-bb72-586e7ca347c8', 'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:d7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71537d72-947d-40b0-9320-fd69885fc76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:39Z', 'updated_at': '2022-01-20T11:13:46Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '71537d72-947d-40b0-9320-fd69885fc76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:14:39.923916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38810) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:40.088971 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b8527-ede1-47c6-8351-a2f12f587a3f None None] New status for floating IP 8c7aeea7-1b67-41de-a235-40b1dc2a3090: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:14:40.093197 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-82afa87f-2d63-4531-a5e7-4e34559dc283 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/8c7aeea7-1b67-41de-a235-40b1dc2a3090 HTTP/1.1" status: 200 len: 690 time: 0.1681495 Jan 20 11:14:41.096993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38814) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:41.175311 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-00f7a8cf-5aed-4e89-a457-5663e0ed3890 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/8c7aeea7-1b67-41de-a235-40b1dc2a3090 HTTP/1.1" status: 200 len: 688 time: 0.0771353 Jan 20 11:14:42.400028 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38820) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:42.405898 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-125f29a4-eee2-44d3-befa-76ea22681748 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-681543042', 'description': 'tempest-secgroup-smoke-681543042 description', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:14:42.412502 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-125f29a4-eee2-44d3-befa-76ea22681748 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:14:42.422346 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-125f29a4-eee2-44d3-befa-76ea22681748 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:14:42.518379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-125f29a4-eee2-44d3-befa-76ea22681748 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:42.556515 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-125f29a4-eee2-44d3-befa-76ea22681748 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:14:42.560211 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-125f29a4-eee2-44d3-befa-76ea22681748 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:14:42.563282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-125f29a4-eee2-44d3-befa-76ea22681748 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:14:42.568723 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-125f29a4-eee2-44d3-befa-76ea22681748 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:14:42.620670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-125f29a4-eee2-44d3-befa-76ea22681748 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:42.689547 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-125f29a4-eee2-44d3-befa-76ea22681748 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:42.733790 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f29a4-eee2-44d3-befa-76ea22681748 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b5b772-7360-470b-bdfa-770cd0bbff6e,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:42.792590 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-125f29a4-eee2-44d3-befa-76ea22681748 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:42.793840 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-125f29a4-eee2-44d3-befa-76ea22681748 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3927751 Jan 20 11:14:42.802392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38824) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:42.808784 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d59596bd-7909-427b-85d3-6bfdd05fa7f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '39b5b772-7360-470b-bdfa-770cd0bbff6e', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:14:42.815176 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d59596bd-7909-427b-85d3-6bfdd05fa7f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:14:42.819495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d59596bd-7909-427b-85d3-6bfdd05fa7f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:14:42.822618 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d59596bd-7909-427b-85d3-6bfdd05fa7f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:14:42.828242 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d59596bd-7909-427b-85d3-6bfdd05fa7f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:14:42.895816 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d59596bd-7909-427b-85d3-6bfdd05fa7f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:42.957208 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d59596bd-7909-427b-85d3-6bfdd05fa7f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:43.026670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d59596bd-7909-427b-85d3-6bfdd05fa7f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:43.052454 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59596bd-7909-427b-85d3-6bfdd05fa7f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e53796-d3ca-4ede-9fb7-1651206ea38e,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:43.146837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d59596bd-7909-427b-85d3-6bfdd05fa7f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:43.148170 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d59596bd-7909-427b-85d3-6bfdd05fa7f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3448229 Jan 20 11:14:43.150964 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38828) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:43.156279 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-baf74bff-ab07-4eaf-aacb-84330ce5b62d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '39b5b772-7360-470b-bdfa-770cd0bbff6e', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:14:43.162267 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-baf74bff-ab07-4eaf-aacb-84330ce5b62d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:14:43.166296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-baf74bff-ab07-4eaf-aacb-84330ce5b62d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:14:43.169217 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-baf74bff-ab07-4eaf-aacb-84330ce5b62d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:14:43.175212 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-baf74bff-ab07-4eaf-aacb-84330ce5b62d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:14:43.267411 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-baf74bff-ab07-4eaf-aacb-84330ce5b62d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:43.417605 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-baf74bff-ab07-4eaf-aacb-84330ce5b62d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:43.493973 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-baf74bff-ab07-4eaf-aacb-84330ce5b62d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:43.517755 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf74bff-ab07-4eaf-aacb-84330ce5b62d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24dec50a-5d1d-4a6b-a9ab-b2e1dc8a1945,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:43.590552 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-baf74bff-ab07-4eaf-aacb-84330ce5b62d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:43.591749 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-baf74bff-ab07-4eaf-aacb-84330ce5b62d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4398851 Jan 20 11:14:43.594506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38832) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:43.600034 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-0dca11d9-8237-4c84-a1da-0f3dd1eb1bb1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '39b5b772-7360-470b-bdfa-770cd0bbff6e', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:14:43.606506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0dca11d9-8237-4c84-a1da-0f3dd1eb1bb1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:14:43.610366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0dca11d9-8237-4c84-a1da-0f3dd1eb1bb1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:14:43.613494 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0dca11d9-8237-4c84-a1da-0f3dd1eb1bb1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:14:43.620024 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0dca11d9-8237-4c84-a1da-0f3dd1eb1bb1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:14:43.802808 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0dca11d9-8237-4c84-a1da-0f3dd1eb1bb1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:43.864728 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0dca11d9-8237-4c84-a1da-0f3dd1eb1bb1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:43.941397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0dca11d9-8237-4c84-a1da-0f3dd1eb1bb1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:43.966751 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca11d9-8237-4c84-a1da-0f3dd1eb1bb1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507aaac1-85f1-4cc0-9c98-c8c0183f0e9c,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:44.038140 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0dca11d9-8237-4c84-a1da-0f3dd1eb1bb1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:44.039993 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0dca11d9-8237-4c84-a1da-0f3dd1eb1bb1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4439499 Jan 20 11:14:44.042576 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38836) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:44.047805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-cc661653-2b8f-4e62-a47c-da9e2cb34d1e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '39b5b772-7360-470b-bdfa-770cd0bbff6e', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:14:44.054091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-cc661653-2b8f-4e62-a47c-da9e2cb34d1e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:14:44.057449 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cc661653-2b8f-4e62-a47c-da9e2cb34d1e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:14:44.060328 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cc661653-2b8f-4e62-a47c-da9e2cb34d1e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:14:44.066427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-cc661653-2b8f-4e62-a47c-da9e2cb34d1e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:14:44.145467 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cc661653-2b8f-4e62-a47c-da9e2cb34d1e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:44.210003 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cc661653-2b8f-4e62-a47c-da9e2cb34d1e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:44.272816 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cc661653-2b8f-4e62-a47c-da9e2cb34d1e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:44.296307 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc661653-2b8f-4e62-a47c-da9e2cb34d1e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=438df41a-da64-43fc-aead-0f815e810b1d,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:44.387253 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cc661653-2b8f-4e62-a47c-da9e2cb34d1e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:44.388572 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cc661653-2b8f-4e62-a47c-da9e2cb34d1e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3450782 Jan 20 11:14:44.391346 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38840) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:44.396630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-df125b28-e7ae-4fba-9241-70400a5f5246 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '39b5b772-7360-470b-bdfa-770cd0bbff6e', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:14:44.402652 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-df125b28-e7ae-4fba-9241-70400a5f5246 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:14:44.406355 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-df125b28-e7ae-4fba-9241-70400a5f5246 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:14:44.409244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-df125b28-e7ae-4fba-9241-70400a5f5246 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:14:44.415508 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-df125b28-e7ae-4fba-9241-70400a5f5246 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:14:44.495903 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-df125b28-e7ae-4fba-9241-70400a5f5246 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:14:44.502547 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-df125b28-e7ae-4fba-9241-70400a5f5246 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:44.564811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-df125b28-e7ae-4fba-9241-70400a5f5246 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:44.632091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-df125b28-e7ae-4fba-9241-70400a5f5246 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:44.655522 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df125b28-e7ae-4fba-9241-70400a5f5246 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26c14c0-ded7-4fef-a8af-47d789485cec,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:44.750809 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-df125b28-e7ae-4fba-9241-70400a5f5246 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:44.751982 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-df125b28-e7ae-4fba-9241-70400a5f5246 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3597353 Jan 20 11:14:44.754683 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38844) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:44.760163 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-01539e97-a06f-48c2-81d5-eb20e2b9dd2a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '39b5b772-7360-470b-bdfa-770cd0bbff6e', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:14:44.766008 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-01539e97-a06f-48c2-81d5-eb20e2b9dd2a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:14:44.769783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-01539e97-a06f-48c2-81d5-eb20e2b9dd2a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:14:44.772558 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-01539e97-a06f-48c2-81d5-eb20e2b9dd2a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:14:44.778828 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-01539e97-a06f-48c2-81d5-eb20e2b9dd2a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:14:44.864781 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-01539e97-a06f-48c2-81d5-eb20e2b9dd2a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:14:44.871825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-01539e97-a06f-48c2-81d5-eb20e2b9dd2a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:44.936706 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-01539e97-a06f-48c2-81d5-eb20e2b9dd2a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:45.007588 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-01539e97-a06f-48c2-81d5-eb20e2b9dd2a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:45.031470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01539e97-a06f-48c2-81d5-eb20e2b9dd2a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc78849-4790-460f-b2e9-6daffba00c22,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:45.100730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-01539e97-a06f-48c2-81d5-eb20e2b9dd2a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:45.102047 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-01539e97-a06f-48c2-81d5-eb20e2b9dd2a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3463368 Jan 20 11:14:45.329992 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-929969d1-a133-4a6d-bb81-ce325e80cefb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-681543042&fields=id&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 267 time: 0.0435727 Jan 20 11:14:45.475969 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-1f0324aa-4a93-4697-b835-9d9f56a81d8f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:45.477420 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-1f0324aa-4a93-4697-b835-9d9f56a81d8f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/networks?id=c4de4e42-d754-4b66-a01c-34e7eae4bf29 HTTP/1.1" status: 200 len: 797 time: 0.1412251 Jan 20 11:14:45.493569 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-d0bd9827-0f11-45ed-998b-d0c46f788dff tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/quotas/571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 375 time: 0.0108142 Jan 20 11:14:45.575482 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-23ec7530-7673-4728-a6ad-205fd5812529 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0772452 Jan 20 11:14:45.709721 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-4d7a8383-fffe-497c-88cb-bb55ce4bc80c service neutron] 10.222.0.70 "GET /v2.0/networks/c4de4e42-d754-4b66-a01c-34e7eae4bf29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228826 Jan 20 11:14:45.841478 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-6493531d-0bd0-4afd-9e78-47d5dff9fadb service neutron] 10.222.0.70 "GET /v2.0/networks/c4de4e42-d754-4b66-a01c-34e7eae4bf29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257129 Jan 20 11:14:46.092063 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-22e5d24a-fc01-45a3-b21d-3295f910674f req-225cb870-556c-490b-949c-3f96ae2d0eeb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 210 time: 0.0423896 Jan 20 11:14:47.255087 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-529b4ce6-1adf-4e32-9b2d-3105a6c9ee87 req-202501cb-8047-47ba-99af-2cda51dbb7c4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 210 time: 0.0420740 Jan 20 11:14:48.035241 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-47cf90b0-6d44-4cb6-9ef8-d154d8fdacb0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:48.036617 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-47cf90b0-6d44-4cb6-9ef8-d154d8fdacb0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/networks?id=c4de4e42-d754-4b66-a01c-34e7eae4bf29 HTTP/1.1" status: 200 len: 797 time: 0.1415439 Jan 20 11:14:48.089627 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-c7ffb927-de5b-45c0-94fa-ef34e4dd8772 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:14:48.163703 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-c7ffb927-de5b-45c0-94fa-ef34e4dd8772 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:14:48.165368 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-c7ffb927-de5b-45c0-94fa-ef34e4dd8772 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 472 time: 0.1170752 Jan 20 11:14:48.172955 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-900b740e-e741-4da6-a350-a02c3df6e14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'port': {'device_id': '8a2faff0-730e-47bd-b800-88f7beca1bd3', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'admin_state_up': True, 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'security_groups': ['39b5b772-7360-470b-bdfa-770cd0bbff6e']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:14:48.312052 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-900b740e-e741-4da6-a350-a02c3df6e14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:14:48.316344 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-900b740e-e741-4da6-a350-a02c3df6e14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:port and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:14:48.319490 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-900b740e-e741-4da6-a350-a02c3df6e14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:14:48.325221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-900b740e-e741-4da6-a350-a02c3df6e14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:14:48.425027 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e4b3f97f-e53e-4c8e-971f-db82a02ae3ea req-9b56529d-edf9-4cc8-8c81-55fb9d272e17 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 210 time: 0.0414784 Jan 20 11:14:48.427128 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-900b740e-e741-4da6-a350-a02c3df6e14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:14:48.430140 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-900b740e-e741-4da6-a350-a02c3df6e14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:48.590712 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-900b740e-e741-4da6-a350-a02c3df6e14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.3 (c4de4e42-d754-4b66-a01c-34e7eae4bf29/71537d72-947d-40b0-9320-fd69885fc76e/985f5e9b-e639-47aa-bd92-bef920501a3a) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:14:48.772262 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-900b740e-e741-4da6-a350-a02c3df6e14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:48.791651 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-900b740e-e741-4da6-a350-a02c3df6e14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object 985f5e9b-e639-47aa-bd92-bef920501a3a will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:14:48.878822 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-900b740e-e741-4da6-a350-a02c3df6e14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:48.953126 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-900b740e-e741-4da6-a350-a02c3df6e14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network c4de4e42-d754-4b66-a01c-34e7eae4bf29 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:14:48.956157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-900b740e-e741-4da6-a350-a02c3df6e14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:14:48.958633 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-900b740e-e741-4da6-a350-a02c3df6e14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:14:48.994655 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b740e-e741-4da6-a350-a02c3df6e14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=985f5e9b-e639-47aa-bd92-bef920501a3a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:49.030995 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-900b740e-e741-4da6-a350-a02c3df6e14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:49.031600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-900b740e-e741-4da6-a350-a02c3df6e14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:49.136734 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-900b740e-e741-4da6-a350-a02c3df6e14b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9673669 Jan 20 11:14:49.147059 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Request body: {'port': {'device_id': '8a2faff0-730e-47bd-b800-88f7beca1bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:14:49.255099 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:49.293460 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-993861ec-a6d1-4067-8212-5b2c5d643bd9 None None] Provisioning for port 985f5e9b-e639-47aa-bd92-bef920501a3a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:14:49.298640 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-993861ec-a6d1-4067-8212-5b2c5d643bd9 None None] Provisioning complete for port 985f5e9b-e639-47aa-bd92-bef920501a3a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:14:49.299016 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-993861ec-a6d1-4067-8212-5b2c5d643bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:49.349892 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-993861ec-a6d1-4067-8212-5b2c5d643bd9 None None] Port 985f5e9b-e639-47aa-bd92-bef920501a3a cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:14:49.590734 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985f5e9b-e639-47aa-bd92-bef920501a3a {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:14:49.597851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:49.612345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Transition to ACTIVE for port object 985f5e9b-e639-47aa-bd92-bef920501a3a will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:14:49.618723 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6bf2f-6f8c-4738-9a47-af3541a6a064 req-282a3960-b58a-44c5-90be-41328793f890 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:49.620157 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bfe6bf2f-6f8c-4738-9a47-af3541a6a064 req-282a3960-b58a-44c5-90be-41328793f890 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 931 time: 0.0756800 Jan 20 11:14:49.667250 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bfe6bf2f-6f8c-4738-9a47-af3541a6a064 req-1d202a51-943f-4796-8569-423bf79f6b34 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b5b772-7360-470b-bdfa-770cd0bbff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414331 Jan 20 11:14:49.687756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:49.917004 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Pushing event updated for resources: {'Port': ['ID=985f5e9b-e639-47aa-bd92-bef920501a3a,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:50.024387 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Attempting to bind port 985f5e9b-e639-47aa-bd92-bef920501a3a on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:14:50.024621 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Attempting to bind port 985f5e9b-e639-47aa-bd92-bef920501a3a by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '1795ede1-b819-4d7d-a86d-9ed46ab82902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:14:50.024972 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Attempting to bind port 985f5e9b-e639-47aa-bd92-bef920501a3a on network c4de4e42-d754-4b66-a01c-34e7eae4bf29 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:14:50.030633 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Port 985f5e9b-e639-47aa-bd92-bef920501a3a on network c4de4e42-d754-4b66-a01c-34e7eae4bf29 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:14:50.030957 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Attempting to bind port 985f5e9b-e639-47aa-bd92-bef920501a3a on network c4de4e42-d754-4b66-a01c-34e7eae4bf29 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:14:50.036998 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:14:50.037334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Checking segment: {'id': '1795ede1-b819-4d7d-a86d-9ed46ab82902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:14:50.037757 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Bound using segment: {'id': '1795ede1-b819-4d7d-a86d-9ed46ab82902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:14:50.038177 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Bound port: 985f5e9b-e639-47aa-bd92-bef920501a3a, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1795ede1-b819-4d7d-a86d-9ed46ab82902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:14:50.038522 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:50.123825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] For port 985f5e9b-e639-47aa-bd92-bef920501a3a, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:14:50.126714 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] For port 985f5e9b-e639-47aa-bd92-bef920501a3a, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=985f5e9b-e639-47aa-bd92-bef920501a3a,segment=NetworkSegment(1795ede1-b819-4d7d-a86d-9ed46ab82902),segment_id=1795ede1-b819-4d7d-a86d-9ed46ab82902)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:14:50.192439 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:50.253295 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:50.254598 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] 10.222.0.72 "PUT /v2.0/ports/985f5e9b-e639-47aa-bd92-bef920501a3a HTTP/1.1" status: 200 len: 1093 time: 1.1115048 Jan 20 11:14:50.255039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2faff0-730e-47bd-b800-88f7beca1bd3', 'tag': '985f5e9b-e639-47aa-bd92-bef920501a3a'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:14:50.274700 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1500eb-1e5f-42cc-974d-f7af6abf2829 service neutron] Pushing event updated for resources: {'Port': ['ID=985f5e9b-e639-47aa-bd92-bef920501a3a,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:50.317470 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2faff0-730e-47bd-b800-88f7beca1bd3', 'tag': '985f5e9b-e639-47aa-bd92-bef920501a3a', 'status': 'completed', 'code': 200} Jan 20 11:14:50.413121 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7d6e072f-6e71-4068-bf7c-74fc67cb2834 req-5b6e167b-af16-4103-afb7-70456ec3e58b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 1096 time: 0.0762427 Jan 20 11:14:50.556929 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e072f-6e71-4068-bf7c-74fc67cb2834 req-5214842e-e44a-44f7-8c19-7489fa5a83d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:50.557889 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7d6e072f-6e71-4068-bf7c-74fc67cb2834 req-5214842e-e44a-44f7-8c19-7489fa5a83d0 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1380222 Jan 20 11:14:50.688717 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e072f-6e71-4068-bf7c-74fc67cb2834 req-48768dae-f435-4f91-8a33-756282764925 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:50.690186 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7d6e072f-6e71-4068-bf7c-74fc67cb2834 req-48768dae-f435-4f91-8a33-756282764925 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1272242 Jan 20 11:14:50.803098 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-15ac9392-9576-4e8a-996e-52b3d1433989 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 1096 time: 0.0753055 Jan 20 11:14:50.868693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdbd33-1ce7-4546-a45e-a66e6374409f req-dd3aa82c-645e-4be0-a854-2b9729718f38 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:50.870161 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-64bdbd33-1ce7-4546-a45e-a66e6374409f req-dd3aa82c-645e-4be0-a854-2b9729718f38 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 943 time: 0.0768912 Jan 20 11:14:50.872918 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-67b68bc7-7dad-4f94-828e-668df1af855b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=985f5e9b-e639-47aa-bd92-bef920501a3a HTTP/1.1" status: 200 len: 217 time: 0.0640376 Jan 20 11:14:50.915565 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-64bdbd33-1ce7-4546-a45e-a66e6374409f req-9a31537a-4132-487b-b568-2572a7c7c284 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b5b772-7360-470b-bdfa-770cd0bbff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397155 Jan 20 11:14:50.937949 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-cf94ed79-bb6b-4e70-a2c1-9ed8427188e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:50.939541 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-cf94ed79-bb6b-4e70-a2c1-9ed8427188e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71537d72-947d-40b0-9320-fd69885fc76e HTTP/1.1" status: 200 len: 835 time: 0.0610642 Jan 20 11:14:51.016136 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-3f988654-73e7-40fa-afb2-891e8ec7d606 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c4de4e42-d754-4b66-a01c-34e7eae4bf29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713265 Jan 20 11:14:51.143495 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-f0c074dd-d623-4460-8f0a-b72d1fe0e131 service neutron] 10.222.0.72 "GET /v2.0/networks/c4de4e42-d754-4b66-a01c-34e7eae4bf29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210358 Jan 20 11:14:51.278193 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a3d212df-1ea1-47c6-851e-de27e47aabd5 req-57394c85-3a69-41c5-b483-86bda520caea service neutron] 10.222.0.72 "GET /v2.0/networks/c4de4e42-d754-4b66-a01c-34e7eae4bf29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287169 Jan 20 11:14:52.115399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a240f6-92fb-4bac-9b6e-1001708d3a3c req-d5be88b9-b856-46a9-92a3-321095332722 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:52.116832 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-17a240f6-92fb-4bac-9b6e-1001708d3a3c req-d5be88b9-b856-46a9-92a3-321095332722 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 943 time: 0.0795548 Jan 20 11:14:52.161774 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-17a240f6-92fb-4bac-9b6e-1001708d3a3c req-b87ef9d0-2b48-404c-ae5d-251fa5662913 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b5b772-7360-470b-bdfa-770cd0bbff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388267 Jan 20 11:14:53.354424 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155193e1-1da0-4fea-9149-66ea8274892e req-6e486e38-562d-4eee-9f1e-6d5f7f009b32 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:53.355932 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-155193e1-1da0-4fea-9149-66ea8274892e req-6e486e38-562d-4eee-9f1e-6d5f7f009b32 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 943 time: 0.0741606 Jan 20 11:14:53.400369 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-155193e1-1da0-4fea-9149-66ea8274892e req-fcbedb28-d93d-4d6e-a115-0b59eb859e06 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b5b772-7360-470b-bdfa-770cd0bbff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390258 Jan 20 11:14:53.818773 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 985f5e9b-e639-47aa-bd92-bef920501a3a details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:14:53.952561 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 985f5e9b-e639-47aa-bd92-bef920501a3a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=985f5e9b-e639-47aa-bd92-bef920501a3a,segment=NetworkSegment(1795ede1-b819-4d7d-a86d-9ed46ab82902),segment_id=1795ede1-b819-4d7d-a86d-9ed46ab82902)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:14:53.965178 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '985f5e9b-e639-47aa-bd92-bef920501a3a', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'port_id': '985f5e9b-e639-47aa-bd92-bef920501a3a', 'mac_address': 'fa:16:3e:07:9f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71537d72-947d-40b0-9320-fd69885fc76e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:14:54.016720 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:54.036528 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985f5e9b-e639-47aa-bd92-bef920501a3a {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:14:54.051467 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 985f5e9b-e639-47aa-bd92-bef920501a3a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=985f5e9b-e639-47aa-bd92-bef920501a3a,segment=NetworkSegment(1795ede1-b819-4d7d-a86d-9ed46ab82902),segment_id=1795ede1-b819-4d7d-a86d-9ed46ab82902)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:14:54.152344 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:54.217103 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=985f5e9b-e639-47aa-bd92-bef920501a3a,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:54.225323 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:54.225703 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:54.226051 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:54.226390 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:54.226728 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:54.227063 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:54.228049 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:54.228421 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:54.228753 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:54.229082 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:54.229412 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:14:54.348707 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['985f5e9b-e639-47aa-bd92-bef920501a3a'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:14:54.596115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b5aa9-b660-42bc-b9b7-e970c6101d2b req-397e45b6-3d5e-46c5-b9bf-380a4b04cfe3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:54.597581 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ca6b5aa9-b660-42bc-b9b7-e970c6101d2b req-397e45b6-3d5e-46c5-b9bf-380a4b04cfe3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 944 time: 0.0787292 Jan 20 11:14:54.644135 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ca6b5aa9-b660-42bc-b9b7-e970c6101d2b req-20f801ea-e49a-4989-8ee1-22706b654113 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b5b772-7360-470b-bdfa-770cd0bbff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394645 Jan 20 11:14:55.818770 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 985f5e9b-e639-47aa-bd92-bef920501a3a up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:14:55.839206 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee6223-8983-443e-a05e-e2a887d6241b req-056e4c6b-de76-4e8f-a535-0e9823a73b41 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:55.840657 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a7ee6223-8983-443e-a05e-e2a887d6241b req-056e4c6b-de76-4e8f-a535-0e9823a73b41 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 944 time: 0.0762022 Jan 20 11:14:55.887481 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a7ee6223-8983-443e-a05e-e2a887d6241b req-75348086-5c4a-418f-a631-e851fb2556fb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b5b772-7360-470b-bdfa-770cd0bbff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413404 Jan 20 11:14:55.955982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 985f5e9b-e639-47aa-bd92-bef920501a3a completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:14:55.961234 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 985f5e9b-e639-47aa-bd92-bef920501a3a triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:14:55.961791 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:56.103495 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:56.130615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2faff0-730e-47bd-b800-88f7beca1bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985f5e9b-e639-47aa-bd92-bef920501a3a'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:14:56.140622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 985f5e9b-e639-47aa-bd92-bef920501a3a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=985f5e9b-e639-47aa-bd92-bef920501a3a,segment=NetworkSegment(1795ede1-b819-4d7d-a86d-9ed46ab82902),segment_id=1795ede1-b819-4d7d-a86d-9ed46ab82902)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:14:56.185086 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2faff0-730e-47bd-b800-88f7beca1bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985f5e9b-e639-47aa-bd92-bef920501a3a', 'code': 200} Jan 20 11:14:56.232342 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:56.300569 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=985f5e9b-e639-47aa-bd92-bef920501a3a,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:14:56.538785 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6b7529d0-064a-42df-9c11-97b5ecab2571 req-901c6354-87ee-4efc-a401-45cb954f525f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0671563 Jan 20 11:14:56.580377 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6b7529d0-064a-42df-9c11-97b5ecab2571 req-c5283054-17d3-435a-b70d-676544717964 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=39b5b772-7360-470b-bdfa-770cd0bbff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361831 Jan 20 11:14:57.093527 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe4b6e-4792-49b1-9f42-3bce37e8d134 req-691beb06-99e0-4d3f-b682-4e4e8226fb83 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:57.094985 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d4fe4b6e-4792-49b1-9f42-3bce37e8d134 req-691beb06-99e0-4d3f-b682-4e4e8226fb83 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 945 time: 0.0854371 Jan 20 11:14:57.139524 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d4fe4b6e-4792-49b1-9f42-3bce37e8d134 req-80532abe-4098-4ee3-b0fd-987a0f66f757 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b5b772-7360-470b-bdfa-770cd0bbff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391774 Jan 20 11:14:58.335700 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b056d1-8374-4e6d-a3ea-f71fbf3b1a8d req-dec27abc-3a83-47cc-97a3-82bb81422a4c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:58.337842 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-95b056d1-8374-4e6d-a3ea-f71fbf3b1a8d req-dec27abc-3a83-47cc-97a3-82bb81422a4c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 945 time: 0.0763252 Jan 20 11:14:58.385195 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-95b056d1-8374-4e6d-a3ea-f71fbf3b1a8d req-dcaea87a-40c7-41a1-92ec-9a184045738c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b5b772-7360-470b-bdfa-770cd0bbff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419295 Jan 20 11:14:58.582825 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960309b-73d0-4dd2-841e-2cf362a74182 req-268d3146-2b1a-4076-bda3-0e9aa593d52d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:14:58.584268 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c960309b-73d0-4dd2-841e-2cf362a74182 req-268d3146-2b1a-4076-bda3-0e9aa593d52d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 945 time: 0.0756614 Jan 20 11:14:58.629346 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c960309b-73d0-4dd2-841e-2cf362a74182 req-66ad19af-3791-41ad-9a7d-de1ff81b50f3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b5b772-7360-470b-bdfa-770cd0bbff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390368 Jan 20 11:14:58.656552 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38892) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:58.729766 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a96191e9-168a-432e-b60f-5fe8d41702d6 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 1093 time: 0.0720053 Jan 20 11:14:58.732339 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38896) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:14:58.737307 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-704b1438-fb73-4352-a2a2-bb13077b8f3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'floatingip': {'port_id': '985f5e9b-e639-47aa-bd92-bef920501a3a'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:14:58.811343 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-704b1438-fb73-4352-a2a2-bb13077b8f3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:59.486333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-704b1438-fb73-4352-a2a2-bb13077b8f3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:59.534811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-704b1438-fb73-4352-a2a2-bb13077b8f3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:14:59.718111 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-704b1438-fb73-4352-a2a2-bb13077b8f3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Floating IP 8c7aeea7-1b67-41de-a235-40b1dc2a3090 associated. External IP: 172.26.0.100, port: 985f5e9b-e639-47aa-bd92-bef920501a3a. Jan 20 11:15:00.026165 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:15:00.097156 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704b1438-fb73-4352-a2a2-bb13077b8f3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 7535f2ef-e35d-49fb-944b-51ae05cc728f has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:15:00.294437 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704b1438-fb73-4352-a2a2-bb13077b8f3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:15:00.299783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-704b1438-fb73-4352-a2a2-bb13077b8f3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:00.304376 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a223b16-cf65-46ca-bf4f-54b580f83c59 None None] Sync routers for ids ['7535f2ef-e35d-49fb-944b-51ae05cc728f'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:15:00.317132 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a223b16-cf65-46ca-bf4f-54b580f83c59 None None] Routers {'7535f2ef-e35d-49fb-944b-51ae05cc728f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:15:00.317768 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-5a223b16-cf65-46ca-bf4f-54b580f83c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:14:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7535f2ef-e35d-49fb-944b-51ae05cc728f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:00.352483 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-704b1438-fb73-4352-a2a2-bb13077b8f3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/floatingips/8c7aeea7-1b67-41de-a235-40b1dc2a3090 HTTP/1.1" status: 200 len: 991 time: 1.6191375 Jan 20 11:15:00.353340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2faff0-730e-47bd-b800-88f7beca1bd3', 'tag': '985f5e9b-e639-47aa-bd92-bef920501a3a'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:15:00.355477 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 38900) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:00.505114 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-5a223b16-cf65-46ca-bf4f-54b580f83c59 None None] Set router 7535f2ef-e35d-49fb-944b-51ae05cc728f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:15:00.563427 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c455c954-061e-4dc9-a9a6-b43efc0e2f68 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/8c7aeea7-1b67-41de-a235-40b1dc2a3090 HTTP/1.1" status: 200 len: 991 time: 0.2057724 Jan 20 11:15:00.573569 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2faff0-730e-47bd-b800-88f7beca1bd3', 'tag': '985f5e9b-e639-47aa-bd92-bef920501a3a', 'status': 'completed', 'code': 200} Jan 20 11:15:00.665766 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-399754fb-d9d8-4f6a-8304-313aad26c8a3 req-7a2961ff-1ff2-40cf-a55c-6475521f538e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0719104 Jan 20 11:15:00.861298 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-5a223b16-cf65-46ca-bf4f-54b580f83c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '8c7aeea7-1b67-41de-a235-40b1dc2a3090', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.100', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'port_id': '985f5e9b-e639-47aa-bd92-bef920501a3a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'mac_address': 'fa:16:3e:07:9f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2faff0-730e-47bd-b800-88f7beca1bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:14:01Z', 'updated_at': '2022-01-20T11:14:59Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a835017-6b25-4d11-bb72-586e7ca347c8', 'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:d7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71537d72-947d-40b0-9320-fd69885fc76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:39Z', 'updated_at': '2022-01-20T11:13:46Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '71537d72-947d-40b0-9320-fd69885fc76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:00.865126 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a223b16-cf65-46ca-bf4f-54b580f83c59 None None] Checking router: 7535f2ef-e35d-49fb-944b-51ae05cc728f for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:15:00.876220 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a223b16-cf65-46ca-bf4f-54b580f83c59 None None] Routers {'7535f2ef-e35d-49fb-944b-51ae05cc728f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:15:00.876822 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-5a223b16-cf65-46ca-bf4f-54b580f83c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:14:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7535f2ef-e35d-49fb-944b-51ae05cc728f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:00.900824 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399754fb-d9d8-4f6a-8304-313aad26c8a3 req-913b355d-2226-4dc2-a06e-d1862292b464 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:00.902315 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-399754fb-d9d8-4f6a-8304-313aad26c8a3 req-913b355d-2226-4dc2-a06e-d1862292b464 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c4de4e42-d754-4b66-a01c-34e7eae4bf29 HTTP/1.1" status: 200 len: 898 time: 0.2320063 Jan 20 11:15:01.003792 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-399754fb-d9d8-4f6a-8304-313aad26c8a3 req-47ff25c0-6dcc-460f-950b-2e9ef1c0d155 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=985f5e9b-e639-47aa-bd92-bef920501a3a HTTP/1.1" status: 200 len: 999 time: 0.0960939 Jan 20 11:15:01.051959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-5a223b16-cf65-46ca-bf4f-54b580f83c59 None None] Set router 7535f2ef-e35d-49fb-944b-51ae05cc728f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:15:01.065472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399754fb-d9d8-4f6a-8304-313aad26c8a3 req-1db18aa8-7a9f-4fe2-acdf-4135960250d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:01.066950 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-399754fb-d9d8-4f6a-8304-313aad26c8a3 req-1db18aa8-7a9f-4fe2-acdf-4135960250d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71537d72-947d-40b0-9320-fd69885fc76e HTTP/1.1" status: 200 len: 835 time: 0.0577660 Jan 20 11:15:01.139780 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-399754fb-d9d8-4f6a-8304-313aad26c8a3 req-5e558a50-3d7d-4331-a0e1-a7ce856b89ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c4de4e42-d754-4b66-a01c-34e7eae4bf29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666919 Jan 20 11:15:01.277844 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-399754fb-d9d8-4f6a-8304-313aad26c8a3 req-578fd80c-d84d-4ced-aa47-7ce739e4af35 service neutron] 10.222.0.72 "GET /v2.0/networks/c4de4e42-d754-4b66-a01c-34e7eae4bf29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322575 Jan 20 11:15:01.401107 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d201499d-e4b7-46d2-9292-022792b8b177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:01.410112 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-5a223b16-cf65-46ca-bf4f-54b580f83c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '8c7aeea7-1b67-41de-a235-40b1dc2a3090', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.100', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'port_id': '985f5e9b-e639-47aa-bd92-bef920501a3a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'mac_address': 'fa:16:3e:07:9f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2faff0-730e-47bd-b800-88f7beca1bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:14:01Z', 'updated_at': '2022-01-20T11:14:59Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a835017-6b25-4d11-bb72-586e7ca347c8', 'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:d7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71537d72-947d-40b0-9320-fd69885fc76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:39Z', 'updated_at': '2022-01-20T11:13:46Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '71537d72-947d-40b0-9320-fd69885fc76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:01.412673 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-399754fb-d9d8-4f6a-8304-313aad26c8a3 req-a46e155e-f516-416c-bbbd-686f8c4df228 service neutron] 10.222.0.72 "GET /v2.0/networks/c4de4e42-d754-4b66-a01c-34e7eae4bf29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294734 Jan 20 11:15:01.414277 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a223b16-cf65-46ca-bf4f-54b580f83c59 None None] The sync data for ids ['7535f2ef-e35d-49fb-944b-51ae05cc728f'] in dv-neutron-825471-1-hyperv is: [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '8c7aeea7-1b67-41de-a235-40b1dc2a3090', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.100', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'port_id': '985f5e9b-e639-47aa-bd92-bef920501a3a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'mac_address': 'fa:16:3e:07:9f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2faff0-730e-47bd-b800-88f7beca1bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:14:01Z', 'updated_at': '2022-01-20T11:14:59Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a835017-6b25-4d11-bb72-586e7ca347c8', 'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:d7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71537d72-947d-40b0-9320-fd69885fc76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:39Z', 'updated_at': '2022-01-20T11:13:46Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '71537d72-947d-40b0-9320-fd69885fc76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:15:01.566239 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38908) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:01.607488 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea1bd92-e490-49b3-a718-3a490a310da8 None None] New status for floating IP 8c7aeea7-1b67-41de-a235-40b1dc2a3090: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:15:01.672689 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-71f463c7-24dc-4912-ac2b-c7cf47ebfd42 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/8c7aeea7-1b67-41de-a235-40b1dc2a3090 HTTP/1.1" status: 200 len: 991 time: 0.1051919 Jan 20 11:15:02.676438 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38912) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:02.780582 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-954fc4d7-da00-431a-b333-9e9b446fec20 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/8c7aeea7-1b67-41de-a235-40b1dc2a3090 HTTP/1.1" status: 200 len: 993 time: 0.1029594 Jan 20 11:15:03.847381 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5f08834f-55c4-4481-add4-359cfcb0363a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:04.819206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:04.973135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:06.272582 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:09.595914 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:26.585868 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b36f0016-1d19-4714-a333-d875188fc059 req-decbd2a1-f635-4283-904e-177c35c15f20 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704100 Jan 20 11:15:26.721094 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b36f0016-1d19-4714-a333-d875188fc059 req-da19d543-cb9d-4418-aa56-a2e2e52c3844 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 1099 time: 0.0695500 Jan 20 11:15:26.864487 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f0016-1d19-4714-a333-d875188fc059 req-cd3b75bb-c311-40cb-a108-dae6aff7d669 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:26.865870 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b36f0016-1d19-4714-a333-d875188fc059 req-cd3b75bb-c311-40cb-a108-dae6aff7d669 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c4de4e42-d754-4b66-a01c-34e7eae4bf29 HTTP/1.1" status: 200 len: 898 time: 0.1253340 Jan 20 11:15:26.934871 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b36f0016-1d19-4714-a333-d875188fc059 req-571761ab-c980-4e8b-b2ed-845a9601a6e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3afe21c-ca39-44c9-8be8-3a8706838640 HTTP/1.1" status: 200 len: 217 time: 0.0622811 Jan 20 11:15:26.994664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f0016-1d19-4714-a333-d875188fc059 req-64ecbb75-e8b9-4aa1-ba8e-7154f376d3b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:26.996063 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b36f0016-1d19-4714-a333-d875188fc059 req-64ecbb75-e8b9-4aa1-ba8e-7154f376d3b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=71537d72-947d-40b0-9320-fd69885fc76e HTTP/1.1" status: 200 len: 835 time: 0.0557940 Jan 20 11:15:27.069460 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b36f0016-1d19-4714-a333-d875188fc059 req-29f8a327-cde2-4cf3-bf30-95eed6cfe3dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c4de4e42-d754-4b66-a01c-34e7eae4bf29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665088 Jan 20 11:15:27.198822 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b36f0016-1d19-4714-a333-d875188fc059 req-4627a213-4141-4c61-9b13-5a5c2426c183 service neutron] 10.222.0.72 "GET /v2.0/networks/c4de4e42-d754-4b66-a01c-34e7eae4bf29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227369 Jan 20 11:15:27.416253 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b36f0016-1d19-4714-a333-d875188fc059 req-48ceed4d-71ed-473b-849e-a602072d7839 service neutron] 10.222.0.72 "GET /v2.0/networks/c4de4e42-d754-4b66-a01c-34e7eae4bf29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118659 Jan 20 11:15:30.039526 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d01cf8-1e7a-40ee-a4e5-af1d4086c182 req-9e7660c7-f869-4c56-a2f1-c5d528da91d1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:30.040950 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-93d01cf8-1e7a-40ee-a4e5-af1d4086c182 req-9e7660c7-f869-4c56-a2f1-c5d528da91d1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 945 time: 0.0775790 Jan 20 11:15:30.084846 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-93d01cf8-1e7a-40ee-a4e5-af1d4086c182 req-f08d24fe-aa49-4fcc-bca3-881444f8eabc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b5b772-7360-470b-bdfa-770cd0bbff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385010 Jan 20 11:15:31.284042 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eda59a-2d7e-4201-a469-b7ce5c3c8cbc req-efebee5f-e57a-46fb-ad53-019f3f78d3d1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:31.285515 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-83eda59a-2d7e-4201-a469-b7ce5c3c8cbc req-efebee5f-e57a-46fb-ad53-019f3f78d3d1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 945 time: 0.0763259 Jan 20 11:15:31.331753 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-83eda59a-2d7e-4201-a469-b7ce5c3c8cbc req-a0c9e87f-35fb-4660-a1d9-0cfb1f5ecd42 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b5b772-7360-470b-bdfa-770cd0bbff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406349 Jan 20 11:15:31.389982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9577d273-0ffd-459b-adf8-91a28a1bb02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:31.419243 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b16443-ac79-451a-bb7a-01f201a01f74 req-4e5b0e96-6586-45c9-afe3-986f0a28eeed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:31.419945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-a2b16443-ac79-451a-bb7a-01f201a01f74 req-4e5b0e96-6586-45c9-afe3-986f0a28eeed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:15:31.509823 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-a2b16443-ac79-451a-bb7a-01f201a01f74 req-4e5b0e96-6586-45c9-afe3-986f0a28eeed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:15:31.510883 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a2b16443-ac79-451a-bb7a-01f201a01f74 req-4e5b0e96-6586-45c9-afe3-986f0a28eeed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 945 time: 0.1665888 Jan 20 11:15:31.582963 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-a2b16443-ac79-451a-bb7a-01f201a01f74 req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 985f5e9b-e639-47aa-bd92-bef920501a3a {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:15:31.583304 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a2b16443-ac79-451a-bb7a-01f201a01f74 req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:31.820487 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-a2b16443-ac79-451a-bb7a-01f201a01f74 req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port 985f5e9b-e639-47aa-bd92-bef920501a3a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=985f5e9b-e639-47aa-bd92-bef920501a3a,segment=NetworkSegment(1795ede1-b819-4d7d-a86d-9ed46ab82902),segment_id=1795ede1-b819-4d7d-a86d-9ed46ab82902)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:15:31.820766 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a2b16443-ac79-451a-bb7a-01f201a01f74 req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:32.103354 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a2b16443-ac79-451a-bb7a-01f201a01f74 req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:32.103639 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a2b16443-ac79-451a-bb7a-01f201a01f74 req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:32.103948 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [req-a2b16443-ac79-451a-bb7a-01f201a01f74 req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Floating IP 8c7aeea7-1b67-41de-a235-40b1dc2a3090 disassociated. External IP: 172.26.0.100, port: 985f5e9b-e639-47aa-bd92-bef920501a3a. Jan 20 11:15:32.104286 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-a2b16443-ac79-451a-bb7a-01f201a01f74 req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 985f5e9b-e639-47aa-bd92-bef920501a3a owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:15:32.300217 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a2b16443-ac79-451a-bb7a-01f201a01f74 req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:32.350481 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=985f5e9b-e639-47aa-bd92-bef920501a3a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:32.363711 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:32.364061 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:32.364402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:32.364736 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:32.365071 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:32.365401 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:32.365755 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:32.366082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:32.366408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:32.366730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:32.367054 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:32.506599 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89a29fa4-6c93-468e-940e-f8c9b875c9a7 req-b60884d3-d6aa-4555-af31-2d3ac50db708 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 210 time: 0.0442381 Jan 20 11:15:32.568530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2b16443-ac79-451a-bb7a-01f201a01f74 req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 7535f2ef-e35d-49fb-944b-51ae05cc728f has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:15:32.770346 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2b16443-ac79-451a-bb7a-01f201a01f74 req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:15:32.781814 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67d3168-3f91-4cc0-8898-9defe525bb7d None None] Sync routers for ids ['7535f2ef-e35d-49fb-944b-51ae05cc728f'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:15:32.796776 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d3168-3f91-4cc0-8898-9defe525bb7d None None] Routers {'7535f2ef-e35d-49fb-944b-51ae05cc728f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:15:32.797406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-e67d3168-3f91-4cc0-8898-9defe525bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:15:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7535f2ef-e35d-49fb-944b-51ae05cc728f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:32.844955 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b16443-ac79-451a-bb7a-01f201a01f74 req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] No DVR routers for this DVR port 985f5e9b-e639-47aa-bd92-bef920501a3a on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:15:32.847615 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a2b16443-ac79-451a-bb7a-01f201a01f74 req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:32.850532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2faff0-730e-47bd-b800-88f7beca1bd3', 'name': 'network-vif-deleted', 'tag': '985f5e9b-e639-47aa-bd92-bef920501a3a'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:15:32.909108 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2faff0-730e-47bd-b800-88f7beca1bd3', 'name': 'network-vif-deleted', 'tag': '985f5e9b-e639-47aa-bd92-bef920501a3a', 'status': 'completed', 'code': 200} Jan 20 11:15:32.937113 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a2b16443-ac79-451a-bb7a-01f201a01f74 req-ab692a65-d56c-4f17-9e7b-035eaa78ecef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "DELETE /v2.0/ports/985f5e9b-e639-47aa-bd92-bef920501a3a HTTP/1.1" status: 204 len: 173 time: 1.4169190 Jan 20 11:15:33.013936 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-e67d3168-3f91-4cc0-8898-9defe525bb7d None None] Set router 7535f2ef-e35d-49fb-944b-51ae05cc728f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:15:33.323703 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-e67d3168-3f91-4cc0-8898-9defe525bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '7a835017-6b25-4d11-bb72-586e7ca347c8', 'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:d7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71537d72-947d-40b0-9320-fd69885fc76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:39Z', 'updated_at': '2022-01-20T11:13:46Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '71537d72-947d-40b0-9320-fd69885fc76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:33.328260 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67d3168-3f91-4cc0-8898-9defe525bb7d None None] Checking router: 7535f2ef-e35d-49fb-944b-51ae05cc728f for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:15:33.338558 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d3168-3f91-4cc0-8898-9defe525bb7d None None] Routers {'7535f2ef-e35d-49fb-944b-51ae05cc728f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:15:33.339153 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-e67d3168-3f91-4cc0-8898-9defe525bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:15:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7535f2ef-e35d-49fb-944b-51ae05cc728f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:33.513045 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-e67d3168-3f91-4cc0-8898-9defe525bb7d None None] Set router 7535f2ef-e35d-49fb-944b-51ae05cc728f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:15:33.686600 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-03276e37-5bd4-4690-8773-cf7f1314aeee req-b476dc5b-04cc-439b-8e6a-7f0a536a3dbc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2faff0-730e-47bd-b800-88f7beca1bd3 HTTP/1.1" status: 200 len: 210 time: 0.0429962 Jan 20 11:15:33.845717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-e67d3168-3f91-4cc0-8898-9defe525bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '7a835017-6b25-4d11-bb72-586e7ca347c8', 'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:d7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71537d72-947d-40b0-9320-fd69885fc76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:39Z', 'updated_at': '2022-01-20T11:13:46Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '71537d72-947d-40b0-9320-fd69885fc76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:33.849738 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67d3168-3f91-4cc0-8898-9defe525bb7d None None] The sync data for ids ['7535f2ef-e35d-49fb-944b-51ae05cc728f'] in dv-neutron-825471-1-hyperv is: [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '7a835017-6b25-4d11-bb72-586e7ca347c8', 'name': '', 'network_id': 'c4de4e42-d754-4b66-a01c-34e7eae4bf29', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:d7:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71537d72-947d-40b0-9320-fd69885fc76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:39Z', 'updated_at': '2022-01-20T11:13:46Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '71537d72-947d-40b0-9320-fd69885fc76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:15:33.881193 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bcfda3fa-668d-4660-a52d-b881bfe89d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:34.013438 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 985f5e9b-e639-47aa-bd92-bef920501a3a no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:15:34.047763 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 985f5e9b-e639-47aa-bd92-bef920501a3a {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:15:34.048120 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 985f5e9b-e639-47aa-bd92-bef920501a3a not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:15:34.068885 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891c6ac6-a81a-4928-8bf4-acfe71477e18 None None] New status for floating IP 8c7aeea7-1b67-41de-a235-40b1dc2a3090: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:15:34.794848 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38940) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:34.814261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:34.955206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:34.966659 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b1944b74-8aa4-4340-ae15-0f1c36a919f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:34.995354 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b1944b74-8aa4-4340-ae15-0f1c36a919f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:35.140025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b1944b74-8aa4-4340-ae15-0f1c36a919f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:35.162612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1944b74-8aa4-4340-ae15-0f1c36a919f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b5b772-7360-470b-bdfa-770cd0bbff6e,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:35.274247 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b1944b74-8aa4-4340-ae15-0f1c36a919f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:35.275335 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b1944b74-8aa4-4340-ae15-0f1c36a919f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/security-groups/39b5b772-7360-470b-bdfa-770cd0bbff6e HTTP/1.1" status: 204 len: 168 time: 0.4794655 Jan 20 11:15:35.380658 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38946) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:35.530954 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-219d191a-7a9f-481c-9e56-71798bdcbe77 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 01c3daa9-29be-43a8-bcea-7cba52fbf033 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:15:35.531198 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-219d191a-7a9f-481c-9e56-71798bdcbe77 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:35.691789 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-219d191a-7a9f-481c-9e56-71798bdcbe77 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:35.692110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-219d191a-7a9f-481c-9e56-71798bdcbe77 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:35.810706 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-219d191a-7a9f-481c-9e56-71798bdcbe77 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 01c3daa9-29be-43a8-bcea-7cba52fbf033 owned by network:floatingip {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:15:36.014535 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-219d191a-7a9f-481c-9e56-71798bdcbe77 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:36.064085 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d191a-7a9f-481c-9e56-71798bdcbe77 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=01c3daa9-29be-43a8-bcea-7cba52fbf033,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:36.153317 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-219d191a-7a9f-481c-9e56-71798bdcbe77 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:36.166908 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-219d191a-7a9f-481c-9e56-71798bdcbe77 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:36.168725 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-219d191a-7a9f-481c-9e56-71798bdcbe77 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/floatingips/8c7aeea7-1b67-41de-a235-40b1dc2a3090 HTTP/1.1" status: 204 len: 168 time: 0.7870972 Jan 20 11:15:36.248999 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:36.732246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e1a2a-dd66-4be2-a141-a4f1290f9875 req-9833caf5-a783-45b7-bda4-8bf02cb54b35 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:36.733886 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-670e1a2a-dd66-4be2-a141-a4f1290f9875 req-9833caf5-a783-45b7-bda4-8bf02cb54b35 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 946 time: 0.0787826 Jan 20 11:15:36.782734 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-670e1a2a-dd66-4be2-a141-a4f1290f9875 req-ec97cb97-f1cb-4a51-bb94-8ba1d7995965 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=25e19cc9-1b96-43e2-bf58-07191bbbf889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433736 Jan 20 11:15:37.026016 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:15:37.983508 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec9073-43d3-4dcf-905b-78147dd358a8 req-916e23ac-2ab4-41c2-8cf7-402d7b388ff5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:37.984973 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1ec9073-43d3-4dcf-905b-78147dd358a8 req-916e23ac-2ab4-41c2-8cf7-402d7b388ff5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 946 time: 0.0768995 Jan 20 11:15:38.025697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c31c9-32f9-483e-8b55-6e644bad9390 req-7977df09-7ca1-48a7-8789-7e8d4506769c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:38.026394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-f02c31c9-32f9-483e-8b55-6e644bad9390 req-7977df09-7ca1-48a7-8789-7e8d4506769c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:15:38.037080 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e1ec9073-43d3-4dcf-905b-78147dd358a8 req-5da35a80-8b7f-4b73-8de1-38d406d51403 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=25e19cc9-1b96-43e2-bf58-07191bbbf889&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462554 Jan 20 11:15:38.111533 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-f02c31c9-32f9-483e-8b55-6e644bad9390 req-7977df09-7ca1-48a7-8789-7e8d4506769c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:15:38.112607 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f02c31c9-32f9-483e-8b55-6e644bad9390 req-7977df09-7ca1-48a7-8789-7e8d4506769c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 946 time: 0.1683962 Jan 20 11:15:38.180404 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-f02c31c9-32f9-483e-8b55-6e644bad9390 req-644beb90-3767-4c1d-8a34-488de0711245 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port e3afe21c-ca39-44c9-8be8-3a8706838640 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:15:38.180747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-f02c31c9-32f9-483e-8b55-6e644bad9390 req-644beb90-3767-4c1d-8a34-488de0711245 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:38.431906 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-f02c31c9-32f9-483e-8b55-6e644bad9390 req-644beb90-3767-4c1d-8a34-488de0711245 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port e3afe21c-ca39-44c9-8be8-3a8706838640, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e3afe21c-ca39-44c9-8be8-3a8706838640,segment=NetworkSegment(1795ede1-b819-4d7d-a86d-9ed46ab82902),segment_id=1795ede1-b819-4d7d-a86d-9ed46ab82902)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:15:38.432267 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-f02c31c9-32f9-483e-8b55-6e644bad9390 req-644beb90-3767-4c1d-8a34-488de0711245 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:38.550464 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-f02c31c9-32f9-483e-8b55-6e644bad9390 req-644beb90-3767-4c1d-8a34-488de0711245 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for e3afe21c-ca39-44c9-8be8-3a8706838640 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:15:38.831811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-f02c31c9-32f9-483e-8b55-6e644bad9390 req-644beb90-3767-4c1d-8a34-488de0711245 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:38.878803 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644beb90-3767-4c1d-8a34-488de0711245 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=e3afe21c-ca39-44c9-8be8-3a8706838640,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:38.951805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02c31c9-32f9-483e-8b55-6e644bad9390 req-644beb90-3767-4c1d-8a34-488de0711245 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] No DVR routers for this DVR port e3afe21c-ca39-44c9-8be8-3a8706838640 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:15:38.954096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-f02c31c9-32f9-483e-8b55-6e644bad9390 req-644beb90-3767-4c1d-8a34-488de0711245 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:38.956509 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca751355-6847-47c1-816b-247ad194e70f', 'name': 'network-vif-deleted', 'tag': 'e3afe21c-ca39-44c9-8be8-3a8706838640'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:15:39.010924 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca751355-6847-47c1-816b-247ad194e70f', 'name': 'network-vif-deleted', 'tag': 'e3afe21c-ca39-44c9-8be8-3a8706838640', 'status': 'completed', 'code': 200} Jan 20 11:15:39.026616 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f02c31c9-32f9-483e-8b55-6e644bad9390 req-644beb90-3767-4c1d-8a34-488de0711245 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "DELETE /v2.0/ports/e3afe21c-ca39-44c9-8be8-3a8706838640 HTTP/1.1" status: 204 len: 173 time: 0.9094617 Jan 20 11:15:39.205371 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5b512e35-fd86-4a1c-ad4d-2a2b7b80a1e2 req-bc378c2b-157a-4547-8735-f381143f6d64 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca751355-6847-47c1-816b-247ad194e70f HTTP/1.1" status: 200 len: 210 time: 0.0452321 Jan 20 11:15:39.577756 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:40.313986 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38962) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:40.380591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-723ba47f-a4a8-46a8-b362-b45f016261c8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:40.409215 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-723ba47f-a4a8-46a8-b362-b45f016261c8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:40.572194 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-723ba47f-a4a8-46a8-b362-b45f016261c8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:40.595907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ba47f-a4a8-46a8-b362-b45f016261c8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e19cc9-1b96-43e2-bf58-07191bbbf889,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:40.602482 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-723ba47f-a4a8-46a8-b362-b45f016261c8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:40.603572 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-723ba47f-a4a8-46a8-b362-b45f016261c8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/security-groups/25e19cc9-1b96-43e2-bf58-07191bbbf889 HTTP/1.1" status: 204 len: 168 time: 0.2886178 Jan 20 11:15:40.721463 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38968) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:41.116683 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8bf20f5c-a011-4e4a-9489-d28a62ed8107 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:41.712399 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8bf20f5c-a011-4e4a-9489-d28a62ed8107 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 7a835017-6b25-4d11-bb72-586e7ca347c8 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:15:41.713107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8bf20f5c-a011-4e4a-9489-d28a62ed8107 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:41.897770 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-8bf20f5c-a011-4e4a-9489-d28a62ed8107 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port 7a835017-6b25-4d11-bb72-586e7ca347c8, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=7a835017-6b25-4d11-bb72-586e7ca347c8,segment=NetworkSegment(1795ede1-b819-4d7d-a86d-9ed46ab82902),segment_id=1795ede1-b819-4d7d-a86d-9ed46ab82902)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:15:41.898200 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8bf20f5c-a011-4e4a-9489-d28a62ed8107 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:42.075864 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device e3afe21c-ca39-44c9-8be8-3a8706838640 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:15:42.109928 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: e3afe21c-ca39-44c9-8be8-3a8706838640 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:15:42.110276 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device e3afe21c-ca39-44c9-8be8-3a8706838640 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:15:42.123019 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8bf20f5c-a011-4e4a-9489-d28a62ed8107 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 7a835017-6b25-4d11-bb72-586e7ca347c8 owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:15:42.368715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8bf20f5c-a011-4e4a-9489-d28a62ed8107 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:42.414844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf20f5c-a011-4e4a-9489-d28a62ed8107 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=7a835017-6b25-4d11-bb72-586e7ca347c8,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:42.705013 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8bf20f5c-a011-4e4a-9489-d28a62ed8107 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:43.270734 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf20f5c-a011-4e4a-9489-d28a62ed8107 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 7535f2ef-e35d-49fb-944b-51ae05cc728f has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:15:43.462422 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf20f5c-a011-4e4a-9489-d28a62ed8107 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:15:43.473661 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5268183-3210-4d80-b1c2-08c103231043 None None] Sync routers for ids ['7535f2ef-e35d-49fb-944b-51ae05cc728f'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:15:43.476030 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8bf20f5c-a011-4e4a-9489-d28a62ed8107 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/7535f2ef-e35d-49fb-944b-51ae05cc728f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7534747 Jan 20 11:15:43.478691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38972) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:43.484943 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5268183-3210-4d80-b1c2-08c103231043 None None] Routers {'7535f2ef-e35d-49fb-944b-51ae05cc728f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:15:43.485559 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-e5268183-3210-4d80-b1c2-08c103231043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:15:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7535f2ef-e35d-49fb-944b-51ae05cc728f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:43.709301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-e5268183-3210-4d80-b1c2-08c103231043 None None] Set router 7535f2ef-e35d-49fb-944b-51ae05cc728f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:15:43.775040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-3927c7db-317d-484d-9d9b-d1d50054208b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting subnet 71537d72-947d-40b0-9320-fd69885fc76e {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:15:43.778514 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3927c7db-317d-484d-9d9b-d1d50054208b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:43.832637 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3927c7db-317d-484d-9d9b-d1d50054208b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:43.921343 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3927c7db-317d-484d-9d9b-d1d50054208b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:43.993713 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-e5268183-3210-4d80-b1c2-08c103231043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:15:42Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:43.994073 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5268183-3210-4d80-b1c2-08c103231043 None None] Checking router: 7535f2ef-e35d-49fb-944b-51ae05cc728f for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:15:44.006041 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5268183-3210-4d80-b1c2-08c103231043 None None] Routers {'7535f2ef-e35d-49fb-944b-51ae05cc728f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:15:44.006659 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-e5268183-3210-4d80-b1c2-08c103231043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:15:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7535f2ef-e35d-49fb-944b-51ae05cc728f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:44.107204 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3927c7db-317d-484d-9d9b-d1d50054208b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:44.148873 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927c7db-317d-484d-9d9b-d1d50054208b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Subnet': ['ID=71537d72-947d-40b0-9320-fd69885fc76e,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:44.155615 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3927c7db-317d-484d-9d9b-d1d50054208b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:44.162583 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3927c7db-317d-484d-9d9b-d1d50054208b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/subnets/71537d72-947d-40b0-9320-fd69885fc76e HTTP/1.1" status: 204 len: 168 time: 0.6828411 Jan 20 11:15:44.165409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38976) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:44.166693 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ea3527-a6e5-42b6-bee6-8b5359b3233c None None] Network c4de4e42-d754-4b66-a01c-34e7eae4bf29 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:15:44.282656 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-e5268183-3210-4d80-b1c2-08c103231043 None None] Set router 7535f2ef-e35d-49fb-944b-51ae05cc728f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:15:44.366137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-866f60df-750d-4622-be59-8112934b676d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:44.562927 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-866f60df-750d-4622-be59-8112934b676d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:44.642875 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de28672-6333-455b-b380-90b7243ee05c None None] DHCP port deletion for c4de4e42-d754-4b66-a01c-34e7eae4bf29 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:15:44.650789 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0de28672-6333-455b-b380-90b7243ee05c None None] Deleting port 7f28b439-7f31-4c50-9ccb-8241a1bd77b7 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:15:44.651776 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0de28672-6333-455b-b380-90b7243ee05c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:44.654782 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-866f60df-750d-4622-be59-8112934b676d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port eee4ece3-e777-4780-9954-625a72c48928 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:15:44.655136 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-866f60df-750d-4622-be59-8112934b676d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:44.699852 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-e5268183-3210-4d80-b1c2-08c103231043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:15:42Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:44.707058 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5268183-3210-4d80-b1c2-08c103231043 None None] The sync data for ids ['7535f2ef-e35d-49fb-944b-51ae05cc728f'] in dv-neutron-825471-1-hyperv is: [{'id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'name': 'tempest-TestNetworkBasicOps-router-272555087', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': 'eee4ece3-e777-4780-9954-625a72c48928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:15:42Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'eee4ece3-e777-4780-9954-625a72c48928', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535f2ef-e35d-49fb-944b-51ae05cc728f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:13:35Z', 'updated_at': '2022-01-20T11:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:15:44.836308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-866f60df-750d-4622-be59-8112934b676d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port eee4ece3-e777-4780-9954-625a72c48928, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=eee4ece3-e777-4780-9954-625a72c48928,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:15:44.836589 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-866f60df-750d-4622-be59-8112934b676d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:44.911997 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0de28672-6333-455b-b380-90b7243ee05c None None] For port 7f28b439-7f31-4c50-9ccb-8241a1bd77b7, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=7f28b439-7f31-4c50-9ccb-8241a1bd77b7,segment=NetworkSegment(1795ede1-b819-4d7d-a86d-9ed46ab82902),segment_id=1795ede1-b819-4d7d-a86d-9ed46ab82902)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:15:44.912357 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0de28672-6333-455b-b380-90b7243ee05c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:44.960767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-866f60df-750d-4622-be59-8112934b676d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for eee4ece3-e777-4780-9954-625a72c48928 owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:15:45.027822 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0de28672-6333-455b-b380-90b7243ee05c None None] Calling delete_port for 7f28b439-7f31-4c50-9ccb-8241a1bd77b7 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:15:45.174926 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0de28672-6333-455b-b380-90b7243ee05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:45.203487 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-866f60df-750d-4622-be59-8112934b676d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:45.218370 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de28672-6333-455b-b380-90b7243ee05c None None] Pushing event deleted for resources: {'Port': ['ID=7f28b439-7f31-4c50-9ccb-8241a1bd77b7,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:45.224563 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de28672-6333-455b-b380-90b7243ee05c None None] No DVR routers for this DVR port 7f28b439-7f31-4c50-9ccb-8241a1bd77b7 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:15:45.262581 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f60df-750d-4622-be59-8112934b676d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=eee4ece3-e777-4780-9954-625a72c48928,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:45.584855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-866f60df-750d-4622-be59-8112934b676d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:45.835996 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-866f60df-750d-4622-be59-8112934b676d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:45.840749 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-866f60df-750d-4622-be59-8112934b676d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:45.968584 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-866f60df-750d-4622-be59-8112934b676d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:45.969138 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866f60df-750d-4622-be59-8112934b676d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Fanout notify agent at l3_agent the message router_deleted on router 7535f2ef-e35d-49fb-944b-51ae05cc728f {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:15:45.994043 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-866f60df-750d-4622-be59-8112934b676d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:45.994043 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-866f60df-750d-4622-be59-8112934b676d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/routers/7535f2ef-e35d-49fb-944b-51ae05cc728f HTTP/1.1" status: 204 len: 168 time: 1.8250005 Jan 20 11:15:45.994043 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38982) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:46.098217 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 7f28b439-7f31-4c50-9ccb-8241a1bd77b7 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:15:46.112773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-189e7a0c-ca81-4506-82c2-42a2d179c184 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:46.130992 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 7f28b439-7f31-4c50-9ccb-8241a1bd77b7 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:15:46.131341 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 7f28b439-7f31-4c50-9ccb-8241a1bd77b7 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:15:46.131759 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 7a835017-6b25-4d11-bb72-586e7ca347c8 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:15:46.162304 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 7a835017-6b25-4d11-bb72-586e7ca347c8 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:15:46.162649 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 7a835017-6b25-4d11-bb72-586e7ca347c8 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:15:46.241164 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-189e7a0c-ca81-4506-82c2-42a2d179c184 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:46.265203 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-189e7a0c-ca81-4506-82c2-42a2d179c184 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4de4e42-d754-4b66-a01c-34e7eae4bf29']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:46.277452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-189e7a0c-ca81-4506-82c2-42a2d179c184 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1795ede1-b819-4d7d-a86d-9ed46ab82902') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:46.277780 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-189e7a0c-ca81-4506-82c2-42a2d179c184 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1795ede1-b819-4d7d-a86d-9ed46ab82902') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:46.288565 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-189e7a0c-ca81-4506-82c2-42a2d179c184 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:46.304267 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-189e7a0c-ca81-4506-82c2-42a2d179c184 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:46.310208 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189e7a0c-ca81-4506-82c2-42a2d179c184 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:15:46.310589 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-189e7a0c-ca81-4506-82c2-42a2d179c184 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:15:46.328359 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:15:46.477332 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-189e7a0c-ca81-4506-82c2-42a2d179c184 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:46.494424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-189e7a0c-ca81-4506-82c2-42a2d179c184 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:46.506436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e7a0c-ca81-4506-82c2-42a2d179c184 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Network': ['ID=c4de4e42-d754-4b66-a01c-34e7eae4bf29,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:46.558063 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-189e7a0c-ca81-4506-82c2-42a2d179c184 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/networks/c4de4e42-d754-4b66-a01c-34e7eae4bf29 HTTP/1.1" status: 204 len: 168 time: 0.5628738 Jan 20 11:15:46.581817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38986) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:46.587455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-9687edaa-4f59-499d-bdef-dad58342a2b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'network': {'name': 'tempest-network-smoke--748624035', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'port_security_enabled': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:15:46.593679 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9687edaa-4f59-499d-bdef-dad58342a2b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:15:46.597821 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9687edaa-4f59-499d-bdef-dad58342a2b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:network and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:15:46.600673 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9687edaa-4f59-499d-bdef-dad58342a2b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:15:46.606910 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9687edaa-4f59-499d-bdef-dad58342a2b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:15:46.670026 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9687edaa-4f59-499d-bdef-dad58342a2b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:15:46.672908 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9687edaa-4f59-499d-bdef-dad58342a2b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:46.705530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9687edaa-4f59-499d-bdef-dad58342a2b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:15:46.713664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9687edaa-4f59-499d-bdef-dad58342a2b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:46.714008 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-9687edaa-4f59-499d-bdef-dad58342a2b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Added segment 62daf0ef-141e-4a2f-a3a4-fa485d0d2900 of type vlan for network 86034451-82b7-4aaa-b340-2cbd876aad03 Jan 20 11:15:46.738780 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9687edaa-4f59-499d-bdef-dad58342a2b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:46.831569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9687edaa-4f59-499d-bdef-dad58342a2b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:46.835232 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9687edaa-4f59-499d-bdef-dad58342a2b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:46.835805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9687edaa-4f59-499d-bdef-dad58342a2b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:46.940117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687edaa-4f59-499d-bdef-dad58342a2b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Network': ['ID=86034451-82b7-4aaa-b340-2cbd876aad03,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:46.950733 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 86034451-82b7-4aaa-b340-2cbd876aad03 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:15:47.018696 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9687edaa-4f59-499d-bdef-dad58342a2b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4358344 Jan 20 11:15:47.021390 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38990) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:47.026402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-290111899', 'admin_state_up': True, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:15:47.033408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:15:47.040783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:router and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:15:47.040783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:15:47.046295 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:15:47.117195 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:47.118351 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:47.136115 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:47.344958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:47.682170 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:47.713352 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:47.843315 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.26.0.48 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/daed28a2-caff-48f9-8dbd-6312779596c4) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:15:47.986838 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device eee4ece3-e777-4780-9954-625a72c48928 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:15:47.988337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:48.021563 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: eee4ece3-e777-4780-9954-625a72c48928 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:15:48.021903 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device eee4ece3-e777-4780-9954-625a72c48928 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:15:48.077465 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:48.146495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:15:48.149304 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:15:48.155876 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:15:48.177818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=daed28a2-caff-48f9-8dbd-6312779596c4,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:48.403178 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:48.403916 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:48.691927 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router bf35f5ee-59db-4383-b904-9e2b550180a2 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:15:48.885188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:15:48.895630 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Sync routers for ids ['bf35f5ee-59db-4383-b904-9e2b550180a2'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:15:48.910701 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Routers {'bf35f5ee-59db-4383-b904-9e2b550180a2'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:15:48.911553 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:15:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['bf35f5ee-59db-4383-b904-9e2b550180a2'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:48.980923 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:48.982172 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-201c49db-7435-4ebf-9f48-c2edc2d5b268 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9598420 Jan 20 11:15:48.985326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 38994) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:49.110685 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Set router bf35f5ee-59db-4383-b904-9e2b550180a2 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:15:49.157644 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b2461eea-3ee5-4d80-8186-6a32a1086adf tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=571e60e1cd4540aa8cf6524c9e0f5b24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1711757 Jan 20 11:15:49.160225 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39000) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:49.288433 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13c56d1-4009-4546-838b-e87f0375905b tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:49.289862 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d13c56d1-4009-4546-838b-e87f0375905b tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287344 Jan 20 11:15:49.293415 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39004) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:49.335102 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-644f2a51-1ecf-449f-8e4b-57bd5c37a12f tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404680 Jan 20 11:15:49.337579 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39008) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:49.343517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1cd1145b-6a8d-4643-95ec-4d21ab551868 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1263353297', 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:15:49.386466 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'name': 'tempest-TestNetworkBasicOps-router-290111899', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:48Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:49.390169 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Checking router: bf35f5ee-59db-4383-b904-9e2b550180a2 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:15:49.390510 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Updating router bf35f5ee-59db-4383-b904-9e2b550180a2 port daed28a2-caff-48f9-8dbd-6312779596c4 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:15:49.440270 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:49.451045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1cd1145b-6a8d-4643-95ec-4d21ab551868 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:15:49.455408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1cd1145b-6a8d-4643-95ec-4d21ab551868 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:subnet and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:15:49.458483 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1cd1145b-6a8d-4643-95ec-4d21ab551868 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:15:49.464807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1cd1145b-6a8d-4643-95ec-4d21ab551868 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:15:49.580276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd1145b-6a8d-4643-95ec-4d21ab551868 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:15:49.766234 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:49.776283 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1cd1145b-6a8d-4643-95ec-4d21ab551868 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:49.778783 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Transition to ACTIVE for port object daed28a2-caff-48f9-8dbd-6312779596c4 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:15:49.848860 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:49.929233 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b6685-01d8-44b6-b329-b738301fe9e9 None None] Pushing event updated for resources: {'Port': ['ID=daed28a2-caff-48f9-8dbd-6312779596c4,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:49.936660 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Attempting to bind port daed28a2-caff-48f9-8dbd-6312779596c4 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:15:49.937022 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Attempting to bind port daed28a2-caff-48f9-8dbd-6312779596c4 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:15:49.937376 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Attempting to bind port daed28a2-caff-48f9-8dbd-6312779596c4 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:15:49.947315 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b6685-01d8-44b6-b329-b738301fe9e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:49.947659 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b6685-01d8-44b6-b329-b738301fe9e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:49.947994 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b6685-01d8-44b6-b329-b738301fe9e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:49.948354 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b6685-01d8-44b6-b329-b738301fe9e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:49.949289 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b6685-01d8-44b6-b329-b738301fe9e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:49.949791 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b6685-01d8-44b6-b329-b738301fe9e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:49.950121 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b6685-01d8-44b6-b329-b738301fe9e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:49.951052 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b6685-01d8-44b6-b329-b738301fe9e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:49.951052 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b6685-01d8-44b6-b329-b738301fe9e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:49.951052 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b6685-01d8-44b6-b329-b738301fe9e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:49.951417 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b6685-01d8-44b6-b329-b738301fe9e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:49.954832 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:15:49.955200 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:15:49.955625 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:49.956003 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:15:49.956534 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Bound port: daed28a2-caff-48f9-8dbd-6312779596c4, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:15:49.956826 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:50.027029 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] For port daed28a2-caff-48f9-8dbd-6312779596c4, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:15:50.029924 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] For port daed28a2-caff-48f9-8dbd-6312779596c4, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=daed28a2-caff-48f9-8dbd-6312779596c4,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:15:50.034898 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1cd1145b-6a8d-4643-95ec-4d21ab551868 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:50.103751 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:50.117277 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1145b-6a8d-4643-95ec-4d21ab551868 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Subnet': ['ID=af367811-3cca-456f-96fb-08f96331fc7c,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:50.128097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd1145b-6a8d-4643-95ec-4d21ab551868 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Checking segment: {'id': '62daf0ef-141e-4a2f-a3a4-fa485d0d2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:15:50.128467 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd1145b-6a8d-4643-95ec-4d21ab551868 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network hostable DHCP agents. Network: 86034451-82b7-4aaa-b340-2cbd876aad03, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:15:50.183393 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b6685-01d8-44b6-b329-b738301fe9e9 None None] Pushing event updated for resources: {'Port': ['ID=daed28a2-caff-48f9-8dbd-6312779596c4,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:50.188780 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Routers {'bf35f5ee-59db-4383-b904-9e2b550180a2'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:15:50.189356 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:15:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['bf35f5ee-59db-4383-b904-9e2b550180a2'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:50.228962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd1145b-6a8d-4643-95ec-4d21ab551868 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 86034451-82b7-4aaa-b340-2cbd876aad03 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:15:50.299990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-1cd1145b-6a8d-4643-95ec-4d21ab551868 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 86034451-82b7-4aaa-b340-2cbd876aad03) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:15:50.304057 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd1145b-6a8d-4643-95ec-4d21ab551868 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:50.308422 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1cd1145b-6a8d-4643-95ec-4d21ab551868 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:50.310419 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146b3e41-039d-42dc-b664-8b4a6cd5f8ff None None] Network 86034451-82b7-4aaa-b340-2cbd876aad03 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:15:50.358683 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] Set router bf35f5ee-59db-4383-b904-9e2b550180a2 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:15:50.396047 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1cd1145b-6a8d-4643-95ec-4d21ab551868 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0574393 Jan 20 11:15:50.398852 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39012) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:50.529983 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-86034451-82b7-4aaa-b340-2cbd876aad03', 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ips': [{'subnet_id': 'af367811-3cca-456f-96fb-08f96331fc7c'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:15:50.530900 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:50.681274 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'name': 'tempest-TestNetworkBasicOps-router-290111899', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:48Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:50.686307 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b2cceb-1b75-4c43-bb07-a01521c48579 None None] The sync data for ids ['bf35f5ee-59db-4383-b904-9e2b550180a2'] in dv-neutron-825471-1-hyperv is: [{'id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'name': 'tempest-TestNetworkBasicOps-router-290111899', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:48Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:15:50.706395 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Allocated IP 172.20.0.2 (86034451-82b7-4aaa-b340-2cbd876aad03/af367811-3cca-456f-96fb-08f96331fc7c/2dc6be54-c890-4a8c-bf70-2e266ec82018) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:15:50.943078 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:50.960528 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Transition to ACTIVE for port object 2dc6be54-c890-4a8c-bf70-2e266ec82018 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:15:50.981635 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Transition to ACTIVE for port object 2dc6be54-c890-4a8c-bf70-2e266ec82018 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:15:51.071627 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:51.143880 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Pushing event updated for resources: {'Port': ['ID=2dc6be54-c890-4a8c-bf70-2e266ec82018,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:51.155996 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Network 86034451-82b7-4aaa-b340-2cbd876aad03 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:15:51.157216 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:15:51.159672 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:15:51.230559 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:51.252594 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Attempting to bind port 2dc6be54-c890-4a8c-bf70-2e266ec82018 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:15:51.252964 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Attempting to bind port 2dc6be54-c890-4a8c-bf70-2e266ec82018 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '62daf0ef-141e-4a2f-a3a4-fa485d0d2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:15:51.253320 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Attempting to bind port 2dc6be54-c890-4a8c-bf70-2e266ec82018 on network 86034451-82b7-4aaa-b340-2cbd876aad03 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:15:51.260068 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:15:51.285460 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Checking segment: {'id': '62daf0ef-141e-4a2f-a3a4-fa485d0d2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:15:51.285460 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:51.285460 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Bound using segment: {'id': '62daf0ef-141e-4a2f-a3a4-fa485d0d2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:15:51.285460 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Bound port: 2dc6be54-c890-4a8c-bf70-2e266ec82018, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62daf0ef-141e-4a2f-a3a4-fa485d0d2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:15:51.285460 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:51.352009 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] For port 2dc6be54-c890-4a8c-bf70-2e266ec82018, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:15:51.355320 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] For port 2dc6be54-c890-4a8c-bf70-2e266ec82018, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2dc6be54-c890-4a8c-bf70-2e266ec82018,segment=NetworkSegment(62daf0ef-141e-4a2f-a3a4-fa485d0d2900),segment_id=62daf0ef-141e-4a2f-a3a4-fa485d0d2900)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:15:51.487229 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:51.583868 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cb949-f736-4dd6-a4f1-fa42693c070f None None] Pushing event updated for resources: {'Port': ['ID=2dc6be54-c890-4a8c-bf70-2e266ec82018,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:51.744466 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.1 (86034451-82b7-4aaa-b340-2cbd876aad03/af367811-3cca-456f-96fb-08f96331fc7c/7c785c9c-40f5-4327-aaa9-af95a6c3d68b) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:15:51.906166 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:51.921936 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object 7c785c9c-40f5-4327-aaa9-af95a6c3d68b will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:15:52.012762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:52.080973 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2dc6be54-c890-4a8c-bf70-2e266ec82018 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:15:52.089406 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 86034451-82b7-4aaa-b340-2cbd876aad03 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:15:52.092623 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:15:52.095158 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:15:52.130638 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=7c785c9c-40f5-4327-aaa9-af95a6c3d68b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:52.155457 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:52.155829 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:52.156208 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:52.156595 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:52.156931 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:52.157317 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:52.157674 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:52.158030 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:52.158426 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:52.158747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:52.159066 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:52.171882 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:52.242582 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 2dc6be54-c890-4a8c-bf70-2e266ec82018 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:15:52.255000 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device daed28a2-caff-48f9-8dbd-6312779596c4 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:15:52.337481 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:52.395209 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port daed28a2-caff-48f9-8dbd-6312779596c4 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:15:52.400764 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port daed28a2-caff-48f9-8dbd-6312779596c4 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:15:52.401149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:52.540195 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0672081-e1cd-41d2-ac0b-d0ceb745f6ca None None] Network 86034451-82b7-4aaa-b340-2cbd876aad03 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:15:52.656884 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:52.696651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port daed28a2-caff-48f9-8dbd-6312779596c4, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=daed28a2-caff-48f9-8dbd-6312779596c4,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:15:52.730553 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-843cfcff-f6d6-4ec2-9193-17745ef4603c None None] Provisioning for port 2dc6be54-c890-4a8c-bf70-2e266ec82018 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:15:52.743327 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-843cfcff-f6d6-4ec2-9193-17745ef4603c None None] Provisioning complete for port 2dc6be54-c890-4a8c-bf70-2e266ec82018 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:15:52.743698 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-843cfcff-f6d6-4ec2-9193-17745ef4603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:52.759710 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:52.795188 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:52.835080 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:52.918059 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=daed28a2-caff-48f9-8dbd-6312779596c4,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:52.949237 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=7c785c9c-40f5-4327-aaa9-af95a6c3d68b,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:52.952783 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:52.977355 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-843cfcff-f6d6-4ec2-9193-17745ef4603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:53.013964 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-843cfcff-f6d6-4ec2-9193-17745ef4603c None None] For port 2dc6be54-c890-4a8c-bf70-2e266ec82018, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2dc6be54-c890-4a8c-bf70-2e266ec82018,segment=NetworkSegment(62daf0ef-141e-4a2f-a3a4-fa485d0d2900),segment_id=62daf0ef-141e-4a2f-a3a4-fa485d0d2900)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:15:53.095214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 86034451-82b7-4aaa-b340-2cbd876aad03 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:15:53.096408 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:15:53.111850 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-843cfcff-f6d6-4ec2-9193-17745ef4603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:53.195504 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cfcff-f6d6-4ec2-9193-17745ef4603c None None] Pushing event updated for resources: {'Port': ['ID=2dc6be54-c890-4a8c-bf70-2e266ec82018,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:53.235288 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-13b55ec7-5382-4cf8-9c0f-18ef9d168709 None None] Provisioning complete for port 2dc6be54-c890-4a8c-bf70-2e266ec82018 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:15:53.235759 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13b55ec7-5382-4cf8-9c0f-18ef9d168709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:53.437249 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-13b55ec7-5382-4cf8-9c0f-18ef9d168709 None None] Provisioning for port 7c785c9c-40f5-4327-aaa9-af95a6c3d68b completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:15:53.443696 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-13b55ec7-5382-4cf8-9c0f-18ef9d168709 None None] Provisioning complete for port 7c785c9c-40f5-4327-aaa9-af95a6c3d68b triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:15:53.444113 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13b55ec7-5382-4cf8-9c0f-18ef9d168709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:53.501784 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-13b55ec7-5382-4cf8-9c0f-18ef9d168709 None None] Port 7c785c9c-40f5-4327-aaa9-af95a6c3d68b cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:15:53.592505 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router bf35f5ee-59db-4383-b904-9e2b550180a2 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:15:53.622699 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9948156e-5420-4308-b105-f09761369880 None None] Provisioning complete for port 7c785c9c-40f5-4327-aaa9-af95a6c3d68b triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:15:53.623075 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9948156e-5420-4308-b105-f09761369880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:53.675060 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9948156e-5420-4308-b105-f09761369880 None None] Port 7c785c9c-40f5-4327-aaa9-af95a6c3d68b cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:15:53.799707 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:15:53.812443 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3819b255-cbfc-4819-b8b6-740c7b75ca30 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/bf35f5ee-59db-4383-b904-9e2b550180a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4124668 Jan 20 11:15:53.815051 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39016) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:53.950634 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e15ec39-a77d-4279-a044-135e63747b38 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:53.951015 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e15ec39-a77d-4279-a044-135e63747b38 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:53.951379 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e15ec39-a77d-4279-a044-135e63747b38 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:53.951738 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e15ec39-a77d-4279-a044-135e63747b38 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:53.953386 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0e15ec39-a77d-4279-a044-135e63747b38 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1374521 Jan 20 11:15:53.956247 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39020) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:54.032341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f99d268-6ab6-455a-8325-b3a6b38e03e3 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:54.032723 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f99d268-6ab6-455a-8325-b3a6b38e03e3 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:54.033094 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f99d268-6ab6-455a-8325-b3a6b38e03e3 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:54.033636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f99d268-6ab6-455a-8325-b3a6b38e03e3 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:54.035296 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7f99d268-6ab6-455a-8325-b3a6b38e03e3 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0780168 Jan 20 11:15:54.038326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39024) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:54.040646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2dc6be54-c890-4a8c-bf70-2e266ec82018 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:15:54.113693 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 2dc6be54-c890-4a8c-bf70-2e266ec82018 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:15:54.114066 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:54.235708 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device daed28a2-caff-48f9-8dbd-6312779596c4 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:15:54.243465 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-839f192f-0aec-4e78-a2c8-cd83bbfa36c2 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2013850 Jan 20 11:15:54.243656 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39028) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:54.249622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f4530f03-cee5-4b0c-86bc-eca979e85960 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1456688270', 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:15:54.260344 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Sync routers for ids ['bf35f5ee-59db-4383-b904-9e2b550180a2'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:15:54.298268 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Routers {'bf35f5ee-59db-4383-b904-9e2b550180a2'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:15:54.298881 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:15:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['bf35f5ee-59db-4383-b904-9e2b550180a2'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:54.383122 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f4530f03-cee5-4b0c-86bc-eca979e85960 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:15:54.389323 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f4530f03-cee5-4b0c-86bc-eca979e85960 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:port and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:15:54.393284 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f4530f03-cee5-4b0c-86bc-eca979e85960 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:15:54.401242 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f4530f03-cee5-4b0c-86bc-eca979e85960 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:15:54.457681 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port daed28a2-caff-48f9-8dbd-6312779596c4 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:15:54.458236 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:54.471226 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4530f03-cee5-4b0c-86bc-eca979e85960 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'port': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:15:54.474221 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f4530f03-cee5-4b0c-86bc-eca979e85960 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:54.496463 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [None req-f4530f03-cee5-4b0c-86bc-eca979e85960 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] device_id is not set on port 5d65169f-b6fe-4ba9-8684-b74784064cea yet. {{(pid=84332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:15:54.528095 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Set router bf35f5ee-59db-4383-b904-9e2b550180a2 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:15:54.640665 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-f4530f03-cee5-4b0c-86bc-eca979e85960 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.3 (86034451-82b7-4aaa-b340-2cbd876aad03/af367811-3cca-456f-96fb-08f96331fc7c/5d65169f-b6fe-4ba9-8684-b74784064cea) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:15:54.845851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f4530f03-cee5-4b0c-86bc-eca979e85960 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:54.861872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-f4530f03-cee5-4b0c-86bc-eca979e85960 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object 5d65169f-b6fe-4ba9-8684-b74784064cea will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:15:54.923291 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'name': 'tempest-TestNetworkBasicOps-router-290111899', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '7c785c9c-40f5-4327-aaa9-af95a6c3d68b', 'name': '', 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:49:73:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:51Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 2, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:54.927105 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Checking router: bf35f5ee-59db-4383-b904-9e2b550180a2 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:15:54.927450 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Updating router bf35f5ee-59db-4383-b904-9e2b550180a2 port 7c785c9c-40f5-4327-aaa9-af95a6c3d68b binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:15:54.951994 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f4530f03-cee5-4b0c-86bc-eca979e85960 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:54.979994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:55.028092 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4530f03-cee5-4b0c-86bc-eca979e85960 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 86034451-82b7-4aaa-b340-2cbd876aad03 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:15:55.031369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f4530f03-cee5-4b0c-86bc-eca979e85960 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:15:55.035980 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4530f03-cee5-4b0c-86bc-eca979e85960 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:15:55.061731 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4530f03-cee5-4b0c-86bc-eca979e85960 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=5d65169f-b6fe-4ba9-8684-b74784064cea,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:55.101211 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4530f03-cee5-4b0c-86bc-eca979e85960 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:55.101850 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f4530f03-cee5-4b0c-86bc-eca979e85960 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:55.248844 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f4530f03-cee5-4b0c-86bc-eca979e85960 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0041761 Jan 20 11:15:55.340849 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:55.351801 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Transition to ACTIVE for port object 7c785c9c-40f5-4327-aaa9-af95a6c3d68b will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:15:55.425395 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-56b47075-da9f-47c2-a6e6-ec02769d323b None None] Provisioning for port 5d65169f-b6fe-4ba9-8684-b74784064cea completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:15:55.430406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-56b47075-da9f-47c2-a6e6-ec02769d323b None None] Provisioning complete for port 5d65169f-b6fe-4ba9-8684-b74784064cea triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:15:55.430887 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-56b47075-da9f-47c2-a6e6-ec02769d323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:55.460546 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:55.586347 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-56b47075-da9f-47c2-a6e6-ec02769d323b None None] Port 5d65169f-b6fe-4ba9-8684-b74784064cea cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:15:55.598289 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a84a4-1446-4921-b5fd-86d05240c97c None None] Pushing event updated for resources: {'Port': ['ID=7c785c9c-40f5-4327-aaa9-af95a6c3d68b,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:55.617949 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a84a4-1446-4921-b5fd-86d05240c97c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:55.618292 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a84a4-1446-4921-b5fd-86d05240c97c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:55.618628 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a84a4-1446-4921-b5fd-86d05240c97c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:55.618959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a84a4-1446-4921-b5fd-86d05240c97c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:55.619286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a84a4-1446-4921-b5fd-86d05240c97c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:55.619611 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a84a4-1446-4921-b5fd-86d05240c97c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:55.620283 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a84a4-1446-4921-b5fd-86d05240c97c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:55.620621 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a84a4-1446-4921-b5fd-86d05240c97c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:55.620951 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a84a4-1446-4921-b5fd-86d05240c97c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:55.621267 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a84a4-1446-4921-b5fd-86d05240c97c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:55.621607 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a84a4-1446-4921-b5fd-86d05240c97c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:15:55.687043 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39034) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:55.693231 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-489a3877-08be-457c-bce2-c5a734cf212d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-209762502', 'description': 'tempest-secgroup-smoke-209762502 description', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:15:55.702297 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-489a3877-08be-457c-bce2-c5a734cf212d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:15:55.706738 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-489a3877-08be-457c-bce2-c5a734cf212d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:15:55.707496 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Attempting to bind port 7c785c9c-40f5-4327-aaa9-af95a6c3d68b on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:15:55.707882 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Attempting to bind port 7c785c9c-40f5-4327-aaa9-af95a6c3d68b by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '62daf0ef-141e-4a2f-a3a4-fa485d0d2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:15:55.708391 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Attempting to bind port 7c785c9c-40f5-4327-aaa9-af95a6c3d68b on network 86034451-82b7-4aaa-b340-2cbd876aad03 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:15:55.709771 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-489a3877-08be-457c-bce2-c5a734cf212d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:15:55.717253 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-489a3877-08be-457c-bce2-c5a734cf212d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:15:55.720197 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:15:55.720632 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Checking segment: {'id': '62daf0ef-141e-4a2f-a3a4-fa485d0d2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:15:55.721274 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:55.721988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Bound using segment: {'id': '62daf0ef-141e-4a2f-a3a4-fa485d0d2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:15:55.722331 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Bound port: 7c785c9c-40f5-4327-aaa9-af95a6c3d68b, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62daf0ef-141e-4a2f-a3a4-fa485d0d2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:15:55.722762 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:55.791294 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-489a3877-08be-457c-bce2-c5a734cf212d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:55.822616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] For port 7c785c9c-40f5-4327-aaa9-af95a6c3d68b, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:15:55.826398 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] For port 7c785c9c-40f5-4327-aaa9-af95a6c3d68b, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=7c785c9c-40f5-4327-aaa9-af95a6c3d68b,segment=NetworkSegment(62daf0ef-141e-4a2f-a3a4-fa485d0d2900),segment_id=62daf0ef-141e-4a2f-a3a4-fa485d0d2900)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:15:55.827234 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-489a3877-08be-457c-bce2-c5a734cf212d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:15:55.831128 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-489a3877-08be-457c-bce2-c5a734cf212d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:15:55.833882 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-489a3877-08be-457c-bce2-c5a734cf212d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:15:55.839483 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-489a3877-08be-457c-bce2-c5a734cf212d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:15:55.896151 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-489a3877-08be-457c-bce2-c5a734cf212d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:55.898177 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:55.973822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-489a3877-08be-457c-bce2-c5a734cf212d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:55.983243 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a84a4-1446-4921-b5fd-86d05240c97c None None] Pushing event updated for resources: {'Port': ['ID=7c785c9c-40f5-4327-aaa9-af95a6c3d68b,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:55.986820 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Routers {'bf35f5ee-59db-4383-b904-9e2b550180a2'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:15:55.987880 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:15:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['bf35f5ee-59db-4383-b904-9e2b550180a2'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:56.022064 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a3877-08be-457c-bce2-c5a734cf212d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a340322-72ae-481a-b4a0-f7d7f04053d3,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:56.103730 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-489a3877-08be-457c-bce2-c5a734cf212d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:56.106099 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-489a3877-08be-457c-bce2-c5a734cf212d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4174438 Jan 20 11:15:56.108702 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39038) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:56.114362 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-697fdbba-ca52-4aac-ac2f-450b2b648e35 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '2a340322-72ae-481a-b4a0-f7d7f04053d3', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:15:56.121250 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-697fdbba-ca52-4aac-ac2f-450b2b648e35 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:15:56.125257 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-697fdbba-ca52-4aac-ac2f-450b2b648e35 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:15:56.128789 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-697fdbba-ca52-4aac-ac2f-450b2b648e35 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:15:56.134727 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-697fdbba-ca52-4aac-ac2f-450b2b648e35 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:15:56.179278 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] Set router bf35f5ee-59db-4383-b904-9e2b550180a2 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:15:56.238330 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-697fdbba-ca52-4aac-ac2f-450b2b648e35 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:56.301158 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-697fdbba-ca52-4aac-ac2f-450b2b648e35 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:56.437163 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-697fdbba-ca52-4aac-ac2f-450b2b648e35 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:56.464462 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fdbba-ca52-4aac-ac2f-450b2b648e35 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46135946-4463-4678-a146-ac1a063e139f,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:56.499234 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'name': 'tempest-TestNetworkBasicOps-router-290111899', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '7c785c9c-40f5-4327-aaa9-af95a6c3d68b', 'name': '', 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:49:73:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:51Z', 'updated_at': '2022-01-20T11:15:55Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:15:56.503092 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e4e4e-3fe7-4408-a1ab-1420e164fdfa None None] The sync data for ids ['bf35f5ee-59db-4383-b904-9e2b550180a2'] in dv-neutron-825471-1-hyperv is: [{'id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'name': 'tempest-TestNetworkBasicOps-router-290111899', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '7c785c9c-40f5-4327-aaa9-af95a6c3d68b', 'name': '', 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:49:73:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:51Z', 'updated_at': '2022-01-20T11:15:55Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:15:56.534538 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-697fdbba-ca52-4aac-ac2f-450b2b648e35 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:56.538230 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-697fdbba-ca52-4aac-ac2f-450b2b648e35 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4283376 Jan 20 11:15:56.541386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39042) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:56.550539 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8aa7c7b4-1524-48c5-aa8d-9d91d1cae9d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '2a340322-72ae-481a-b4a0-f7d7f04053d3', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:15:56.558001 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8aa7c7b4-1524-48c5-aa8d-9d91d1cae9d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:15:56.563035 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8aa7c7b4-1524-48c5-aa8d-9d91d1cae9d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:15:56.569857 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8aa7c7b4-1524-48c5-aa8d-9d91d1cae9d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:15:56.576354 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8aa7c7b4-1524-48c5-aa8d-9d91d1cae9d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:15:56.716232 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c7b4-1524-48c5-aa8d-9d91d1cae9d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:56.781881 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c7b4-1524-48c5-aa8d-9d91d1cae9d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:56.857994 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c7b4-1524-48c5-aa8d-9d91d1cae9d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:56.880400 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7c7b4-1524-48c5-aa8d-9d91d1cae9d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a74808-bc00-417e-b001-ff758cd55645,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:56.985477 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c7b4-1524-48c5-aa8d-9d91d1cae9d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:56.986988 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8aa7c7b4-1524-48c5-aa8d-9d91d1cae9d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4418790 Jan 20 11:15:56.989693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39046) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:56.995201 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2d1b4baf-d9ee-48bc-9eed-4ace0d2959ff tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '2a340322-72ae-481a-b4a0-f7d7f04053d3', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:15:57.001432 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2d1b4baf-d9ee-48bc-9eed-4ace0d2959ff tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:15:57.005438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2d1b4baf-d9ee-48bc-9eed-4ace0d2959ff tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:15:57.008386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2d1b4baf-d9ee-48bc-9eed-4ace0d2959ff tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:15:57.015453 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2d1b4baf-d9ee-48bc-9eed-4ace0d2959ff tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:15:57.090335 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d1b4baf-d9ee-48bc-9eed-4ace0d2959ff tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:57.257172 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d1b4baf-d9ee-48bc-9eed-4ace0d2959ff tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:57.339854 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d1b4baf-d9ee-48bc-9eed-4ace0d2959ff tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:57.364114 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b4baf-d9ee-48bc-9eed-4ace0d2959ff tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab29489f-9879-4acb-ac5d-115f69d13ea7,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:57.457437 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d1b4baf-d9ee-48bc-9eed-4ace0d2959ff tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:57.458635 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2d1b4baf-d9ee-48bc-9eed-4ace0d2959ff tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4679790 Jan 20 11:15:57.461345 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39050) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:57.466919 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3fd8ad3e-66a9-4274-8c2c-3875f8190011 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '2a340322-72ae-481a-b4a0-f7d7f04053d3', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:15:57.472756 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3fd8ad3e-66a9-4274-8c2c-3875f8190011 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:15:57.476541 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3fd8ad3e-66a9-4274-8c2c-3875f8190011 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:15:57.479939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3fd8ad3e-66a9-4274-8c2c-3875f8190011 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:15:57.485812 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3fd8ad3e-66a9-4274-8c2c-3875f8190011 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:15:57.597525 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3fd8ad3e-66a9-4274-8c2c-3875f8190011 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:57.660607 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3fd8ad3e-66a9-4274-8c2c-3875f8190011 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:57.746306 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3fd8ad3e-66a9-4274-8c2c-3875f8190011 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:57.768103 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8ad3e-66a9-4274-8c2c-3875f8190011 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0795db1-ec70-4dc2-86fd-b1d36aba4ecd,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:57.830876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3fd8ad3e-66a9-4274-8c2c-3875f8190011 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:57.832044 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3fd8ad3e-66a9-4274-8c2c-3875f8190011 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3697534 Jan 20 11:15:57.835060 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39054) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:57.841814 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-93ee91e7-febf-4443-8963-1698414bb535 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '2a340322-72ae-481a-b4a0-f7d7f04053d3', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:15:57.847690 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-93ee91e7-febf-4443-8963-1698414bb535 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:15:57.851697 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-93ee91e7-febf-4443-8963-1698414bb535 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:15:57.855399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-93ee91e7-febf-4443-8963-1698414bb535 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:15:57.861133 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-93ee91e7-febf-4443-8963-1698414bb535 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:15:57.905413 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-93ee91e7-febf-4443-8963-1698414bb535 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:15:57.912168 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93ee91e7-febf-4443-8963-1698414bb535 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:57.976652 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93ee91e7-febf-4443-8963-1698414bb535 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:58.048849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93ee91e7-febf-4443-8963-1698414bb535 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:58.065243 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 7c785c9c-40f5-4327-aaa9-af95a6c3d68b up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:15:58.084446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee91e7-febf-4443-8963-1698414bb535 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07c1611-f848-40c9-a61b-4494c1aa252b,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:58.180241 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-93ee91e7-febf-4443-8963-1698414bb535 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:58.181440 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-93ee91e7-febf-4443-8963-1698414bb535 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3453963 Jan 20 11:15:58.184228 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39058) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:15:58.189890 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-82e0cde7-625c-4997-aa06-314085d49306 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '2a340322-72ae-481a-b4a0-f7d7f04053d3', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:15:58.195696 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-82e0cde7-625c-4997-aa06-314085d49306 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:15:58.199731 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-82e0cde7-625c-4997-aa06-314085d49306 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:15:58.202669 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-82e0cde7-625c-4997-aa06-314085d49306 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:15:58.208141 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-82e0cde7-625c-4997-aa06-314085d49306 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:15:58.259643 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 7c785c9c-40f5-4327-aaa9-af95a6c3d68b completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:15:58.264847 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 7c785c9c-40f5-4327-aaa9-af95a6c3d68b triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:15:58.265225 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:58.288287 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-82e0cde7-625c-4997-aa06-314085d49306 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:15:58.296010 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82e0cde7-625c-4997-aa06-314085d49306 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:58.362726 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82e0cde7-625c-4997-aa06-314085d49306 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:58.377849 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:58.409888 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 7c785c9c-40f5-4327-aaa9-af95a6c3d68b, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=7c785c9c-40f5-4327-aaa9-af95a6c3d68b,segment=NetworkSegment(62daf0ef-141e-4a2f-a3a4-fa485d0d2900),segment_id=62daf0ef-141e-4a2f-a3a4-fa485d0d2900)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:15:58.436741 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82e0cde7-625c-4997-aa06-314085d49306 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:58.460299 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0cde7-625c-4997-aa06-314085d49306 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26478160-f5ae-4a84-9a27-ce60ef8d2810,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:58.505238 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:58.537487 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-82e0cde7-625c-4997-aa06-314085d49306 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:15:58.538654 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-82e0cde7-625c-4997-aa06-314085d49306 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3534901 Jan 20 11:15:58.570404 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=7c785c9c-40f5-4327-aaa9-af95a6c3d68b,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:15:58.727999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-7da7def1-2a72-48bb-8d56-4e051b26e80c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:15:58.814022 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-7da7def1-2a72-48bb-8d56-4e051b26e80c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:15:58.815213 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-7da7def1-2a72-48bb-8d56-4e051b26e80c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-209762502&fields=id&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 267 time: 0.1278908 Jan 20 11:15:58.890405 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-e26e9a33-5343-43ae-bed9-e8dd043802a9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:15:58.891151 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-e26e9a33-5343-43ae-bed9-e8dd043802a9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:15:58.965927 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-e26e9a33-5343-43ae-bed9-e8dd043802a9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:15:58.967125 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-e26e9a33-5343-43ae-bed9-e8dd043802a9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports/5d65169f-b6fe-4ba9-8684-b74784064cea HTTP/1.1" status: 200 len: 930 time: 0.1456413 Jan 20 11:15:59.037576 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-9c580c6c-04e6-40fe-820f-3e545772490e service neutron] 10.222.0.70 "GET /v2.0/ports/5d65169f-b6fe-4ba9-8684-b74784064cea?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0582743 Jan 20 11:15:59.167862 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-051dfb1d-2cce-40ef-83f2-c566b0446f3c service neutron] 10.222.0.70 "GET /v2.0/networks/86034451-82b7-4aaa-b340-2cbd876aad03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239793 Jan 20 11:15:59.299114 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-3928911d-46d6-4585-8181-68542aedfe26 service neutron] 10.222.0.70 "GET /v2.0/networks/86034451-82b7-4aaa-b340-2cbd876aad03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255088 Jan 20 11:15:59.583348 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4ca9c99a-0764-49f5-8b29-9c3d43b9eef2 req-5977a089-9019-4d35-a479-61fd18842a08 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 210 time: 0.0405400 Jan 20 11:16:00.039122 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 7c785c9c-40f5-4327-aaa9-af95a6c3d68b up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:16:00.116871 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 7c785c9c-40f5-4327-aaa9-af95a6c3d68b triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:16:00.117239 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:00.749473 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b201e372-1b11-44ef-a6de-5b19bda77663 req-4f23c522-031d-4f64-9abd-9c34d0efd601 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 210 time: 0.0459566 Jan 20 11:16:01.371686 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-83fccf4a-66ea-488f-816d-864eae9f915c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:02.058100 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8f19898b-fa03-47c4-af64-0a0cd78373ad req-d494aa55-7e3a-4ae8-acaf-67b8520c8a94 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 210 time: 0.0397794 Jan 20 11:16:02.715843 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-cdb047c8-6b35-40a5-b80b-2933e8133f45 service neutron] 10.222.0.72 "GET /v2.0/ports/5d65169f-b6fe-4ba9-8684-b74784064cea HTTP/1.1" status: 200 len: 1026 time: 0.0617211 Jan 20 11:16:02.864506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-6cd13be4-6e5c-44bd-89b9-2036b2a0de1b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:02.865263 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-6cd13be4-6e5c-44bd-89b9-2036b2a0de1b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:16:02.954390 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-6cd13be4-6e5c-44bd-89b9-2036b2a0de1b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:16:02.955535 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-6cd13be4-6e5c-44bd-89b9-2036b2a0de1b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/networks?id=86034451-82b7-4aaa-b340-2cbd876aad03 HTTP/1.1" status: 200 len: 796 time: 0.2345495 Jan 20 11:16:03.007673 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-e53a7f59-b7cd-41ca-8100-19ca6088cebb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:16:03.019648 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-e53a7f59-b7cd-41ca-8100-19ca6088cebb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:16:03.020781 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-e53a7f59-b7cd-41ca-8100-19ca6088cebb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 379 time: 0.0533824 Jan 20 11:16:03.030282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Request body: {'port': {'device_id': '9a29ca67-c065-4829-93f5-fd602caf0797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:03.139693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:03.222985 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-25b333bd-5396-4268-8943-fcf6e6a5070b req-87e19be8-36c2-4633-a4ac-79fa4b78c507 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 210 time: 0.0437760 Jan 20 11:16:03.475192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d65169f-b6fe-4ba9-8684-b74784064cea {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:16:03.482069 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:03.496111 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Transition to ACTIVE for port object 5d65169f-b6fe-4ba9-8684-b74784064cea will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:16:03.573456 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:03.700943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Pushing event updated for resources: {'Port': ['ID=5d65169f-b6fe-4ba9-8684-b74784064cea,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:03.810076 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Attempting to bind port 5d65169f-b6fe-4ba9-8684-b74784064cea on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:16:03.811338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Attempting to bind port 5d65169f-b6fe-4ba9-8684-b74784064cea by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '62daf0ef-141e-4a2f-a3a4-fa485d0d2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:16:03.811338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Attempting to bind port 5d65169f-b6fe-4ba9-8684-b74784064cea on network 86034451-82b7-4aaa-b340-2cbd876aad03 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:16:03.816711 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Port 5d65169f-b6fe-4ba9-8684-b74784064cea on network 86034451-82b7-4aaa-b340-2cbd876aad03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:16:03.817024 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Attempting to bind port 5d65169f-b6fe-4ba9-8684-b74784064cea on network 86034451-82b7-4aaa-b340-2cbd876aad03 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:16:03.823578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:16:03.824157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Checking segment: {'id': '62daf0ef-141e-4a2f-a3a4-fa485d0d2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:16:03.824552 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Bound using segment: {'id': '62daf0ef-141e-4a2f-a3a4-fa485d0d2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:16:03.824964 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Bound port: 5d65169f-b6fe-4ba9-8684-b74784064cea, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62daf0ef-141e-4a2f-a3a4-fa485d0d2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:16:03.825302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:03.832715 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dd6de3db-6515-497d-8c99-d17c99122895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:03.915606 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] For port 5d65169f-b6fe-4ba9-8684-b74784064cea, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:16:03.919189 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] For port 5d65169f-b6fe-4ba9-8684-b74784064cea, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5d65169f-b6fe-4ba9-8684-b74784064cea,segment=NetworkSegment(62daf0ef-141e-4a2f-a3a4-fa485d0d2900),segment_id=62daf0ef-141e-4a2f-a3a4-fa485d0d2900)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:16:03.980223 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:04.044094 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:04.045731 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] 10.222.0.72 "PUT /v2.0/ports/5d65169f-b6fe-4ba9-8684-b74784064cea HTTP/1.1" status: 200 len: 1131 time: 1.0194430 Jan 20 11:16:04.048424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a29ca67-c065-4829-93f5-fd602caf0797', 'tag': '5d65169f-b6fe-4ba9-8684-b74784064cea'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:16:04.075858 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebaac7-bd1c-4c93-b241-499dfe028f8f service neutron] Pushing event updated for resources: {'Port': ['ID=5d65169f-b6fe-4ba9-8684-b74784064cea,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:04.111020 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a29ca67-c065-4829-93f5-fd602caf0797', 'tag': '5d65169f-b6fe-4ba9-8684-b74784064cea', 'status': 'completed', 'code': 200} Jan 20 11:16:04.203815 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4e0a6308-bb72-41f1-abac-4db177efe87f req-38faf050-cd77-4665-8941-5e473d621357 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 1134 time: 0.0719860 Jan 20 11:16:04.430387 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e900a88-ce48-4d4f-8d7e-456c5ec183b2 req-0a891b2a-86b7-4421-86f2-e23af1467ea0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:04.431832 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9e900a88-ce48-4d4f-8d7e-456c5ec183b2 req-0a891b2a-86b7-4421-86f2-e23af1467ea0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 981 time: 0.0785055 Jan 20 11:16:04.436175 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a6308-bb72-41f1-abac-4db177efe87f req-02e49774-c89a-4edc-a661-aa33238e90ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:04.437641 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4e0a6308-bb72-41f1-abac-4db177efe87f req-02e49774-c89a-4edc-a661-aa33238e90ed service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2277637 Jan 20 11:16:04.476764 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9e900a88-ce48-4d4f-8d7e-456c5ec183b2 req-a6c1a4c1-1c2b-4696-ba98-06a23217485d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382848 Jan 20 11:16:04.571097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a6308-bb72-41f1-abac-4db177efe87f req-6b603e0a-79b6-41bd-867f-e518d17c2812 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:04.572454 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4e0a6308-bb72-41f1-abac-4db177efe87f req-6b603e0a-79b6-41bd-867f-e518d17c2812 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294904 Jan 20 11:16:04.674173 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-8a2adb09-fb30-4b72-a292-85e7d52c3741 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 1134 time: 0.0685132 Jan 20 11:16:04.744992 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-593109f4-c63d-47ca-9f64-0042c41db61b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d65169f-b6fe-4ba9-8684-b74784064cea HTTP/1.1" status: 200 len: 217 time: 0.0642216 Jan 20 11:16:04.809078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-b0ec5d85-9ed1-42c7-955b-ab348539961c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:04.810526 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-b0ec5d85-9ed1-42c7-955b-ab348539961c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=af367811-3cca-456f-96fb-08f96331fc7c HTTP/1.1" status: 200 len: 835 time: 0.0601726 Jan 20 11:16:04.829461 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:04.885021 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-5acd60c1-d900-4ca6-b501-abf9b507484d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=86034451-82b7-4aaa-b340-2cbd876aad03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686672 Jan 20 11:16:04.956669 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:05.027234 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-4d98cd7c-9a49-44e4-9947-0461a3fb21d5 service neutron] 10.222.0.72 "GET /v2.0/networks/86034451-82b7-4aaa-b340-2cbd876aad03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356521 Jan 20 11:16:05.157824 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c588d31d-edb3-49bf-971f-afe6972f7df1 req-00273c20-ad44-4aac-8b95-2c0d1cb83222 service neutron] 10.222.0.72 "GET /v2.0/networks/86034451-82b7-4aaa-b340-2cbd876aad03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248884 Jan 20 11:16:05.669561 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d198e-d7e9-44c2-a7a2-38efcbf70ed5 req-88b78f49-59b2-4a43-af83-dc2be07c6ab9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:05.670999 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cc7d198e-d7e9-44c2-a7a2-38efcbf70ed5 req-88b78f49-59b2-4a43-af83-dc2be07c6ab9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 981 time: 0.0739491 Jan 20 11:16:05.719918 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cc7d198e-d7e9-44c2-a7a2-38efcbf70ed5 req-dbfc6c53-3b39-4654-91bc-79022587e2c7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435321 Jan 20 11:16:06.257000 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:06.911638 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73f586-62b3-426a-bdcb-49d4fc63cfd2 req-ae2ab670-2676-41ae-af80-c5178e3e153a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:06.913166 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-af73f586-62b3-426a-bdcb-49d4fc63cfd2 req-ae2ab670-2676-41ae-af80-c5178e3e153a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 981 time: 0.0760112 Jan 20 11:16:06.957766 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-af73f586-62b3-426a-bdcb-49d4fc63cfd2 req-59a40bb4-b775-4913-8f1d-e5aa7ba06765 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381837 Jan 20 11:16:08.154818 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61255a54-4485-44a7-81c7-d0c84ad7d36b req-94b31c92-bb6f-4fbd-81bb-f9270c4acc46 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:08.156262 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-61255a54-4485-44a7-81c7-d0c84ad7d36b req-94b31c92-bb6f-4fbd-81bb-f9270c4acc46 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 981 time: 0.0779195 Jan 20 11:16:08.201003 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-61255a54-4485-44a7-81c7-d0c84ad7d36b req-b9e61e91-d542-4506-8ae5-a9370de502aa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391519 Jan 20 11:16:08.237964 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 5d65169f-b6fe-4ba9-8684-b74784064cea details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:16:08.367217 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 5d65169f-b6fe-4ba9-8684-b74784064cea, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5d65169f-b6fe-4ba9-8684-b74784064cea,segment=NetworkSegment(62daf0ef-141e-4a2f-a3a4-fa485d0d2900),segment_id=62daf0ef-141e-4a2f-a3a4-fa485d0d2900)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:16:08.380629 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '5d65169f-b6fe-4ba9-8684-b74784064cea', 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03', 'port_id': '5d65169f-b6fe-4ba9-8684-b74784064cea', 'mac_address': 'fa:16:3e:b1:c5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:16:08.432165 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:08.448764 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d65169f-b6fe-4ba9-8684-b74784064cea {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:16:08.463027 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 5d65169f-b6fe-4ba9-8684-b74784064cea, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5d65169f-b6fe-4ba9-8684-b74784064cea,segment=NetworkSegment(62daf0ef-141e-4a2f-a3a4-fa485d0d2900),segment_id=62daf0ef-141e-4a2f-a3a4-fa485d0d2900)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:16:08.533716 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:08.600235 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=5d65169f-b6fe-4ba9-8684-b74784064cea,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:08.736684 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['5d65169f-b6fe-4ba9-8684-b74784064cea'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:16:09.391129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175abb3-9568-4c65-b1cf-df948f9649e7 req-27088598-f3d6-48fd-97ca-d5cc77e99202 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:09.392542 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3175abb3-9568-4c65-b1cf-df948f9649e7 req-27088598-f3d6-48fd-97ca-d5cc77e99202 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 982 time: 0.0745614 Jan 20 11:16:09.435497 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3175abb3-9568-4c65-b1cf-df948f9649e7 req-1785bce2-adc9-42b1-8edc-c181e6aaba15 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375874 Jan 20 11:16:09.594341 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:10.253424 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 5d65169f-b6fe-4ba9-8684-b74784064cea up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:16:10.372126 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 5d65169f-b6fe-4ba9-8684-b74784064cea completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:16:10.377129 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 5d65169f-b6fe-4ba9-8684-b74784064cea triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:16:10.383513 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:10.490049 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:10.519738 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a29ca67-c065-4829-93f5-fd602caf0797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d65169f-b6fe-4ba9-8684-b74784064cea'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:16:10.530167 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 5d65169f-b6fe-4ba9-8684-b74784064cea, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5d65169f-b6fe-4ba9-8684-b74784064cea,segment=NetworkSegment(62daf0ef-141e-4a2f-a3a4-fa485d0d2900),segment_id=62daf0ef-141e-4a2f-a3a4-fa485d0d2900)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:16:10.603761 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:10.654678 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f2f66-3ee5-4236-addd-716af8b6ac12 req-89e24a67-8bfd-48da-8458-23c6956e341d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:10.656250 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-009f2f66-3ee5-4236-addd-716af8b6ac12 req-89e24a67-8bfd-48da-8458-23c6956e341d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 983 time: 0.0955813 Jan 20 11:16:10.670494 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a29ca67-c065-4829-93f5-fd602caf0797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d65169f-b6fe-4ba9-8684-b74784064cea', 'code': 200} Jan 20 11:16:10.697992 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=5d65169f-b6fe-4ba9-8684-b74784064cea,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:10.711019 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-009f2f66-3ee5-4236-addd-716af8b6ac12 req-8511d5d3-2978-44d3-97c2-96280f4b8a35 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487318 Jan 20 11:16:11.044305 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cd0eeb76-3781-4cdc-a43a-a35c5ce07406 req-5006bf51-c40b-4d96-8163-93479f68d7bc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 1136 time: 0.0858085 Jan 20 11:16:11.094988 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cd0eeb76-3781-4cdc-a43a-a35c5ce07406 req-e3c1f529-cd64-4f82-8b89-5aa0edfa0d54 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450904 Jan 20 11:16:11.911372 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb93db-059b-4f97-8983-950132dca69c req-a429a40b-cbab-4ed9-80f3-ae2c231191a1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:11.912835 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4dbb93db-059b-4f97-8983-950132dca69c req-a429a40b-cbab-4ed9-80f3-ae2c231191a1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 983 time: 0.0750403 Jan 20 11:16:11.959865 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4dbb93db-059b-4f97-8983-950132dca69c req-ea197d41-e01f-4a62-a8d4-8144d521cd9f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409620 Jan 20 11:16:13.157629 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5b938-62c3-4c24-a6a8-9793fd7ef654 req-4ecc45ef-0791-40d2-96df-f422f9bdb963 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:13.159112 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aef5b938-62c3-4c24-a6a8-9793fd7ef654 req-4ecc45ef-0791-40d2-96df-f422f9bdb963 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 983 time: 0.0770564 Jan 20 11:16:13.203977 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aef5b938-62c3-4c24-a6a8-9793fd7ef654 req-f53abb43-a143-419b-97b1-f51aa62d203b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390956 Jan 20 11:16:13.399893 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4addcc5-93c7-4a57-830e-6734f6465bef req-b9ddbfc3-e3d9-48fa-a077-3e077eaddffa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:13.401327 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a4addcc5-93c7-4a57-830e-6734f6465bef req-b9ddbfc3-e3d9-48fa-a077-3e077eaddffa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 983 time: 0.0746865 Jan 20 11:16:13.522906 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a4addcc5-93c7-4a57-830e-6734f6465bef req-d1503529-fda2-4c20-bb4b-cc078aa18bb2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158104 Jan 20 11:16:13.550582 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39118) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:13.617900 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-242d6fb0-e8ad-4418-b799-9eaae38228c8 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 1131 time: 0.0661614 Jan 20 11:16:13.621158 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39122) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:13.626152 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': '5d65169f-b6fe-4ba9-8684-b74784064cea', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:13.631432 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:13.635240 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:floatingip and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:16:13.638268 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:16:13.643788 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:13.733278 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:13.865197 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:13.999876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.26.0.87 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/49008620-4802-440b-bb4c-0348c735b958) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:16:14.027411 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:16:14.144288 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:14.345475 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:14.410360 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:16:14.413115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:16:14.417564 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:16:14.444452 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=49008620-4802-440b-bb4c-0348c735b958,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:14.918530 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:15.027399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:15.230880 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:15.310583 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:15.415019 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=49008620-4802-440b-bb4c-0348c735b958,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:15.430810 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:15.702127 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Floating IP d59f8428-640d-43e0-87f3-3db38b642a0b associated. External IP: 172.26.0.87, port: 5d65169f-b6fe-4ba9-8684-b74784064cea. Jan 20 11:16:16.086907 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router bf35f5ee-59db-4383-b904-9e2b550180a2 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:16:16.279836 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:16:16.289155 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2c3b0-5bf1-40da-a800-75860cadc139 None None] Sync routers for ids ['bf35f5ee-59db-4383-b904-9e2b550180a2'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:16:16.301383 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e2c3b0-5bf1-40da-a800-75860cadc139 None None] Routers {'bf35f5ee-59db-4383-b904-9e2b550180a2'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:16:16.302011 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c7e2c3b0-5bf1-40da-a800-75860cadc139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:16:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['bf35f5ee-59db-4383-b904-9e2b550180a2'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:16.365727 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:16.418786 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1fac570c-bed7-4d60-af2c-804862b69fe7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.7965913 Jan 20 11:16:16.419476 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a29ca67-c065-4829-93f5-fd602caf0797', 'tag': '5d65169f-b6fe-4ba9-8684-b74784064cea'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:16:16.421782 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39126) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:16.479268 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-c7e2c3b0-5bf1-40da-a800-75860cadc139 None None] Set router bf35f5ee-59db-4383-b904-9e2b550180a2 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:16:16.500298 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a74021a9-c4bf-46bf-b150-e3c21314e348 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797&network_id=86034451-82b7-4aaa-b340-2cbd876aad03 HTTP/1.1" status: 200 len: 1131 time: 0.0747769 Jan 20 11:16:16.558401 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a29ca67-c065-4829-93f5-fd602caf0797', 'tag': '5d65169f-b6fe-4ba9-8684-b74784064cea', 'status': 'completed', 'code': 200} Jan 20 11:16:16.649108 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-44e652f6-66f0-4af4-8f18-4c5fdb6a137f req-1cbd2f48-491e-4633-9334-3e18df2abba6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 1136 time: 0.0697930 Jan 20 11:16:16.781886 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e652f6-66f0-4af4-8f18-4c5fdb6a137f req-b2a6c445-5e0a-465a-a973-3e010fcad2c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:16.783395 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-44e652f6-66f0-4af4-8f18-4c5fdb6a137f req-b2a6c445-5e0a-465a-a973-3e010fcad2c4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=86034451-82b7-4aaa-b340-2cbd876aad03 HTTP/1.1" status: 200 len: 897 time: 0.1288080 Jan 20 11:16:16.832877 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c7e2c3b0-5bf1-40da-a800-75860cadc139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'name': 'tempest-TestNetworkBasicOps-router-290111899', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'd59f8428-640d-43e0-87f3-3db38b642a0b', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'port_id': '5d65169f-b6fe-4ba9-8684-b74784064cea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1456688270', 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03', 'mac_address': 'fa:16:3e:b1:c5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a29ca67-c065-4829-93f5-fd602caf0797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:16:14Z', 'updated_at': '2022-01-20T11:16:14Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c785c9c-40f5-4327-aaa9-af95a6c3d68b', 'name': '', 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:49:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:51Z', 'updated_at': '2022-01-20T11:15:58Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:16.836802 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2c3b0-5bf1-40da-a800-75860cadc139 None None] Checking router: bf35f5ee-59db-4383-b904-9e2b550180a2 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:16:16.848522 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e2c3b0-5bf1-40da-a800-75860cadc139 None None] Routers {'bf35f5ee-59db-4383-b904-9e2b550180a2'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:16:16.849121 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c7e2c3b0-5bf1-40da-a800-75860cadc139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:16:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['bf35f5ee-59db-4383-b904-9e2b550180a2'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:16.896490 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-44e652f6-66f0-4af4-8f18-4c5fdb6a137f req-cd541b1c-d691-4262-93dc-e8061e2980a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d65169f-b6fe-4ba9-8684-b74784064cea HTTP/1.1" status: 200 len: 1036 time: 0.1079206 Jan 20 11:16:16.966103 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e652f6-66f0-4af4-8f18-4c5fdb6a137f req-ea63b0b0-0629-4d97-ba0a-497294aeef11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:16.967737 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-44e652f6-66f0-4af4-8f18-4c5fdb6a137f req-ea63b0b0-0629-4d97-ba0a-497294aeef11 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=af367811-3cca-456f-96fb-08f96331fc7c HTTP/1.1" status: 200 len: 835 time: 0.0654078 Jan 20 11:16:17.043275 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-c7e2c3b0-5bf1-40da-a800-75860cadc139 None None] Set router bf35f5ee-59db-4383-b904-9e2b550180a2 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:16:17.048037 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-44e652f6-66f0-4af4-8f18-4c5fdb6a137f req-3cc8f82a-1c0e-4171-9523-a3bb639c6b94 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=86034451-82b7-4aaa-b340-2cbd876aad03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736589 Jan 20 11:16:17.094968 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009b8ef-4488-457f-bd90-42309cf68f2a req-367a1681-3590-4026-88b5-b56c4f5d5fce tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:17.096345 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7009b8ef-4488-457f-bd90-42309cf68f2a req-367a1681-3590-4026-88b5-b56c4f5d5fce tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 983 time: 0.0808406 Jan 20 11:16:17.142516 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7009b8ef-4488-457f-bd90-42309cf68f2a req-381271d7-cace-4eab-995c-a13cfcc5e60b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400715 Jan 20 11:16:17.186507 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-44e652f6-66f0-4af4-8f18-4c5fdb6a137f req-8df0af83-51b6-41da-b074-890b36229526 service neutron] 10.222.0.72 "GET /v2.0/networks/86034451-82b7-4aaa-b340-2cbd876aad03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318021 Jan 20 11:16:17.390852 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-c7e2c3b0-5bf1-40da-a800-75860cadc139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'name': 'tempest-TestNetworkBasicOps-router-290111899', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'd59f8428-640d-43e0-87f3-3db38b642a0b', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'port_id': '5d65169f-b6fe-4ba9-8684-b74784064cea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1456688270', 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03', 'mac_address': 'fa:16:3e:b1:c5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a29ca67-c065-4829-93f5-fd602caf0797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:16:14Z', 'updated_at': '2022-01-20T11:16:14Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c785c9c-40f5-4327-aaa9-af95a6c3d68b', 'name': '', 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:49:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:51Z', 'updated_at': '2022-01-20T11:15:58Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:17.394623 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2c3b0-5bf1-40da-a800-75860cadc139 None None] The sync data for ids ['bf35f5ee-59db-4383-b904-9e2b550180a2'] in dv-neutron-825471-1-hyperv is: [{'id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'name': 'tempest-TestNetworkBasicOps-router-290111899', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'd59f8428-640d-43e0-87f3-3db38b642a0b', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'port_id': '5d65169f-b6fe-4ba9-8684-b74784064cea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1456688270', 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03', 'mac_address': 'fa:16:3e:b1:c5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a29ca67-c065-4829-93f5-fd602caf0797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:16:14Z', 'updated_at': '2022-01-20T11:16:14Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c785c9c-40f5-4327-aaa9-af95a6c3d68b', 'name': '', 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:49:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:51Z', 'updated_at': '2022-01-20T11:15:58Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:16:17.412516 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-44e652f6-66f0-4af4-8f18-4c5fdb6a137f req-745899cd-6652-4be7-b281-cd8e4ea1340e service neutron] 10.222.0.72 "GET /v2.0/networks/86034451-82b7-4aaa-b340-2cbd876aad03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201233 Jan 20 11:16:17.591814 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ca41be-70ac-4758-9bd7-0c68953bbb97 None None] New status for floating IP d59f8428-640d-43e0-87f3-3db38b642a0b: ACTIVE {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:16:18.287471 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d7bde-b7f1-4a78-ad4d-c5193c722a9f req-d055342f-d791-48e2-bb7a-1c2172b6c3ba tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:18.288165 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-163d7bde-b7f1-4a78-ad4d-c5193c722a9f req-d055342f-d791-48e2-bb7a-1c2172b6c3ba tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:16:18.348357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cf855-5647-4be4-b90b-654e8f2405bc req-3ed1c42a-cef5-4c2f-90c5-b7a4ec465c9b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:18.349855 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f62cf855-5647-4be4-b90b-654e8f2405bc req-3ed1c42a-cef5-4c2f-90c5-b7a4ec465c9b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 983 time: 0.0768564 Jan 20 11:16:18.356179 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-163d7bde-b7f1-4a78-ad4d-c5193c722a9f req-d055342f-d791-48e2-bb7a-1c2172b6c3ba tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:16:18.357290 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-163d7bde-b7f1-4a78-ad4d-c5193c722a9f req-d055342f-d791-48e2-bb7a-1c2172b6c3ba tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 983 time: 0.1473746 Jan 20 11:16:18.401915 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f62cf855-5647-4be4-b90b-654e8f2405bc req-7af6ff55-139b-417f-8ccd-80f283e0bf21 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456831 Jan 20 11:16:18.443130 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d7bde-b7f1-4a78-ad4d-c5193c722a9f req-ee53e673-7375-49aa-bea4-4b62ecfdc930 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:18.443130 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-163d7bde-b7f1-4a78-ad4d-c5193c722a9f req-ee53e673-7375-49aa-bea4-4b62ecfdc930 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/ports/5d65169f-b6fe-4ba9-8684-b74784064cea?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0767448 Jan 20 11:16:18.581365 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-163d7bde-b7f1-4a78-ad4d-c5193c722a9f req-58e3553c-ec21-4882-ad55-ad6dce90a82b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/networks/86034451-82b7-4aaa-b340-2cbd876aad03?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1372352 Jan 20 11:16:18.591033 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-163d7bde-b7f1-4a78-ad4d-c5193c722a9f req-0391ff00-c826-48d6-8c92-14aff7f3da0b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:18.698498 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-163d7bde-b7f1-4a78-ad4d-c5193c722a9f req-0391ff00-c826-48d6-8c92-14aff7f3da0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:18.889792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-163d7bde-b7f1-4a78-ad4d-c5193c722a9f req-0391ff00-c826-48d6-8c92-14aff7f3da0b service neutron] For port 5d65169f-b6fe-4ba9-8684-b74784064cea, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5d65169f-b6fe-4ba9-8684-b74784064cea,segment=NetworkSegment(62daf0ef-141e-4a2f-a3a4-fa485d0d2900),segment_id=62daf0ef-141e-4a2f-a3a4-fa485d0d2900)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:16:18.919639 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-163d7bde-b7f1-4a78-ad4d-c5193c722a9f req-0391ff00-c826-48d6-8c92-14aff7f3da0b service neutron] For port 5d65169f-b6fe-4ba9-8684-b74784064cea, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:16:18.974596 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-163d7bde-b7f1-4a78-ad4d-c5193c722a9f req-0391ff00-c826-48d6-8c92-14aff7f3da0b service neutron] device_id is not set on port 5d65169f-b6fe-4ba9-8684-b74784064cea yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:16:18.984300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-163d7bde-b7f1-4a78-ad4d-c5193c722a9f req-0391ff00-c826-48d6-8c92-14aff7f3da0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:19.051224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-163d7bde-b7f1-4a78-ad4d-c5193c722a9f req-0391ff00-c826-48d6-8c92-14aff7f3da0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:19.186541 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391ff00-c826-48d6-8c92-14aff7f3da0b service neutron] Pushing event updated for resources: {'Port': ['ID=5d65169f-b6fe-4ba9-8684-b74784064cea,revision_number=6']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:19.243795 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-163d7bde-b7f1-4a78-ad4d-c5193c722a9f req-0391ff00-c826-48d6-8c92-14aff7f3da0b service neutron] No DVR routers for this DVR port 5d65169f-b6fe-4ba9-8684-b74784064cea on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:16:19.296794 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-874fb247-d24b-42d7-a127-a54e25affb50 None None] Provisioning complete for port 5d65169f-b6fe-4ba9-8684-b74784064cea triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:16:19.297347 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-874fb247-d24b-42d7-a127-a54e25affb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:19.347539 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-874fb247-d24b-42d7-a127-a54e25affb50 None None] Port 5d65169f-b6fe-4ba9-8684-b74784064cea cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:16:19.483650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-163d7bde-b7f1-4a78-ad4d-c5193c722a9f req-0391ff00-c826-48d6-8c92-14aff7f3da0b service neutron] In _notify_port_updated(), no bound segment for port 5d65169f-b6fe-4ba9-8684-b74784064cea on network 86034451-82b7-4aaa-b340-2cbd876aad03 {{(pid=84331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 11:16:19.484701 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-163d7bde-b7f1-4a78-ad4d-c5193c722a9f req-0391ff00-c826-48d6-8c92-14aff7f3da0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:19.486032 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-163d7bde-b7f1-4a78-ad4d-c5193c722a9f req-0391ff00-c826-48d6-8c92-14aff7f3da0b service neutron] 10.222.0.72 "PUT /v2.0/ports/5d65169f-b6fe-4ba9-8684-b74784064cea HTTP/1.1" status: 200 len: 1026 time: 0.8994009 Jan 20 11:16:19.565124 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ce8a63d1-bbe5-4302-aeda-04fc7d0988f4 req-2ad03fff-1e10-4684-b227-668b0a069cd1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a29ca67-c065-4829-93f5-fd602caf0797 HTTP/1.1" status: 200 len: 210 time: 0.0429523 Jan 20 11:16:20.670196 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39144) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:20.741496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca555e89-31bb-45f5-ae3d-e26e1cb5bfb7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:20.744848 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ca555e89-31bb-45f5-ae3d-e26e1cb5bfb7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports/5d65169f-b6fe-4ba9-8684-b74784064cea HTTP/1.1" status: 200 len: 925 time: 0.0717275 Jan 20 11:16:20.976689 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39150) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:20.983573 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-073d99c5-f212-4893-b66e-b0ab854b34d8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468252588', 'description': 'tempest-secgroup-smoke-1468252588 description', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:20.989308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-073d99c5-f212-4893-b66e-b0ab854b34d8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:20.998675 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-073d99c5-f212-4893-b66e-b0ab854b34d8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:21.058828 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-073d99c5-f212-4893-b66e-b0ab854b34d8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:21.093298 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-073d99c5-f212-4893-b66e-b0ab854b34d8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:21.096897 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-073d99c5-f212-4893-b66e-b0ab854b34d8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:16:21.099640 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-073d99c5-f212-4893-b66e-b0ab854b34d8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:16:21.105254 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-073d99c5-f212-4893-b66e-b0ab854b34d8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:21.186392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-073d99c5-f212-4893-b66e-b0ab854b34d8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:21.265031 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-073d99c5-f212-4893-b66e-b0ab854b34d8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:21.309685 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d99c5-f212-4893-b66e-b0ab854b34d8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec20f8c6-1687-4fc3-8b1e-d08768f7b7f2,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:21.384709 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-073d99c5-f212-4893-b66e-b0ab854b34d8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:21.386580 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-073d99c5-f212-4893-b66e-b0ab854b34d8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4088821 Jan 20 11:16:21.389283 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39154) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:21.394642 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d819d91d-f771-4bf9-8808-fe576a0b8498 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'ec20f8c6-1687-4fc3-8b1e-d08768f7b7f2', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:21.400467 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d819d91d-f771-4bf9-8808-fe576a0b8498 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:21.404279 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d819d91d-f771-4bf9-8808-fe576a0b8498 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:16:21.407180 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d819d91d-f771-4bf9-8808-fe576a0b8498 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:16:21.412769 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d819d91d-f771-4bf9-8808-fe576a0b8498 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:21.486005 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d819d91d-f771-4bf9-8808-fe576a0b8498 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:21.544876 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d819d91d-f771-4bf9-8808-fe576a0b8498 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:21.619119 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d819d91d-f771-4bf9-8808-fe576a0b8498 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:21.644647 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819d91d-f771-4bf9-8808-fe576a0b8498 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd88f93-4a75-4ae8-9fc5-0474a0fb12ff,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:21.720071 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d819d91d-f771-4bf9-8808-fe576a0b8498 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:21.721269 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d819d91d-f771-4bf9-8808-fe576a0b8498 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3310599 Jan 20 11:16:21.724037 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39158) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:21.729859 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-037133cf-03b7-4580-9a29-8ba6c84d2429 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'ec20f8c6-1687-4fc3-8b1e-d08768f7b7f2', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:21.735619 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-037133cf-03b7-4580-9a29-8ba6c84d2429 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:21.739258 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-037133cf-03b7-4580-9a29-8ba6c84d2429 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:16:21.742056 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-037133cf-03b7-4580-9a29-8ba6c84d2429 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:16:21.748207 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-037133cf-03b7-4580-9a29-8ba6c84d2429 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:21.825480 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-037133cf-03b7-4580-9a29-8ba6c84d2429 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:21.885766 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-037133cf-03b7-4580-9a29-8ba6c84d2429 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:21.962062 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-037133cf-03b7-4580-9a29-8ba6c84d2429 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:21.986353 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037133cf-03b7-4580-9a29-8ba6c84d2429 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973d04b1-2230-474b-8027-789466d1b757,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:22.057443 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-037133cf-03b7-4580-9a29-8ba6c84d2429 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:22.058802 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-037133cf-03b7-4580-9a29-8ba6c84d2429 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3338017 Jan 20 11:16:22.061938 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39162) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:22.067297 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d90517ae-e10e-4614-9ea9-ce937f29e2bd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'ec20f8c6-1687-4fc3-8b1e-d08768f7b7f2', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:22.073065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d90517ae-e10e-4614-9ea9-ce937f29e2bd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:22.076906 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d90517ae-e10e-4614-9ea9-ce937f29e2bd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:16:22.079729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d90517ae-e10e-4614-9ea9-ce937f29e2bd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:16:22.085245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d90517ae-e10e-4614-9ea9-ce937f29e2bd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:22.186290 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d90517ae-e10e-4614-9ea9-ce937f29e2bd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:22.248166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d90517ae-e10e-4614-9ea9-ce937f29e2bd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:22.300074 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 5d65169f-b6fe-4ba9-8684-b74784064cea no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:16:22.325285 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d90517ae-e10e-4614-9ea9-ce937f29e2bd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:22.349504 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90517ae-e10e-4614-9ea9-ce937f29e2bd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47060c25-1780-47b4-84d0-c4936f6310de,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:22.356018 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 5d65169f-b6fe-4ba9-8684-b74784064cea not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:16:22.428409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d90517ae-e10e-4614-9ea9-ce937f29e2bd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:22.429621 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d90517ae-e10e-4614-9ea9-ce937f29e2bd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3667569 Jan 20 11:16:22.432326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39166) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:22.437919 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-120be694-f871-4563-91d5-3c7bc423737f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'ec20f8c6-1687-4fc3-8b1e-d08768f7b7f2', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:22.443609 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-120be694-f871-4563-91d5-3c7bc423737f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:22.447297 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-120be694-f871-4563-91d5-3c7bc423737f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:16:22.450811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-120be694-f871-4563-91d5-3c7bc423737f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:16:22.456259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-120be694-f871-4563-91d5-3c7bc423737f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:22.525279 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-120be694-f871-4563-91d5-3c7bc423737f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:22.678396 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-120be694-f871-4563-91d5-3c7bc423737f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:22.737001 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-120be694-f871-4563-91d5-3c7bc423737f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:22.760747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120be694-f871-4563-91d5-3c7bc423737f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6143474-09d7-44a5-b06a-07aed47b8786,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:22.836092 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-120be694-f871-4563-91d5-3c7bc423737f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:22.837275 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-120be694-f871-4563-91d5-3c7bc423737f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4040098 Jan 20 11:16:22.839992 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39170) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:22.845277 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-ade9e218-51b3-4681-bffe-88d415d6f4ba tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'ec20f8c6-1687-4fc3-8b1e-d08768f7b7f2', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:22.851038 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ade9e218-51b3-4681-bffe-88d415d6f4ba tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:22.854797 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ade9e218-51b3-4681-bffe-88d415d6f4ba tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:16:22.857930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ade9e218-51b3-4681-bffe-88d415d6f4ba tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:16:22.863658 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ade9e218-51b3-4681-bffe-88d415d6f4ba tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:22.942577 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-ade9e218-51b3-4681-bffe-88d415d6f4ba tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:16:22.949998 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ade9e218-51b3-4681-bffe-88d415d6f4ba tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:23.015524 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ade9e218-51b3-4681-bffe-88d415d6f4ba tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:23.110498 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ade9e218-51b3-4681-bffe-88d415d6f4ba tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:23.132990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e218-51b3-4681-bffe-88d415d6f4ba tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0a02a5-55a4-4dd6-9f2c-c0bde8927613,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:23.222543 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ade9e218-51b3-4681-bffe-88d415d6f4ba tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:23.223668 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ade9e218-51b3-4681-bffe-88d415d6f4ba tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3827775 Jan 20 11:16:23.226460 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39174) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:23.232472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-86166e92-3643-4905-ae67-2ebe6ad8c7d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'ec20f8c6-1687-4fc3-8b1e-d08768f7b7f2', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:23.238255 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-86166e92-3643-4905-ae67-2ebe6ad8c7d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:23.246359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-86166e92-3643-4905-ae67-2ebe6ad8c7d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:16:23.246359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-86166e92-3643-4905-ae67-2ebe6ad8c7d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:16:23.251046 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-86166e92-3643-4905-ae67-2ebe6ad8c7d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:23.339142 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-86166e92-3643-4905-ae67-2ebe6ad8c7d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:16:23.345877 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-86166e92-3643-4905-ae67-2ebe6ad8c7d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:23.411661 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-86166e92-3643-4905-ae67-2ebe6ad8c7d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:23.490726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-86166e92-3643-4905-ae67-2ebe6ad8c7d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:23.512861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86166e92-3643-4905-ae67-2ebe6ad8c7d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e42a4f-68c1-4e1a-a2dd-8232872d529f,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:23.576601 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-86166e92-3643-4905-ae67-2ebe6ad8c7d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:23.578123 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-86166e92-3643-4905-ae67-2ebe6ad8c7d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3504972 Jan 20 11:16:23.798733 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-76e09655-1f47-4dea-80f6-158f38c06316 req-b733ed38-98f7-40e3-a07a-8a7615ba7e33 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468252588&fields=id&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 267 time: 0.0399241 Jan 20 11:16:23.871523 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e09655-1f47-4dea-80f6-158f38c06316 req-5d397eaf-699d-4b1d-8278-09fde9ef94c5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:23.872803 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-76e09655-1f47-4dea-80f6-158f38c06316 req-5d397eaf-699d-4b1d-8278-09fde9ef94c5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports/5d65169f-b6fe-4ba9-8684-b74784064cea HTTP/1.1" status: 200 len: 930 time: 0.0680864 Jan 20 11:16:23.940909 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a2a201ff-1c79-40c8-b40c-5d9d211e9350 service neutron] 10.222.0.70 "GET /v2.0/ports/5d65169f-b6fe-4ba9-8684-b74784064cea?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0565872 Jan 20 11:16:24.068989 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-76e09655-1f47-4dea-80f6-158f38c06316 req-61b8543d-4b1a-48ec-b46f-4e27f055c16a service neutron] 10.222.0.70 "GET /v2.0/networks/86034451-82b7-4aaa-b340-2cbd876aad03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225162 Jan 20 11:16:24.198598 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-76e09655-1f47-4dea-80f6-158f38c06316 req-d75f5fa3-6a6e-40d8-8535-8bd1dd17417b service neutron] 10.222.0.70 "GET /v2.0/networks/86034451-82b7-4aaa-b340-2cbd876aad03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234422 Jan 20 11:16:24.447235 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b05b8f74-0412-4091-94ce-f4c43a7c3cf2 req-dd4f381b-39ff-42fe-a2b4-cf781e58a05d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=87bf1031-e9f8-4760-95ff-112f7d5219f1 HTTP/1.1" status: 200 len: 210 time: 0.0402904 Jan 20 11:16:25.707115 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-325628cf-8dc6-4213-92d4-b7e89f2a8edf req-6b0391e5-a977-4828-aa8a-15afad9ec785 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=87bf1031-e9f8-4760-95ff-112f7d5219f1 HTTP/1.1" status: 200 len: 210 time: 0.1376595 Jan 20 11:16:26.242431 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-76e09655-1f47-4dea-80f6-158f38c06316 req-26180563-f89b-4232-b24e-ebe6bcd2996c service neutron] 10.222.0.72 "GET /v2.0/ports/5d65169f-b6fe-4ba9-8684-b74784064cea HTTP/1.1" status: 200 len: 1026 time: 0.0568905 Jan 20 11:16:26.386893 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e09655-1f47-4dea-80f6-158f38c06316 req-75d34c97-0dac-4716-9275-ff06cd8618c3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:26.388290 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-76e09655-1f47-4dea-80f6-158f38c06316 req-75d34c97-0dac-4716-9275-ff06cd8618c3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/networks?id=86034451-82b7-4aaa-b340-2cbd876aad03 HTTP/1.1" status: 200 len: 796 time: 0.1410944 Jan 20 11:16:26.441508 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-76e09655-1f47-4dea-80f6-158f38c06316 req-22878cc7-d546-4250-89f1-57952e9099c3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:16:26.522112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-76e09655-1f47-4dea-80f6-158f38c06316 req-22878cc7-d546-4250-89f1-57952e9099c3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:16:26.523319 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-76e09655-1f47-4dea-80f6-158f38c06316 req-22878cc7-d546-4250-89f1-57952e9099c3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 472 time: 0.1230209 Jan 20 11:16:26.532976 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Request body: {'port': {'device_id': '87bf1031-e9f8-4760-95ff-112f7d5219f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:26.640893 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:26.877338 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d4b0400d-5c21-4630-906d-c1b9c2e06eeb req-f92641b7-674b-4ef4-a5f3-1cb8cdf229b0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=87bf1031-e9f8-4760-95ff-112f7d5219f1 HTTP/1.1" status: 200 len: 210 time: 0.0420339 Jan 20 11:16:26.995949 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d65169f-b6fe-4ba9-8684-b74784064cea {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:16:27.003224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:27.017926 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Transition to ACTIVE for port object 5d65169f-b6fe-4ba9-8684-b74784064cea will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:16:27.093253 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:27.235260 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d65169f-b6fe-4ba9-8684-b74784064cea,revision_number=7']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:27.373365 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Attempting to bind port 5d65169f-b6fe-4ba9-8684-b74784064cea on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:16:27.374046 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Attempting to bind port 5d65169f-b6fe-4ba9-8684-b74784064cea by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '62daf0ef-141e-4a2f-a3a4-fa485d0d2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:16:27.374046 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Attempting to bind port 5d65169f-b6fe-4ba9-8684-b74784064cea on network 86034451-82b7-4aaa-b340-2cbd876aad03 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:16:27.379627 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Port 5d65169f-b6fe-4ba9-8684-b74784064cea on network 86034451-82b7-4aaa-b340-2cbd876aad03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:16:27.379945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Attempting to bind port 5d65169f-b6fe-4ba9-8684-b74784064cea on network 86034451-82b7-4aaa-b340-2cbd876aad03 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:16:27.386019 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:16:27.386358 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Checking segment: {'id': '62daf0ef-141e-4a2f-a3a4-fa485d0d2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:16:27.386742 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Bound using segment: {'id': '62daf0ef-141e-4a2f-a3a4-fa485d0d2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:16:27.387157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Bound port: 5d65169f-b6fe-4ba9-8684-b74784064cea, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62daf0ef-141e-4a2f-a3a4-fa485d0d2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:16:27.387496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:27.472341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] For port 5d65169f-b6fe-4ba9-8684-b74784064cea, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:16:27.475182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] For port 5d65169f-b6fe-4ba9-8684-b74784064cea, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5d65169f-b6fe-4ba9-8684-b74784064cea,segment=NetworkSegment(62daf0ef-141e-4a2f-a3a4-fa485d0d2900),segment_id=62daf0ef-141e-4a2f-a3a4-fa485d0d2900)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:16:27.539256 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:27.598209 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:27.599718 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] 10.222.0.72 "PUT /v2.0/ports/5d65169f-b6fe-4ba9-8684-b74784064cea HTTP/1.1" status: 200 len: 1131 time: 1.0706041 Jan 20 11:16:27.600054 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bf1031-e9f8-4760-95ff-112f7d5219f1', 'tag': '5d65169f-b6fe-4ba9-8684-b74784064cea'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:16:27.623049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d5183-2854-4e2c-a4b0-709c6186e4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d65169f-b6fe-4ba9-8684-b74784064cea,revision_number=8']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:27.661683 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bf1031-e9f8-4760-95ff-112f7d5219f1', 'tag': '5d65169f-b6fe-4ba9-8684-b74784064cea', 'status': 'completed', 'code': 200} Jan 20 11:16:27.758298 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d5ba1a66-1607-4648-8c82-0fb2d01993b4 req-3284c723-0113-4ca3-afb6-d2cadb386bfc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=87bf1031-e9f8-4760-95ff-112f7d5219f1 HTTP/1.1" status: 200 len: 1134 time: 0.0768390 Jan 20 11:16:27.895804 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba1a66-1607-4648-8c82-0fb2d01993b4 req-474f97de-e7d7-4e26-8e5a-eef6ece892ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:27.897226 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d5ba1a66-1607-4648-8c82-0fb2d01993b4 req-474f97de-e7d7-4e26-8e5a-eef6ece892ae service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1323929 Jan 20 11:16:28.086559 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc7b3d-67aa-4598-93b0-b5c54826b234 req-e9af8cb1-1e38-4f69-8861-2314df774ad2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:28.087991 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8cc7b3d-67aa-4598-93b0-b5c54826b234 req-e9af8cb1-1e38-4f69-8861-2314df774ad2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=87bf1031-e9f8-4760-95ff-112f7d5219f1 HTTP/1.1" status: 200 len: 981 time: 0.0821950 Jan 20 11:16:28.123376 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba1a66-1607-4648-8c82-0fb2d01993b4 req-f6ba9a32-def3-4fab-af81-8bcf62e29ac9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:28.124931 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d5ba1a66-1607-4648-8c82-0fb2d01993b4 req-f6ba9a32-def3-4fab-af81-8bcf62e29ac9 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2224805 Jan 20 11:16:28.133196 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8cc7b3d-67aa-4598-93b0-b5c54826b234 req-58ba6773-a6db-45ec-a1bf-e4b2887d959e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391073 Jan 20 11:16:28.228707 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-76e09655-1f47-4dea-80f6-158f38c06316 req-7de2aeeb-3dd6-401c-8434-91802543d88c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=87bf1031-e9f8-4760-95ff-112f7d5219f1 HTTP/1.1" status: 200 len: 1134 time: 0.0678408 Jan 20 11:16:28.329594 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-76e09655-1f47-4dea-80f6-158f38c06316 req-a5a10ef2-ee16-4078-8568-f1b99fb6b3bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d65169f-b6fe-4ba9-8684-b74784064cea HTTP/1.1" status: 200 len: 1036 time: 0.0940857 Jan 20 11:16:28.392554 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e09655-1f47-4dea-80f6-158f38c06316 req-02af99ed-3f8f-4914-ac24-0e402de4371e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:28.393950 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-76e09655-1f47-4dea-80f6-158f38c06316 req-02af99ed-3f8f-4914-ac24-0e402de4371e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=af367811-3cca-456f-96fb-08f96331fc7c HTTP/1.1" status: 200 len: 835 time: 0.0589802 Jan 20 11:16:28.465944 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-76e09655-1f47-4dea-80f6-158f38c06316 req-98dbc46e-e1d1-4546-99a5-f556012ab4c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=86034451-82b7-4aaa-b340-2cbd876aad03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662236 Jan 20 11:16:28.594648 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-76e09655-1f47-4dea-80f6-158f38c06316 req-436ddba1-224a-4812-a885-7fef68e830b5 service neutron] 10.222.0.72 "GET /v2.0/networks/86034451-82b7-4aaa-b340-2cbd876aad03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222939 Jan 20 11:16:28.721423 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-76e09655-1f47-4dea-80f6-158f38c06316 req-2e455440-9b71-489b-896c-faf442014431 service neutron] 10.222.0.72 "GET /v2.0/networks/86034451-82b7-4aaa-b340-2cbd876aad03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215663 Jan 20 11:16:29.330635 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff2d20-dbdf-4961-a1bf-5cfc1e8174a1 req-eb15c848-2b5c-4e92-b19e-d397343bfec3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:29.331996 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20ff2d20-dbdf-4961-a1bf-5cfc1e8174a1 req-eb15c848-2b5c-4e92-b19e-d397343bfec3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=87bf1031-e9f8-4760-95ff-112f7d5219f1 HTTP/1.1" status: 200 len: 981 time: 0.0753634 Jan 20 11:16:29.376576 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20ff2d20-dbdf-4961-a1bf-5cfc1e8174a1 req-b91e22b1-ecd6-4010-a1b2-df07bcfad10d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390792 Jan 20 11:16:30.363241 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 5d65169f-b6fe-4ba9-8684-b74784064cea details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:16:30.527704 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 5d65169f-b6fe-4ba9-8684-b74784064cea, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5d65169f-b6fe-4ba9-8684-b74784064cea,segment=NetworkSegment(62daf0ef-141e-4a2f-a3a4-fa485d0d2900),segment_id=62daf0ef-141e-4a2f-a3a4-fa485d0d2900)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:16:30.541417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '5d65169f-b6fe-4ba9-8684-b74784064cea', 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03', 'port_id': '5d65169f-b6fe-4ba9-8684-b74784064cea', 'mac_address': 'fa:16:3e:b1:c5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:16:30.576538 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8c134-3168-49a1-851f-4bdb0bd39e15 req-590bb7bb-1286-4172-9867-ce8a394f5ef0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:30.578014 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0b8c134-3168-49a1-851f-4bdb0bd39e15 req-590bb7bb-1286-4172-9867-ce8a394f5ef0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=87bf1031-e9f8-4760-95ff-112f7d5219f1 HTTP/1.1" status: 200 len: 981 time: 0.0796621 Jan 20 11:16:30.594174 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:30.611684 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d65169f-b6fe-4ba9-8684-b74784064cea {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:16:30.624099 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0b8c134-3168-49a1-851f-4bdb0bd39e15 req-75d83319-29f8-4105-be4a-d64bc64524f9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405278 Jan 20 11:16:30.626807 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 5d65169f-b6fe-4ba9-8684-b74784064cea, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5d65169f-b6fe-4ba9-8684-b74784064cea,segment=NetworkSegment(62daf0ef-141e-4a2f-a3a4-fa485d0d2900),segment_id=62daf0ef-141e-4a2f-a3a4-fa485d0d2900)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:16:30.699154 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:30.762693 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=5d65169f-b6fe-4ba9-8684-b74784064cea,revision_number=9']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:30.900044 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['5d65169f-b6fe-4ba9-8684-b74784064cea'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:16:31.365169 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-582c8649-c5da-47d7-a7ab-71d6f1bb76aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:31.814726 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfcfb7-49fd-40d7-a112-1fc93173dad0 req-462c26dc-22ab-48f8-9a3d-8fa4c2f274fd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:31.816314 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e0cfcfb7-49fd-40d7-a112-1fc93173dad0 req-462c26dc-22ab-48f8-9a3d-8fa4c2f274fd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=87bf1031-e9f8-4760-95ff-112f7d5219f1 HTTP/1.1" status: 200 len: 982 time: 0.0743754 Jan 20 11:16:31.860059 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e0cfcfb7-49fd-40d7-a112-1fc93173dad0 req-a25e6ce6-5678-425f-847e-7f0babe58f37 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384748 Jan 20 11:16:32.363980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 5d65169f-b6fe-4ba9-8684-b74784064cea up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:16:32.501896 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 5d65169f-b6fe-4ba9-8684-b74784064cea completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:16:32.506498 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 5d65169f-b6fe-4ba9-8684-b74784064cea triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:16:32.506869 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:32.615000 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:32.642304 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bf1031-e9f8-4760-95ff-112f7d5219f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d65169f-b6fe-4ba9-8684-b74784064cea'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:16:32.652061 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 5d65169f-b6fe-4ba9-8684-b74784064cea, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5d65169f-b6fe-4ba9-8684-b74784064cea,segment=NetworkSegment(62daf0ef-141e-4a2f-a3a4-fa485d0d2900),segment_id=62daf0ef-141e-4a2f-a3a4-fa485d0d2900)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:16:32.697052 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bf1031-e9f8-4760-95ff-112f7d5219f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d65169f-b6fe-4ba9-8684-b74784064cea', 'code': 200} Jan 20 11:16:32.736997 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:32.801275 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=5d65169f-b6fe-4ba9-8684-b74784064cea,revision_number=10']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:33.062323 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf1031-d954-4755-9a48-92b39f0fffdf req-2a9c4475-548c-4b43-a30a-dfb1840cc096 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:33.063780 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cdcf1031-d954-4755-9a48-92b39f0fffdf req-2a9c4475-548c-4b43-a30a-dfb1840cc096 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=87bf1031-e9f8-4760-95ff-112f7d5219f1 HTTP/1.1" status: 200 len: 984 time: 0.0792551 Jan 20 11:16:33.074043 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-897679a7-7e0e-4543-aff9-470654de1072 req-9bed4b85-67d9-4b60-a73c-30f5fa7f4cd0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=87bf1031-e9f8-4760-95ff-112f7d5219f1 HTTP/1.1" status: 200 len: 1137 time: 0.0674176 Jan 20 11:16:33.111053 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cdcf1031-d954-4755-9a48-92b39f0fffdf req-fc740e5e-8507-4d41-818b-365be39dc1e9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Jan 20 11:16:33.120397 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-897679a7-7e0e-4543-aff9-470654de1072 req-2f3eaf2e-5c92-45a3-97bf-4e68115495d7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398872 Jan 20 11:16:33.862284 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51a875e6-649b-4f51-95e9-133f6730d04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:34.307651 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454918ae-2ba4-428f-b6e8-5d403db77688 req-c33d7f72-c2bb-44d7-a43c-2cd07f084df9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:34.309105 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-454918ae-2ba4-428f-b6e8-5d403db77688 req-c33d7f72-c2bb-44d7-a43c-2cd07f084df9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=87bf1031-e9f8-4760-95ff-112f7d5219f1 HTTP/1.1" status: 200 len: 984 time: 0.0762248 Jan 20 11:16:34.359844 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-454918ae-2ba4-428f-b6e8-5d403db77688 req-30037285-f661-4e43-80ac-fa02d2ab4821 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441074 Jan 20 11:16:34.822494 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:34.962229 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:35.550086 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d756a-3557-4ce3-acbb-45d9ec3215f1 req-f1044b18-8765-43da-969a-ad35f4d35c3c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:35.551502 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-815d756a-3557-4ce3-acbb-45d9ec3215f1 req-f1044b18-8765-43da-969a-ad35f4d35c3c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=87bf1031-e9f8-4760-95ff-112f7d5219f1 HTTP/1.1" status: 200 len: 984 time: 0.0732024 Jan 20 11:16:35.596023 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-815d756a-3557-4ce3-acbb-45d9ec3215f1 req-5a6d56af-3eb4-450b-bc34-716288da0782 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390434 Jan 20 11:16:35.791717 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041b663-f007-4caa-a43f-c91727f13666 req-4eae8859-09bd-4c3f-964e-c1d5faef956f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:35.793066 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9041b663-f007-4caa-a43f-c91727f13666 req-4eae8859-09bd-4c3f-964e-c1d5faef956f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=87bf1031-e9f8-4760-95ff-112f7d5219f1 HTTP/1.1" status: 200 len: 984 time: 0.0784106 Jan 20 11:16:35.838524 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9041b663-f007-4caa-a43f-c91727f13666 req-b74b9852-58ed-4dc1-9cfe-393d632810ee tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392437 Jan 20 11:16:35.866135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39222) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:35.941354 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-69ebb189-9928-4809-bf31-a3695ff3807b tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=87bf1031-e9f8-4760-95ff-112f7d5219f1&network_id=86034451-82b7-4aaa-b340-2cbd876aad03 HTTP/1.1" status: 200 len: 1132 time: 0.0740502 Jan 20 11:16:36.251186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:36.557444 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ae6f9-3ab0-46ff-8c63-085112f4d2ca req-3ff06a32-fe06-4536-b162-8bf7b5cfcd5d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:36.558911 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-262ae6f9-3ab0-46ff-8c63-085112f4d2ca req-3ff06a32-fe06-4536-b162-8bf7b5cfcd5d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=87bf1031-e9f8-4760-95ff-112f7d5219f1 HTTP/1.1" status: 200 len: 984 time: 0.0743701 Jan 20 11:16:36.603599 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-262ae6f9-3ab0-46ff-8c63-085112f4d2ca req-26943cf0-782b-4e0b-b177-44493395f48d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388701 Jan 20 11:16:37.790871 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c545f1a-5fc0-4b1c-87a3-96a712688916 req-91a4cf05-cc17-4a39-9410-d503e51d5967 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:37.792280 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1c545f1a-5fc0-4b1c-87a3-96a712688916 req-91a4cf05-cc17-4a39-9410-d503e51d5967 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/ports?device_id=87bf1031-e9f8-4760-95ff-112f7d5219f1 HTTP/1.1" status: 200 len: 984 time: 0.0756454 Jan 20 11:16:37.799804 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5360e-929d-4f00-bbd6-b33dbead7759 req-de9dba2a-f9cc-4f97-a326-1bb353f0ac98 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:37.801244 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-55a5360e-929d-4f00-bbd6-b33dbead7759 req-de9dba2a-f9cc-4f97-a326-1bb353f0ac98 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=87bf1031-e9f8-4760-95ff-112f7d5219f1 HTTP/1.1" status: 200 len: 984 time: 0.0791986 Jan 20 11:16:37.847446 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-55a5360e-929d-4f00-bbd6-b33dbead7759 req-09e57cbf-b360-4747-b67a-4a921a5beded tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d422ee1-972c-4fa9-ada1-050a101aa33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Jan 20 11:16:37.863286 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c545f1a-5fc0-4b1c-87a3-96a712688916 req-61a4671a-7122-4040-872c-2fd49c3efa74 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:37.866125 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1c545f1a-5fc0-4b1c-87a3-96a712688916 req-61a4671a-7122-4040-872c-2fd49c3efa74 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/ports/5d65169f-b6fe-4ba9-8684-b74784064cea?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0669923 Jan 20 11:16:38.005784 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1c545f1a-5fc0-4b1c-87a3-96a712688916 req-73e45ddb-dea1-4153-912e-2ca0b7b15605 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/networks/86034451-82b7-4aaa-b340-2cbd876aad03?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1366384 Jan 20 11:16:38.015713 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-1c545f1a-5fc0-4b1c-87a3-96a712688916 req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:38.121369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1c545f1a-5fc0-4b1c-87a3-96a712688916 req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:38.314323 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-1c545f1a-5fc0-4b1c-87a3-96a712688916 req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] For port 5d65169f-b6fe-4ba9-8684-b74784064cea, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5d65169f-b6fe-4ba9-8684-b74784064cea,segment=NetworkSegment(62daf0ef-141e-4a2f-a3a4-fa485d0d2900),segment_id=62daf0ef-141e-4a2f-a3a4-fa485d0d2900)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:16:38.342500 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-1c545f1a-5fc0-4b1c-87a3-96a712688916 req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] For port 5d65169f-b6fe-4ba9-8684-b74784064cea, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:16:38.389125 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-1c545f1a-5fc0-4b1c-87a3-96a712688916 req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] device_id is not set on port 5d65169f-b6fe-4ba9-8684-b74784064cea yet. {{(pid=84331) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 11:16:38.397235 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1c545f1a-5fc0-4b1c-87a3-96a712688916 req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:38.479388 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1c545f1a-5fc0-4b1c-87a3-96a712688916 req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:38.718819 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] Pushing event updated for resources: {'Port': ['ID=5d65169f-b6fe-4ba9-8684-b74784064cea,revision_number=11']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:38.738489 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:38.738838 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:38.739176 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:38.739513 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:38.739842 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:38.740170 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:38.740499 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:38.740821 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:38.741141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:38.741465 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:38.741824 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:38.785668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c545f1a-5fc0-4b1c-87a3-96a712688916 req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] No DVR routers for this DVR port 5d65169f-b6fe-4ba9-8684-b74784064cea on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:16:38.822178 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0f38004e-a234-4e6b-8be4-5c144e979bbc None None] Provisioning complete for port 5d65169f-b6fe-4ba9-8684-b74784064cea triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:16:38.822702 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0f38004e-a234-4e6b-8be4-5c144e979bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:38.878763 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0f38004e-a234-4e6b-8be4-5c144e979bbc None None] Port 5d65169f-b6fe-4ba9-8684-b74784064cea cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:16:39.013776 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b990f72a-6aeb-4f02-bf54-3a90f5a434dc req-3d1d30ee-ffc4-495e-8ae2-3e68d2a2a95b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=87bf1031-e9f8-4760-95ff-112f7d5219f1 HTTP/1.1" status: 200 len: 210 time: 0.0409026 Jan 20 11:16:39.030978 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-1c545f1a-5fc0-4b1c-87a3-96a712688916 req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] In _notify_port_updated(), no bound segment for port 5d65169f-b6fe-4ba9-8684-b74784064cea on network 86034451-82b7-4aaa-b340-2cbd876aad03 {{(pid=84331) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 11:16:39.032312 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1c545f1a-5fc0-4b1c-87a3-96a712688916 req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:39.033579 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1c545f1a-5fc0-4b1c-87a3-96a712688916 req-5b1baa69-92e9-49b0-9a68-fcf6a336e75a service neutron] 10.222.0.72 "PUT /v2.0/ports/5d65169f-b6fe-4ba9-8684-b74784064cea HTTP/1.1" status: 200 len: 1027 time: 1.0223141 Jan 20 11:16:39.593680 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:40.118680 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39236) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:40.189414 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-af4fd4ae-ed08-4546-a4c4-6629f6997fb4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:40.216980 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-af4fd4ae-ed08-4546-a4c4-6629f6997fb4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:40.395976 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-af4fd4ae-ed08-4546-a4c4-6629f6997fb4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:40.409442 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 5d65169f-b6fe-4ba9-8684-b74784064cea no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:16:40.414563 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fd4ae-ed08-4546-a4c4-6629f6997fb4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec20f8c6-1687-4fc3-8b1e-d08768f7b7f2,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:40.474470 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 5d65169f-b6fe-4ba9-8684-b74784064cea not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:16:40.475819 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-af4fd4ae-ed08-4546-a4c4-6629f6997fb4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:40.476384 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-af4fd4ae-ed08-4546-a4c4-6629f6997fb4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/security-groups/ec20f8c6-1687-4fc3-8b1e-d08768f7b7f2 HTTP/1.1" status: 204 len: 168 time: 0.3567231 Jan 20 11:16:40.588240 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39242) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:40.788614 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-f0923221-50d7-4ba0-8470-c664601e0f7f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 49008620-4802-440b-bb4c-0348c735b958 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:16:40.788875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f0923221-50d7-4ba0-8470-c664601e0f7f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:40.954692 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f0923221-50d7-4ba0-8470-c664601e0f7f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:40.954692 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f0923221-50d7-4ba0-8470-c664601e0f7f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:41.071560 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-f0923221-50d7-4ba0-8470-c664601e0f7f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 49008620-4802-440b-bb4c-0348c735b958 owned by network:floatingip {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:16:41.350569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f0923221-50d7-4ba0-8470-c664601e0f7f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:41.395496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0923221-50d7-4ba0-8470-c664601e0f7f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=49008620-4802-440b-bb4c-0348c735b958,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:41.486660 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f0923221-50d7-4ba0-8470-c664601e0f7f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:41.972537 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0923221-50d7-4ba0-8470-c664601e0f7f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router bf35f5ee-59db-4383-b904-9e2b550180a2 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:16:42.171501 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0923221-50d7-4ba0-8470-c664601e0f7f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:16:42.183317 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b235721a-3de6-45b2-90ae-9a2e2beaecbe None None] Sync routers for ids ['bf35f5ee-59db-4383-b904-9e2b550180a2'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:16:42.195269 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b235721a-3de6-45b2-90ae-9a2e2beaecbe None None] Routers {'bf35f5ee-59db-4383-b904-9e2b550180a2'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:16:42.195879 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b235721a-3de6-45b2-90ae-9a2e2beaecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:16:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['bf35f5ee-59db-4383-b904-9e2b550180a2'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:42.262821 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f0923221-50d7-4ba0-8470-c664601e0f7f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:42.325976 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f0923221-50d7-4ba0-8470-c664601e0f7f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/floatingips/d59f8428-640d-43e0-87f3-3db38b642a0b HTTP/1.1" status: 204 len: 168 time: 1.7341061 Jan 20 11:16:42.383490 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b235721a-3de6-45b2-90ae-9a2e2beaecbe None None] Set router bf35f5ee-59db-4383-b904-9e2b550180a2 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:16:42.488010 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39250) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:42.559406 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d99149dd-f55b-4e83-9106-eb5ba748122d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:42.590457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d99149dd-f55b-4e83-9106-eb5ba748122d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:42.695060 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b235721a-3de6-45b2-90ae-9a2e2beaecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'name': 'tempest-TestNetworkBasicOps-router-290111899', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '7c785c9c-40f5-4327-aaa9-af95a6c3d68b', 'name': '', 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:49:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:51Z', 'updated_at': '2022-01-20T11:15:58Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:42.700026 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b235721a-3de6-45b2-90ae-9a2e2beaecbe None None] Checking router: bf35f5ee-59db-4383-b904-9e2b550180a2 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:16:42.710771 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b235721a-3de6-45b2-90ae-9a2e2beaecbe None None] Routers {'bf35f5ee-59db-4383-b904-9e2b550180a2'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:16:42.711349 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b235721a-3de6-45b2-90ae-9a2e2beaecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:16:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['bf35f5ee-59db-4383-b904-9e2b550180a2'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:42.742178 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d99149dd-f55b-4e83-9106-eb5ba748122d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:42.761620 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99149dd-f55b-4e83-9106-eb5ba748122d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a340322-72ae-481a-b4a0-f7d7f04053d3,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:42.778455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d99149dd-f55b-4e83-9106-eb5ba748122d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:42.779586 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d99149dd-f55b-4e83-9106-eb5ba748122d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/security-groups/2a340322-72ae-481a-b4a0-f7d7f04053d3 HTTP/1.1" status: 204 len: 168 time: 0.2905915 Jan 20 11:16:42.891396 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b235721a-3de6-45b2-90ae-9a2e2beaecbe None None] Set router bf35f5ee-59db-4383-b904-9e2b550180a2 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:16:42.959173 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39256) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:43.014135 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-71b73ac6-5ab1-4bec-a576-621feb10569e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 5d65169f-b6fe-4ba9-8684-b74784064cea {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:16:43.014471 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71b73ac6-5ab1-4bec-a576-621feb10569e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:43.205742 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b235721a-3de6-45b2-90ae-9a2e2beaecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'name': 'tempest-TestNetworkBasicOps-router-290111899', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '7c785c9c-40f5-4327-aaa9-af95a6c3d68b', 'name': '', 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:49:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:51Z', 'updated_at': '2022-01-20T11:15:58Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:43.209585 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b235721a-3de6-45b2-90ae-9a2e2beaecbe None None] The sync data for ids ['bf35f5ee-59db-4383-b904-9e2b550180a2'] in dv-neutron-825471-1-hyperv is: [{'id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'name': 'tempest-TestNetworkBasicOps-router-290111899', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '7c785c9c-40f5-4327-aaa9-af95a6c3d68b', 'name': '', 'network_id': '86034451-82b7-4aaa-b340-2cbd876aad03', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:49:73:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:51Z', 'updated_at': '2022-01-20T11:15:58Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'af367811-3cca-456f-96fb-08f96331fc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:16:43.254277 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71b73ac6-5ab1-4bec-a576-621feb10569e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:43.374962 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-71b73ac6-5ab1-4bec-a576-621feb10569e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 5d65169f-b6fe-4ba9-8684-b74784064cea owned by {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:16:43.451337 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c72c165-3f0b-4399-90ec-06c91a748ecb None None] New status for floating IP d59f8428-640d-43e0-87f3-3db38b642a0b: DOWN {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:16:43.641805 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71b73ac6-5ab1-4bec-a576-621feb10569e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:43.692763 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b73ac6-5ab1-4bec-a576-621feb10569e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=5d65169f-b6fe-4ba9-8684-b74784064cea,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:43.883908 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71b73ac6-5ab1-4bec-a576-621feb10569e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:43.896246 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-71b73ac6-5ab1-4bec-a576-621feb10569e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/ports/5d65169f-b6fe-4ba9-8684-b74784064cea HTTP/1.1" status: 204 len: 168 time: 0.9462967 Jan 20 11:16:43.897153 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39260) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:44.288622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-190093a6-2c13-4ad7-8ecd-e187172de19c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:44.875925 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-190093a6-2c13-4ad7-8ecd-e187172de19c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 7c785c9c-40f5-4327-aaa9-af95a6c3d68b {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:16:44.876279 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-190093a6-2c13-4ad7-8ecd-e187172de19c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:45.060512 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-190093a6-2c13-4ad7-8ecd-e187172de19c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port 7c785c9c-40f5-4327-aaa9-af95a6c3d68b, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=7c785c9c-40f5-4327-aaa9-af95a6c3d68b,segment=NetworkSegment(62daf0ef-141e-4a2f-a3a4-fa485d0d2900),segment_id=62daf0ef-141e-4a2f-a3a4-fa485d0d2900)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:16:45.060851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-190093a6-2c13-4ad7-8ecd-e187172de19c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:45.179098 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-190093a6-2c13-4ad7-8ecd-e187172de19c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 7c785c9c-40f5-4327-aaa9-af95a6c3d68b owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:16:45.527396 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-190093a6-2c13-4ad7-8ecd-e187172de19c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:45.573341 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190093a6-2c13-4ad7-8ecd-e187172de19c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=7c785c9c-40f5-4327-aaa9-af95a6c3d68b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:45.863090 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-190093a6-2c13-4ad7-8ecd-e187172de19c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:46.432514 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190093a6-2c13-4ad7-8ecd-e187172de19c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router bf35f5ee-59db-4383-b904-9e2b550180a2 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:16:46.622714 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190093a6-2c13-4ad7-8ecd-e187172de19c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:16:46.634860 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e8db93-9995-424f-8c63-d300cc971735 None None] Sync routers for ids ['bf35f5ee-59db-4383-b904-9e2b550180a2'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:16:46.638601 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-190093a6-2c13-4ad7-8ecd-e187172de19c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/bf35f5ee-59db-4383-b904-9e2b550180a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7401354 Jan 20 11:16:46.641914 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39264) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:46.647379 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e8db93-9995-424f-8c63-d300cc971735 None None] Routers {'bf35f5ee-59db-4383-b904-9e2b550180a2'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:16:46.647987 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b8e8db93-9995-424f-8c63-d300cc971735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:16:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['bf35f5ee-59db-4383-b904-9e2b550180a2'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:46.841761 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b8e8db93-9995-424f-8c63-d300cc971735 None None] Set router bf35f5ee-59db-4383-b904-9e2b550180a2 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:16:46.931535 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3804e4-c181-43c9-8e0e-a688ae66730d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting subnet af367811-3cca-456f-96fb-08f96331fc7c {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:16:46.934456 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e3804e4-c181-43c9-8e0e-a688ae66730d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:46.987806 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e3804e4-c181-43c9-8e0e-a688ae66730d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:47.070184 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e3804e4-c181-43c9-8e0e-a688ae66730d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:47.138855 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b8e8db93-9995-424f-8c63-d300cc971735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'name': 'tempest-TestNetworkBasicOps-router-290111899', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:16:45Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:47.143283 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e8db93-9995-424f-8c63-d300cc971735 None None] Checking router: bf35f5ee-59db-4383-b904-9e2b550180a2 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:16:47.153604 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e8db93-9995-424f-8c63-d300cc971735 None None] Routers {'bf35f5ee-59db-4383-b904-9e2b550180a2'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:16:47.154184 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b8e8db93-9995-424f-8c63-d300cc971735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:16:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['bf35f5ee-59db-4383-b904-9e2b550180a2'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:47.224530 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e3804e4-c181-43c9-8e0e-a688ae66730d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:47.262089 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3804e4-c181-43c9-8e0e-a688ae66730d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Subnet': ['ID=af367811-3cca-456f-96fb-08f96331fc7c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:47.268847 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6e3804e4-c181-43c9-8e0e-a688ae66730d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:47.275008 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6e3804e4-c181-43c9-8e0e-a688ae66730d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/subnets/af367811-3cca-456f-96fb-08f96331fc7c HTTP/1.1" status: 204 len: 168 time: 0.6321309 Jan 20 11:16:47.275680 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc7eaee-2abf-468a-b614-80eda97b0cdc None None] Network 86034451-82b7-4aaa-b340-2cbd876aad03 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:16:47.277574 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39268) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:47.333288 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b8e8db93-9995-424f-8c63-d300cc971735 None None] Set router bf35f5ee-59db-4383-b904-9e2b550180a2 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:16:47.484979 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7a76e96-e7b8-4fb3-8fff-618a4a7b3d9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:47.525847 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c95fb2-92ea-487f-9163-4060272278de None None] DHCP port deletion for 86034451-82b7-4aaa-b340-2cbd876aad03 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:16:47.530893 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f4c95fb2-92ea-487f-9163-4060272278de None None] Deleting port 2dc6be54-c890-4a8c-bf70-2e266ec82018 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:16:47.531642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4c95fb2-92ea-487f-9163-4060272278de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:47.616931 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b8e8db93-9995-424f-8c63-d300cc971735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'name': 'tempest-TestNetworkBasicOps-router-290111899', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:16:45Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:47.621128 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e8db93-9995-424f-8c63-d300cc971735 None None] The sync data for ids ['bf35f5ee-59db-4383-b904-9e2b550180a2'] in dv-neutron-825471-1-hyperv is: [{'id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'name': 'tempest-TestNetworkBasicOps-router-290111899', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:16:45Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'daed28a2-caff-48f9-8dbd-6312779596c4', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35f5ee-59db-4383-b904-9e2b550180a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:15:47Z', 'updated_at': '2022-01-20T11:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:16:47.688141 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7a76e96-e7b8-4fb3-8fff-618a4a7b3d9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:47.743757 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f4c95fb2-92ea-487f-9163-4060272278de None None] For port 2dc6be54-c890-4a8c-bf70-2e266ec82018, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2dc6be54-c890-4a8c-bf70-2e266ec82018,segment=NetworkSegment(62daf0ef-141e-4a2f-a3a4-fa485d0d2900),segment_id=62daf0ef-141e-4a2f-a3a4-fa485d0d2900)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:16:47.744078 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4c95fb2-92ea-487f-9163-4060272278de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:47.765436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-a7a76e96-e7b8-4fb3-8fff-618a4a7b3d9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port daed28a2-caff-48f9-8dbd-6312779596c4 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:16:47.765826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7a76e96-e7b8-4fb3-8fff-618a4a7b3d9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:47.891867 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f4c95fb2-92ea-487f-9163-4060272278de None None] Calling delete_port for 2dc6be54-c890-4a8c-bf70-2e266ec82018 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:16:47.934946 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-a7a76e96-e7b8-4fb3-8fff-618a4a7b3d9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port daed28a2-caff-48f9-8dbd-6312779596c4, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=daed28a2-caff-48f9-8dbd-6312779596c4,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:16:47.935344 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7a76e96-e7b8-4fb3-8fff-618a4a7b3d9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:48.042408 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4c95fb2-92ea-487f-9163-4060272278de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:48.055837 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-a7a76e96-e7b8-4fb3-8fff-618a4a7b3d9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for daed28a2-caff-48f9-8dbd-6312779596c4 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:16:48.080009 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2dc6be54-c890-4a8c-bf70-2e266ec82018 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:16:48.126070 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c95fb2-92ea-487f-9163-4060272278de None None] Pushing event deleted for resources: {'Port': ['ID=2dc6be54-c890-4a8c-bf70-2e266ec82018,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:48.127806 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 2dc6be54-c890-4a8c-bf70-2e266ec82018 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:16:48.128149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2dc6be54-c890-4a8c-bf70-2e266ec82018 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:16:48.128570 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 7c785c9c-40f5-4327-aaa9-af95a6c3d68b no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:16:48.164186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 7c785c9c-40f5-4327-aaa9-af95a6c3d68b {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:16:48.170205 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 7c785c9c-40f5-4327-aaa9-af95a6c3d68b not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:16:48.170205 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c95fb2-92ea-487f-9163-4060272278de None None] No DVR routers for this DVR port 2dc6be54-c890-4a8c-bf70-2e266ec82018 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:16:48.285201 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7a76e96-e7b8-4fb3-8fff-618a4a7b3d9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:48.329065 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a76e96-e7b8-4fb3-8fff-618a4a7b3d9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=daed28a2-caff-48f9-8dbd-6312779596c4,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:48.541329 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7a76e96-e7b8-4fb3-8fff-618a4a7b3d9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:48.870074 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7a76e96-e7b8-4fb3-8fff-618a4a7b3d9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:48.874118 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7a76e96-e7b8-4fb3-8fff-618a4a7b3d9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:48.961871 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7a76e96-e7b8-4fb3-8fff-618a4a7b3d9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:48.962432 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a76e96-e7b8-4fb3-8fff-618a4a7b3d9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Fanout notify agent at l3_agent the message router_deleted on router bf35f5ee-59db-4383-b904-9e2b550180a2 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:16:48.977680 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7a76e96-e7b8-4fb3-8fff-618a4a7b3d9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:48.979053 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a7a76e96-e7b8-4fb3-8fff-618a4a7b3d9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/routers/bf35f5ee-59db-4383-b904-9e2b550180a2 HTTP/1.1" status: 204 len: 168 time: 1.7004354 Jan 20 11:16:48.981505 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39272) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:49.099167 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-641caf9f-b749-450b-8fd8-52e40f92dc9a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:49.225246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-641caf9f-b749-450b-8fd8-52e40f92dc9a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:49.248600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-641caf9f-b749-450b-8fd8-52e40f92dc9a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86034451-82b7-4aaa-b340-2cbd876aad03']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:49.259849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-641caf9f-b749-450b-8fd8-52e40f92dc9a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62daf0ef-141e-4a2f-a3a4-fa485d0d2900') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:49.260137 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-641caf9f-b749-450b-8fd8-52e40f92dc9a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62daf0ef-141e-4a2f-a3a4-fa485d0d2900') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:49.271340 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-641caf9f-b749-450b-8fd8-52e40f92dc9a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:49.286565 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-641caf9f-b749-450b-8fd8-52e40f92dc9a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:49.292389 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641caf9f-b749-450b-8fd8-52e40f92dc9a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:16:49.292780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-641caf9f-b749-450b-8fd8-52e40f92dc9a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:16:49.307463 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:16:49.451020 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-641caf9f-b749-450b-8fd8-52e40f92dc9a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:49.455279 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-641caf9f-b749-450b-8fd8-52e40f92dc9a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:49.480399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641caf9f-b749-450b-8fd8-52e40f92dc9a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Network': ['ID=86034451-82b7-4aaa-b340-2cbd876aad03,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:49.545105 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-641caf9f-b749-450b-8fd8-52e40f92dc9a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/networks/86034451-82b7-4aaa-b340-2cbd876aad03 HTTP/1.1" status: 204 len: 168 time: 0.5624468 Jan 20 11:16:49.558987 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39276) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:49.571935 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d5de30bd-08e9-4f0f-ac6c-a2627077f2aa tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0118587 Jan 20 11:16:49.574441 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39280) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:49.579615 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-9b57e52e-a2e6-4598-a5b0-7eb1ab48b072 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'network': {'name': 'tempest-network-smoke--967993928', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'port_security_enabled': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:49.584340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9b57e52e-a2e6-4598-a5b0-7eb1ab48b072 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:49.591938 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9b57e52e-a2e6-4598-a5b0-7eb1ab48b072 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:network and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:16:49.595302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9b57e52e-a2e6-4598-a5b0-7eb1ab48b072 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:16:49.600828 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9b57e52e-a2e6-4598-a5b0-7eb1ab48b072 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:49.663914 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b57e52e-a2e6-4598-a5b0-7eb1ab48b072 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:16:49.666929 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9b57e52e-a2e6-4598-a5b0-7eb1ab48b072 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:49.695242 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b57e52e-a2e6-4598-a5b0-7eb1ab48b072 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:16:49.703544 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9b57e52e-a2e6-4598-a5b0-7eb1ab48b072 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:49.703883 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-9b57e52e-a2e6-4598-a5b0-7eb1ab48b072 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Added segment 6df0261e-d890-4123-8a67-93af73c732a2 of type vlan for network fd56eec4-bf15-4cb2-a03b-2b2700abe67e Jan 20 11:16:49.728842 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9b57e52e-a2e6-4598-a5b0-7eb1ab48b072 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:49.824177 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9b57e52e-a2e6-4598-a5b0-7eb1ab48b072 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:49.827866 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b57e52e-a2e6-4598-a5b0-7eb1ab48b072 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:49.828454 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9b57e52e-a2e6-4598-a5b0-7eb1ab48b072 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:49.935032 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57e52e-a2e6-4598-a5b0-7eb1ab48b072 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Network': ['ID=fd56eec4-bf15-4cb2-a03b-2b2700abe67e,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:49.946399 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network fd56eec4-bf15-4cb2-a03b-2b2700abe67e details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:16:49.994240 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9b57e52e-a2e6-4598-a5b0-7eb1ab48b072 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4188135 Jan 20 11:16:49.996818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39284) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:50.002289 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-379873626', 'admin_state_up': True, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:50.009745 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:50.013734 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:router and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:16:50.017521 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:16:50.024127 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:50.062828 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device daed28a2-caff-48f9-8dbd-6312779596c4 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:16:50.095720 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: daed28a2-caff-48f9-8dbd-6312779596c4 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:16:50.095997 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device daed28a2-caff-48f9-8dbd-6312779596c4 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:16:50.107557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:50.108683 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:50.129483 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:50.350123 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:50.565359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:50.597804 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:50.730363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.26.0.248 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/468139ec-7fb0-4e54-84c7-782075b9cf6d) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:16:50.869610 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:50.955968 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:51.026331 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:16:51.027133 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:16:51.029192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:16:51.032269 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:16:51.062376 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=468139ec-7fb0-4e54-84c7-782075b9cf6d,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:51.265005 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:51.265782 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:51.650109 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router e7234172-718f-4aaa-b08a-950a19d49af5 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:16:51.847570 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:16:51.856823 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Sync routers for ids ['e7234172-718f-4aaa-b08a-950a19d49af5'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:16:51.868509 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Routers {'e7234172-718f-4aaa-b08a-950a19d49af5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:16:51.869209 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:16:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e7234172-718f-4aaa-b08a-950a19d49af5'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:51.937193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:51.941227 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-60e5f903-6922-406d-b5db-cb9033bafae9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9407055 Jan 20 11:16:51.941503 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39288) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:51.981820 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-362f9633-981d-4536-9c9a-8704a3f01086 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=571e60e1cd4540aa8cf6524c9e0f5b24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390768 Jan 20 11:16:51.984561 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39292) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:52.049059 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Set router e7234172-718f-4aaa-b08a-950a19d49af5 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:16:52.113082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2e76be-73a0-4964-a270-ab743828b1bd tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:52.114614 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9a2e76be-73a0-4964-a270-ab743828b1bd tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291676 Jan 20 11:16:52.117330 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39296) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:52.162970 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-57e4c103-ee8f-490a-aa42-25eb79e6759a tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422771 Jan 20 11:16:52.163194 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39300) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:52.168372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f952afb6-212a-433f-8dc4-91eeb6b62906 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-394535502', 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:52.277555 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f952afb6-212a-433f-8dc4-91eeb6b62906 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:52.281607 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f952afb6-212a-433f-8dc4-91eeb6b62906 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:subnet and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:16:52.284397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f952afb6-212a-433f-8dc4-91eeb6b62906 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:16:52.290007 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f952afb6-212a-433f-8dc4-91eeb6b62906 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:52.330540 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'name': 'tempest-TestNetworkBasicOps-router-379873626', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:51Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:52.334348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Checking router: e7234172-718f-4aaa-b08a-950a19d49af5 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:16:52.334732 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Updating router e7234172-718f-4aaa-b08a-950a19d49af5 port 468139ec-7fb0-4e54-84c7-782075b9cf6d binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:16:52.382041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f952afb6-212a-433f-8dc4-91eeb6b62906 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:16:52.387345 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:52.479930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f952afb6-212a-433f-8dc4-91eeb6b62906 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:52.711056 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:52.722995 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Transition to ACTIVE for port object 468139ec-7fb0-4e54-84c7-782075b9cf6d will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:16:52.747939 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f952afb6-212a-433f-8dc4-91eeb6b62906 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:52.789837 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:52.823593 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952afb6-212a-433f-8dc4-91eeb6b62906 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Subnet': ['ID=cb910b52-748a-471a-93ca-d3c99cecd7e2,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:52.836461 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f952afb6-212a-433f-8dc4-91eeb6b62906 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Checking segment: {'id': '6df0261e-d890-4123-8a67-93af73c732a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:16:52.836825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f952afb6-212a-433f-8dc4-91eeb6b62906 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network hostable DHCP agents. Network: fd56eec4-bf15-4cb2-a03b-2b2700abe67e, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:16:52.871777 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4070d-7e99-4d1d-b266-eb6c160051cf None None] Pushing event updated for resources: {'Port': ['ID=468139ec-7fb0-4e54-84c7-782075b9cf6d,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:52.874964 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Attempting to bind port 468139ec-7fb0-4e54-84c7-782075b9cf6d on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:16:52.875499 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Attempting to bind port 468139ec-7fb0-4e54-84c7-782075b9cf6d by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:16:52.875870 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Attempting to bind port 468139ec-7fb0-4e54-84c7-782075b9cf6d on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:16:52.882400 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:16:52.882771 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:16:52.883168 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:52.883551 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:16:52.884003 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Bound port: 468139ec-7fb0-4e54-84c7-782075b9cf6d, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:16:52.884369 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:52.915978 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f952afb6-212a-433f-8dc4-91eeb6b62906 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network fd56eec4-bf15-4cb2-a03b-2b2700abe67e is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:16:52.958219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] For port 468139ec-7fb0-4e54-84c7-782075b9cf6d, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:16:52.961227 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] For port 468139ec-7fb0-4e54-84c7-782075b9cf6d, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=468139ec-7fb0-4e54-84c7-782075b9cf6d,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:16:53.018998 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-f952afb6-212a-433f-8dc4-91eeb6b62906 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, fd56eec4-bf15-4cb2-a03b-2b2700abe67e) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:16:53.023039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f952afb6-212a-433f-8dc4-91eeb6b62906 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:53.023659 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f952afb6-212a-433f-8dc4-91eeb6b62906 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:53.027380 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d278c9-4985-40c4-80b7-53f87db5ffc1 None None] Network fd56eec4-bf15-4cb2-a03b-2b2700abe67e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:16:53.088156 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:53.122222 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f952afb6-212a-433f-8dc4-91eeb6b62906 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9579983 Jan 20 11:16:53.125114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39304) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:53.239738 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4070d-7e99-4d1d-b266-eb6c160051cf None None] Pushing event updated for resources: {'Port': ['ID=468139ec-7fb0-4e54-84c7-782075b9cf6d,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:53.291955 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Routers {'e7234172-718f-4aaa-b08a-950a19d49af5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:16:53.292591 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:16:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e7234172-718f-4aaa-b08a-950a19d49af5'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:53.496516 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ips': [{'subnet_id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:16:53.497323 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:53.569163 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] Set router e7234172-718f-4aaa-b08a-950a19d49af5 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:16:53.869989 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Allocated IP 172.20.0.2 (fd56eec4-bf15-4cb2-a03b-2b2700abe67e/cb910b52-748a-471a-93ca-d3c99cecd7e2/6095519f-1378-4aaf-b6fd-b1d22048732c) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:16:53.971343 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:54.060215 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'name': 'tempest-TestNetworkBasicOps-router-379873626', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:51Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:54.093436 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e3e5a9-28a7-492f-97a5-5952edc1c794 None None] The sync data for ids ['e7234172-718f-4aaa-b08a-950a19d49af5'] in dv-neutron-825471-1-hyperv is: [{'id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'name': 'tempest-TestNetworkBasicOps-router-379873626', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:51Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:16:54.132254 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:54.143374 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Transition to ACTIVE for port object 6095519f-1378-4aaf-b6fd-b1d22048732c will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:16:54.163010 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Transition to ACTIVE for port object 6095519f-1378-4aaf-b6fd-b1d22048732c will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:16:54.242300 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:54.326602 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Network fd56eec4-bf15-4cb2-a03b-2b2700abe67e is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:16:54.334200 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:16:54.338633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:16:54.353363 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Pushing event updated for resources: {'Port': ['ID=6095519f-1378-4aaf-b6fd-b1d22048732c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:54.406207 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.1 (fd56eec4-bf15-4cb2-a03b-2b2700abe67e/cb910b52-748a-471a-93ca-d3c99cecd7e2/bb5451ea-b16e-42e6-a6c1-e05de6bee798) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:16:54.440799 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Attempting to bind port 6095519f-1378-4aaf-b6fd-b1d22048732c on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:16:54.441254 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Attempting to bind port 6095519f-1378-4aaf-b6fd-b1d22048732c by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '6df0261e-d890-4123-8a67-93af73c732a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:16:54.441730 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Attempting to bind port 6095519f-1378-4aaf-b6fd-b1d22048732c on network fd56eec4-bf15-4cb2-a03b-2b2700abe67e {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:16:54.448596 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:16:54.449072 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Checking segment: {'id': '6df0261e-d890-4123-8a67-93af73c732a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:16:54.449588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:54.449992 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Bound using segment: {'id': '6df0261e-d890-4123-8a67-93af73c732a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:16:54.450490 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Bound port: 6095519f-1378-4aaf-b6fd-b1d22048732c, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df0261e-d890-4123-8a67-93af73c732a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:16:54.450843 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:54.545024 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] For port 6095519f-1378-4aaf-b6fd-b1d22048732c, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:16:54.548981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] For port 6095519f-1378-4aaf-b6fd-b1d22048732c, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=6095519f-1378-4aaf-b6fd-b1d22048732c,segment=NetworkSegment(6df0261e-d890-4123-8a67-93af73c732a2),segment_id=6df0261e-d890-4123-8a67-93af73c732a2)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:16:54.576431 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:54.594589 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object bb5451ea-b16e-42e6-a6c1-e05de6bee798 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:16:54.662628 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:54.696712 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:54.752615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a682d08-b783-4c23-bb85-538d9b50cc5e None None] Pushing event updated for resources: {'Port': ['ID=6095519f-1378-4aaf-b6fd-b1d22048732c,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:54.775262 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network fd56eec4-bf15-4cb2-a03b-2b2700abe67e is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:16:54.778577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:16:54.782895 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:16:54.815657 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=bb5451ea-b16e-42e6-a6c1-e05de6bee798,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:54.850720 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:55.017091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:55.431807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:55.525136 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:55.672825 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2478d9ff-6944-414c-97e7-ac7db7a14aff None None] Network fd56eec4-bf15-4cb2-a03b-2b2700abe67e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:16:55.732248 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:55.736263 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=bb5451ea-b16e-42e6-a6c1-e05de6bee798,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:55.832908 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9875b246-8732-4ee9-852e-8227ef54c71d None None] Provisioning for port 6095519f-1378-4aaf-b6fd-b1d22048732c completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:16:55.874038 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network fd56eec4-bf15-4cb2-a03b-2b2700abe67e is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:16:55.875168 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:16:56.123574 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6095519f-1378-4aaf-b6fd-b1d22048732c up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:16:56.266644 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 6095519f-1378-4aaf-b6fd-b1d22048732c completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:16:56.273843 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 6095519f-1378-4aaf-b6fd-b1d22048732c triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:16:56.274219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:56.283964 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router e7234172-718f-4aaa-b08a-950a19d49af5 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:16:56.387590 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1bb6ca5d-f47a-4751-9f38-f7ee99d83a6f None None] Provisioning for port bb5451ea-b16e-42e6-a6c1-e05de6bee798 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:16:56.396497 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1bb6ca5d-f47a-4751-9f38-f7ee99d83a6f None None] Provisioning complete for port bb5451ea-b16e-42e6-a6c1-e05de6bee798 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:16:56.396851 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1bb6ca5d-f47a-4751-9f38-f7ee99d83a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:56.426008 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:56.474412 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1bb6ca5d-f47a-4751-9f38-f7ee99d83a6f None None] Port bb5451ea-b16e-42e6-a6c1-e05de6bee798 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:16:56.483781 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 6095519f-1378-4aaf-b6fd-b1d22048732c, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=6095519f-1378-4aaf-b6fd-b1d22048732c,segment=NetworkSegment(6df0261e-d890-4123-8a67-93af73c732a2),segment_id=6df0261e-d890-4123-8a67-93af73c732a2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:16:56.493518 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1bb6ca5d-f47a-4751-9f38-f7ee99d83a6f None None] Provisioning complete for port 6095519f-1378-4aaf-b6fd-b1d22048732c triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:16:56.493854 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1bb6ca5d-f47a-4751-9f38-f7ee99d83a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:56.503788 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:16:56.522981 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f2f1c6a8-4409-465a-92a8-647095860e8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/e7234172-718f-4aaa-b08a-950a19d49af5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3945785 Jan 20 11:16:56.523234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39308) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:56.589495 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:56.590211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 468139ec-7fb0-4e54-84c7-782075b9cf6d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:16:56.663998 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ac83e3-881a-4d40-a6e7-d725e9570499 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:56.664299 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ac83e3-881a-4d40-a6e7-d725e9570499 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:56.664665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ac83e3-881a-4d40-a6e7-d725e9570499 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:56.665025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ac83e3-881a-4d40-a6e7-d725e9570499 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:56.666679 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-31ac83e3-881a-4d40-a6e7-d725e9570499 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1425273 Jan 20 11:16:56.669392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39312) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:56.723754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=6095519f-1378-4aaf-b6fd-b1d22048732c,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:56.736154 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:56.736496 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:56.736832 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:56.737163 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:56.737492 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:56.737858 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:56.738181 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:56.738503 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:56.738830 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:56.739145 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:56.739461 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:56.741777 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d23190-698b-44b5-b959-78ee95139347 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:56.742633 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d23190-698b-44b5-b959-78ee95139347 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:56.742633 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d23190-698b-44b5-b959-78ee95139347 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:56.743011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d23190-698b-44b5-b959-78ee95139347 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:16:56.744856 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-31d23190-698b-44b5-b959-78ee95139347 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0744493 Jan 20 11:16:56.747503 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39316) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:56.815803 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 468139ec-7fb0-4e54-84c7-782075b9cf6d completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:16:56.824713 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 468139ec-7fb0-4e54-84c7-782075b9cf6d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:16:56.825089 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:56.882281 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-566d2303-9a3e-4127-9671-9e17921d8079 None None] Provisioning complete for port bb5451ea-b16e-42e6-a6c1-e05de6bee798 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:16:56.882654 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-566d2303-9a3e-4127-9671-9e17921d8079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:56.952586 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5dc550f3-f57b-4a47-a7e8-c28713d41703 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2014551 Jan 20 11:16:56.964346 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-566d2303-9a3e-4127-9671-9e17921d8079 None None] Port bb5451ea-b16e-42e6-a6c1-e05de6bee798 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:16:56.994745 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:57.011352 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 468139ec-7fb0-4e54-84c7-782075b9cf6d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=468139ec-7fb0-4e54-84c7-782075b9cf6d,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:16:57.084734 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:57.151334 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=468139ec-7fb0-4e54-84c7-782075b9cf6d,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:57.338805 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39322) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:57.345488 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1339967554', 'description': 'tempest-secgroup-smoke-1339967554 description', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:57.351550 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:57.355910 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:16:57.360067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:16:57.366700 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:57.479034 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:57.515855 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:57.519688 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:16:57.522551 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:16:57.528337 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:57.583877 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:57.596405 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Sync routers for ids ['e7234172-718f-4aaa-b08a-950a19d49af5'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:16:57.608718 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Routers {'e7234172-718f-4aaa-b08a-950a19d49af5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:16:57.609324 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:16:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e7234172-718f-4aaa-b08a-950a19d49af5'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:57.656726 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:57.700396 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e0eb6d-7186-4f87-b7ae-d79471b34047,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:57.710396 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:57.710733 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:57.711173 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:57.711503 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:57.711917 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:57.712233 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:57.712558 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:57.712872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:57.713185 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:57.713498 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:57.713840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:57.781625 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Set router e7234172-718f-4aaa-b08a-950a19d49af5 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:16:57.781927 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:57.783189 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9a09d7c8-e321-4c9e-8486-c93855e446a0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4431872 Jan 20 11:16:57.786003 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39326) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:57.791234 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-51d544af-5e64-4b02-a613-7ef4a53c8311 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '64e0eb6d-7186-4f87-b7ae-d79471b34047', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:57.797406 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-51d544af-5e64-4b02-a613-7ef4a53c8311 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:57.801369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-51d544af-5e64-4b02-a613-7ef4a53c8311 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:16:57.804254 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-51d544af-5e64-4b02-a613-7ef4a53c8311 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:16:57.809872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-51d544af-5e64-4b02-a613-7ef4a53c8311 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:57.886298 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51d544af-5e64-4b02-a613-7ef4a53c8311 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:57.953483 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51d544af-5e64-4b02-a613-7ef4a53c8311 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:58.023990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51d544af-5e64-4b02-a613-7ef4a53c8311 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:58.062239 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d544af-5e64-4b02-a613-7ef4a53c8311 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e3e580-d612-436a-90e1-135b7f1147e4,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:58.077388 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6095519f-1378-4aaf-b6fd-b1d22048732c up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:16:58.096983 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'name': 'tempest-TestNetworkBasicOps-router-379873626', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:54Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'bb5451ea-b16e-42e6-a6c1-e05de6bee798', 'name': '', 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:b2:50:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:54Z', 'updated_at': '2022-01-20T11:16:55Z', 'revision_number': 2, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:58.100863 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Checking router: e7234172-718f-4aaa-b08a-950a19d49af5 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:16:58.101208 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Updating router e7234172-718f-4aaa-b08a-950a19d49af5 port bb5451ea-b16e-42e6-a6c1-e05de6bee798 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:16:58.133127 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51d544af-5e64-4b02-a613-7ef4a53c8311 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:58.137337 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-51d544af-5e64-4b02-a613-7ef4a53c8311 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3476863 Jan 20 11:16:58.137840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39330) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:58.144141 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6c8022d3-a6d1-4886-81db-4c27f5a81b2c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '64e0eb6d-7186-4f87-b7ae-d79471b34047', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:58.144863 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 6095519f-1378-4aaf-b6fd-b1d22048732c triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:16:58.145243 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:58.149945 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6c8022d3-a6d1-4886-81db-4c27f5a81b2c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:58.153133 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:58.154142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6c8022d3-a6d1-4886-81db-4c27f5a81b2c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:16:58.157869 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6c8022d3-a6d1-4886-81db-4c27f5a81b2c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:16:58.163592 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6c8022d3-a6d1-4886-81db-4c27f5a81b2c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:58.260886 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 468139ec-7fb0-4e54-84c7-782075b9cf6d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:16:58.269251 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6c8022d3-a6d1-4886-81db-4c27f5a81b2c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:58.329888 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 468139ec-7fb0-4e54-84c7-782075b9cf6d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:16:58.330522 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:58.338976 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6c8022d3-a6d1-4886-81db-4c27f5a81b2c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:58.424762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6c8022d3-a6d1-4886-81db-4c27f5a81b2c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:58.446762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8022d3-a6d1-4886-81db-4c27f5a81b2c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676b5281-b73b-4949-805f-f991d7e8546a,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:58.517569 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:58.528711 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Transition to ACTIVE for port object bb5451ea-b16e-42e6-a6c1-e05de6bee798 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:16:58.538947 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6c8022d3-a6d1-4886-81db-4c27f5a81b2c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:58.543180 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6c8022d3-a6d1-4886-81db-4c27f5a81b2c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4013991 Jan 20 11:16:58.543180 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39334) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:58.548757 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f7a671fa-5249-4b87-ae6f-faa05bdf1251 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '64e0eb6d-7186-4f87-b7ae-d79471b34047', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:58.554596 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f7a671fa-5249-4b87-ae6f-faa05bdf1251 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:58.558324 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f7a671fa-5249-4b87-ae6f-faa05bdf1251 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:16:58.561710 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f7a671fa-5249-4b87-ae6f-faa05bdf1251 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:16:58.567372 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f7a671fa-5249-4b87-ae6f-faa05bdf1251 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:58.625074 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:58.668556 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7a671fa-5249-4b87-ae6f-faa05bdf1251 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:58.738396 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7a671fa-5249-4b87-ae6f-faa05bdf1251 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:58.749531 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ccc49-660a-42b2-9960-c49f83cc9b31 None None] Pushing event updated for resources: {'Port': ['ID=bb5451ea-b16e-42e6-a6c1-e05de6bee798,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:58.762537 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccc49-660a-42b2-9960-c49f83cc9b31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:58.762873 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccc49-660a-42b2-9960-c49f83cc9b31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:58.763202 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccc49-660a-42b2-9960-c49f83cc9b31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:58.766593 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccc49-660a-42b2-9960-c49f83cc9b31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:58.766593 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccc49-660a-42b2-9960-c49f83cc9b31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:58.766593 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccc49-660a-42b2-9960-c49f83cc9b31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:58.766593 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccc49-660a-42b2-9960-c49f83cc9b31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:58.766593 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccc49-660a-42b2-9960-c49f83cc9b31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:58.766593 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccc49-660a-42b2-9960-c49f83cc9b31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:58.766593 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccc49-660a-42b2-9960-c49f83cc9b31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:58.766593 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ccc49-660a-42b2-9960-c49f83cc9b31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:16:58.813731 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7a671fa-5249-4b87-ae6f-faa05bdf1251 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:58.838270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a671fa-5249-4b87-ae6f-faa05bdf1251 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4cdc8d-c4fe-449c-8c78-c246cd4f46b7,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:58.856708 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Attempting to bind port bb5451ea-b16e-42e6-a6c1-e05de6bee798 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:16:58.857075 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Attempting to bind port bb5451ea-b16e-42e6-a6c1-e05de6bee798 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '6df0261e-d890-4123-8a67-93af73c732a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:16:58.857431 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Attempting to bind port bb5451ea-b16e-42e6-a6c1-e05de6bee798 on network fd56eec4-bf15-4cb2-a03b-2b2700abe67e {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:16:58.864599 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:16:58.864958 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Checking segment: {'id': '6df0261e-d890-4123-8a67-93af73c732a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:16:58.865354 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:58.865763 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Bound using segment: {'id': '6df0261e-d890-4123-8a67-93af73c732a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:16:58.866350 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Bound port: bb5451ea-b16e-42e6-a6c1-e05de6bee798, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df0261e-d890-4123-8a67-93af73c732a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:16:58.866716 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:58.901635 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f7a671fa-5249-4b87-ae6f-faa05bdf1251 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:58.902864 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f7a671fa-5249-4b87-ae6f-faa05bdf1251 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3589792 Jan 20 11:16:58.905551 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39338) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:58.911387 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9240cf47-bbe0-4b91-9142-c39eb9d96040 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '64e0eb6d-7186-4f87-b7ae-d79471b34047', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:58.917865 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9240cf47-bbe0-4b91-9142-c39eb9d96040 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:58.922189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9240cf47-bbe0-4b91-9142-c39eb9d96040 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:16:58.925361 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9240cf47-bbe0-4b91-9142-c39eb9d96040 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:16:58.931144 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9240cf47-bbe0-4b91-9142-c39eb9d96040 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:58.956918 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] For port bb5451ea-b16e-42e6-a6c1-e05de6bee798, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:16:58.959926 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] For port bb5451ea-b16e-42e6-a6c1-e05de6bee798, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=bb5451ea-b16e-42e6-a6c1-e05de6bee798,segment=NetworkSegment(6df0261e-d890-4123-8a67-93af73c732a2),segment_id=6df0261e-d890-4123-8a67-93af73c732a2)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:16:59.011416 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9240cf47-bbe0-4b91-9142-c39eb9d96040 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:59.030746 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:59.078370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9240cf47-bbe0-4b91-9142-c39eb9d96040 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:59.109615 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ccc49-660a-42b2-9960-c49f83cc9b31 None None] Pushing event updated for resources: {'Port': ['ID=bb5451ea-b16e-42e6-a6c1-e05de6bee798,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:59.114161 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Routers {'e7234172-718f-4aaa-b08a-950a19d49af5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:16:59.114749 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:16:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e7234172-718f-4aaa-b08a-950a19d49af5'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:59.147680 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9240cf47-bbe0-4b91-9142-c39eb9d96040 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:59.173268 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240cf47-bbe0-4b91-9142-c39eb9d96040 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c18bc52-95c2-4df7-965e-d45df18d3ab9,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:59.278853 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9240cf47-bbe0-4b91-9142-c39eb9d96040 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:59.283204 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9240cf47-bbe0-4b91-9142-c39eb9d96040 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3740823 Jan 20 11:16:59.283441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39342) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:59.288772 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f24db8ad-2721-4744-889b-787e912f2d6e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '64e0eb6d-7186-4f87-b7ae-d79471b34047', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:59.296388 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f24db8ad-2721-4744-889b-787e912f2d6e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:59.300311 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f24db8ad-2721-4744-889b-787e912f2d6e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:16:59.301711 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] Set router e7234172-718f-4aaa-b08a-950a19d49af5 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:16:59.303178 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f24db8ad-2721-4744-889b-787e912f2d6e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:16:59.308863 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f24db8ad-2721-4744-889b-787e912f2d6e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:59.395548 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-f24db8ad-2721-4744-889b-787e912f2d6e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:16:59.402518 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f24db8ad-2721-4744-889b-787e912f2d6e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:59.466281 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f24db8ad-2721-4744-889b-787e912f2d6e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:59.558850 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f24db8ad-2721-4744-889b-787e912f2d6e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:59.582703 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24db8ad-2721-4744-889b-787e912f2d6e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19476c46-ea0d-45f5-8f5e-5b180ea093f4,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:16:59.609223 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'name': 'tempest-TestNetworkBasicOps-router-379873626', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:54Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'bb5451ea-b16e-42e6-a6c1-e05de6bee798', 'name': '', 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:b2:50:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:54Z', 'updated_at': '2022-01-20T11:16:58Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:16:59.613046 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8865384e-dc13-4d8b-9f8c-3ac70d64588a None None] The sync data for ids ['e7234172-718f-4aaa-b08a-950a19d49af5'] in dv-neutron-825471-1-hyperv is: [{'id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'name': 'tempest-TestNetworkBasicOps-router-379873626', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:54Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'bb5451ea-b16e-42e6-a6c1-e05de6bee798', 'name': '', 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:b2:50:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:54Z', 'updated_at': '2022-01-20T11:16:58Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:16:59.652464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f24db8ad-2721-4744-889b-787e912f2d6e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:59.653836 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f24db8ad-2721-4744-889b-787e912f2d6e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3694558 Jan 20 11:16:59.656951 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39346) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:16:59.665616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-ca6cd4a1-4ff1-4575-b699-52bf1d51207a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '64e0eb6d-7186-4f87-b7ae-d79471b34047', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:16:59.676625 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ca6cd4a1-4ff1-4575-b699-52bf1d51207a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:16:59.680617 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ca6cd4a1-4ff1-4575-b699-52bf1d51207a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:16:59.683505 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ca6cd4a1-4ff1-4575-b699-52bf1d51207a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:16:59.690087 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ca6cd4a1-4ff1-4575-b699-52bf1d51207a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:16:59.782296 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-ca6cd4a1-4ff1-4575-b699-52bf1d51207a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:16:59.789323 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd4a1-4ff1-4575-b699-52bf1d51207a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:59.859708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd4a1-4ff1-4575-b699-52bf1d51207a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:59.938731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd4a1-4ff1-4575-b699-52bf1d51207a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:16:59.963548 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cd4a1-4ff1-4575-b699-52bf1d51207a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2b8796-7b75-44fa-ab71-1452efdcc305,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:17:00.043235 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd4a1-4ff1-4575-b699-52bf1d51207a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:00.043235 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ca6cd4a1-4ff1-4575-b699-52bf1d51207a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3817873 Jan 20 11:17:00.092596 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device bb5451ea-b16e-42e6-a6c1-e05de6bee798 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:17:00.222448 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-2cd8b075-9b39-478f-bfdd-6d9a011a5831 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:17:00.286769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port bb5451ea-b16e-42e6-a6c1-e05de6bee798 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:17:00.292141 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port bb5451ea-b16e-42e6-a6c1-e05de6bee798 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:17:00.292512 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:00.384294 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-2cd8b075-9b39-478f-bfdd-6d9a011a5831 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:17:00.385928 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-2cd8b075-9b39-478f-bfdd-6d9a011a5831 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339967554&fields=id&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 267 time: 0.2059112 Jan 20 11:17:00.414674 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:00.449587 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port bb5451ea-b16e-42e6-a6c1-e05de6bee798, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=bb5451ea-b16e-42e6-a6c1-e05de6bee798,segment=NetworkSegment(6df0261e-d890-4123-8a67-93af73c732a2),segment_id=6df0261e-d890-4123-8a67-93af73c732a2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:17:00.521646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:00.592960 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=bb5451ea-b16e-42e6-a6c1-e05de6bee798,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:17:00.638757 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-0a01173b-52e3-45df-b491-ebac8353c38f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:17:00.639955 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-0a01173b-52e3-45df-b491-ebac8353c38f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:17:00.747096 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-0a01173b-52e3-45df-b491-ebac8353c38f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:17:00.748273 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-0a01173b-52e3-45df-b491-ebac8353c38f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/networks?id=fd56eec4-bf15-4cb2-a03b-2b2700abe67e HTTP/1.1" status: 200 len: 796 time: 0.3537180 Jan 20 11:17:00.765254 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-58b571dd-39fd-490a-9ed7-861fd3bd38c4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/quotas/571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 375 time: 0.0107162 Jan 20 11:17:00.848367 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-305f73b7-fc15-49e1-8ef9-1b7454d2f535 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:17:00.930425 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-305f73b7-fc15-49e1-8ef9-1b7454d2f535 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:17:00.931745 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-305f73b7-fc15-49e1-8ef9-1b7454d2f535 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1615534 Jan 20 11:17:01.068130 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-5277ae11-be59-49fa-82e0-5944eee3d9ea service neutron] 10.222.0.70 "GET /v2.0/networks/fd56eec4-bf15-4cb2-a03b-2b2700abe67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240811 Jan 20 11:17:01.198440 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-bdbb943a-d538-4dc3-8117-43d9c854499b service neutron] 10.222.0.70 "GET /v2.0/networks/fd56eec4-bf15-4cb2-a03b-2b2700abe67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244993 Jan 20 11:17:01.398495 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1623-487e-42f3-a611-8cc09585bafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:01.500793 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cde041a6-0e8f-42af-a965-ea81892fb33b req-6dae283b-83f7-499d-a519-4045f9c57c72 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 210 time: 0.0402300 Jan 20 11:17:02.074763 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device bb5451ea-b16e-42e6-a6c1-e05de6bee798 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:17:02.148508 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port bb5451ea-b16e-42e6-a6c1-e05de6bee798 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:17:02.148884 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:02.660427 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ba2dbd13-3904-4c97-98a2-b9c543e83c42 req-8825eb6e-9312-4274-b28a-927ed4ae510a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 210 time: 0.0404131 Jan 20 11:17:03.550014 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-b44931b4-a11e-4022-9238-ac0174dde105 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:17:03.550744 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-b44931b4-a11e-4022-9238-ac0174dde105 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:17:03.562239 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-b44931b4-a11e-4022-9238-ac0174dde105 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:17:03.563324 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-b44931b4-a11e-4022-9238-ac0174dde105 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/networks?id=fd56eec4-bf15-4cb2-a03b-2b2700abe67e HTTP/1.1" status: 200 len: 796 time: 0.1522415 Jan 20 11:17:03.613904 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-2548eafe-541e-4049-a942-dd0bb4101a89 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:17:03.625163 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-2548eafe-541e-4049-a942-dd0bb4101a89 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:17:03.626315 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-2548eafe-541e-4049-a942-dd0bb4101a89 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 380 time: 0.0521545 Jan 20 11:17:03.633985 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-5e0959de-c53a-4e6e-8499-f74d34a4f1ca tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'port': {'device_id': '212d21df-4ee7-466b-9b8f-476651f8d652', 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'admin_state_up': True, 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'security_groups': ['64e0eb6d-7186-4f87-b7ae-d79471b34047']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:17:03.774489 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-5e0959de-c53a-4e6e-8499-f74d34a4f1ca tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:17:03.784102 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-5e0959de-c53a-4e6e-8499-f74d34a4f1ca tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:17:03.839138 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5d29293a-41b1-42e4-a09a-500b969c5d68 req-115eb471-72c0-48f7-bae9-ad939df4bd3c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 210 time: 0.0453787 Jan 20 11:17:03.852754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b06c0052-cd10-4feb-9e71-4355da7f9eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:03.875860 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-5e0959de-c53a-4e6e-8499-f74d34a4f1ca tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:17:03.879000 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-5e0959de-c53a-4e6e-8499-f74d34a4f1ca tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:04.126120 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-5e0959de-c53a-4e6e-8499-f74d34a4f1ca tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.7 (fd56eec4-bf15-4cb2-a03b-2b2700abe67e/cb910b52-748a-471a-93ca-d3c99cecd7e2/afb31081-ef57-472a-8447-5eab5ae41642) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:17:04.311724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-5e0959de-c53a-4e6e-8499-f74d34a4f1ca tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:04.328052 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-5e0959de-c53a-4e6e-8499-f74d34a4f1ca tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object afb31081-ef57-472a-8447-5eab5ae41642 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:17:04.410392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-5e0959de-c53a-4e6e-8499-f74d34a4f1ca tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:04.479156 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-5e0959de-c53a-4e6e-8499-f74d34a4f1ca tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network fd56eec4-bf15-4cb2-a03b-2b2700abe67e is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:17:04.482147 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-5e0959de-c53a-4e6e-8499-f74d34a4f1ca tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:17:04.486088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-5e0959de-c53a-4e6e-8499-f74d34a4f1ca tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:17:04.520810 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0959de-c53a-4e6e-8499-f74d34a4f1ca tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=afb31081-ef57-472a-8447-5eab5ae41642,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:17:04.555160 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-5e0959de-c53a-4e6e-8499-f74d34a4f1ca tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:17:04.555918 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-5e0959de-c53a-4e6e-8499-f74d34a4f1ca tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:04.636827 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-5e0959de-c53a-4e6e-8499-f74d34a4f1ca tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0063148 Jan 20 11:17:04.647662 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Request body: {'port': {'device_id': '212d21df-4ee7-466b-9b8f-476651f8d652', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:17:04.762076 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:04.766493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a9907f60-d518-44d3-b6d9-9b030da44a7e None None] Provisioning for port afb31081-ef57-472a-8447-5eab5ae41642 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:17:04.771348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a9907f60-d518-44d3-b6d9-9b030da44a7e None None] Provisioning complete for port afb31081-ef57-472a-8447-5eab5ae41642 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:17:04.771823 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a9907f60-d518-44d3-b6d9-9b030da44a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:04.816004 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:04.824143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a9907f60-d518-44d3-b6d9-9b030da44a7e None None] Port afb31081-ef57-472a-8447-5eab5ae41642 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:17:04.999588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:05.052670 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31fdc6-9f2e-432e-b78a-57f483f428d6 req-c9c9b02e-d44d-404f-85ec-ace072d13708 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:17:05.054043 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cf31fdc6-9f2e-432e-b78a-57f483f428d6 req-c9c9b02e-d44d-404f-85ec-ace072d13708 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 931 time: 0.0769861 Jan 20 11:17:05.100563 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cf31fdc6-9f2e-432e-b78a-57f483f428d6 req-eec2e0fb-2daa-4b31-9baa-190daf20492a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=64e0eb6d-7186-4f87-b7ae-d79471b34047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405238 Jan 20 11:17:05.108759 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb31081-ef57-472a-8447-5eab5ae41642 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:17:05.116196 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:05.130620 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Transition to ACTIVE for port object afb31081-ef57-472a-8447-5eab5ae41642 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:17:05.198692 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:05.326325 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Pushing event updated for resources: {'Port': ['ID=afb31081-ef57-472a-8447-5eab5ae41642,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:17:05.438984 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Attempting to bind port afb31081-ef57-472a-8447-5eab5ae41642 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:17:05.450049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Attempting to bind port afb31081-ef57-472a-8447-5eab5ae41642 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '6df0261e-d890-4123-8a67-93af73c732a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:17:05.450049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Attempting to bind port afb31081-ef57-472a-8447-5eab5ae41642 on network fd56eec4-bf15-4cb2-a03b-2b2700abe67e {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:17:05.450049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Port afb31081-ef57-472a-8447-5eab5ae41642 on network fd56eec4-bf15-4cb2-a03b-2b2700abe67e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:17:05.450049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Attempting to bind port afb31081-ef57-472a-8447-5eab5ae41642 on network fd56eec4-bf15-4cb2-a03b-2b2700abe67e {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:17:05.452552 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:17:05.452892 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Checking segment: {'id': '6df0261e-d890-4123-8a67-93af73c732a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:17:05.453281 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Bound using segment: {'id': '6df0261e-d890-4123-8a67-93af73c732a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:17:05.453736 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Bound port: afb31081-ef57-472a-8447-5eab5ae41642, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df0261e-d890-4123-8a67-93af73c732a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:17:05.454084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:05.538554 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] For port afb31081-ef57-472a-8447-5eab5ae41642, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:17:05.541597 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] For port afb31081-ef57-472a-8447-5eab5ae41642, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=afb31081-ef57-472a-8447-5eab5ae41642,segment=NetworkSegment(6df0261e-d890-4123-8a67-93af73c732a2),segment_id=6df0261e-d890-4123-8a67-93af73c732a2)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:17:05.612582 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:05.676067 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:05.677376 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] 10.222.0.72 "PUT /v2.0/ports/afb31081-ef57-472a-8447-5eab5ae41642 HTTP/1.1" status: 200 len: 1093 time: 1.0339177 Jan 20 11:17:05.677828 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212d21df-4ee7-466b-9b8f-476651f8d652', 'tag': 'afb31081-ef57-472a-8447-5eab5ae41642'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:17:05.696306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614e084-7460-45c4-b17c-0eebff1a8e9f service neutron] Pushing event updated for resources: {'Port': ['ID=afb31081-ef57-472a-8447-5eab5ae41642,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:17:05.742792 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212d21df-4ee7-466b-9b8f-476651f8d652', 'tag': 'afb31081-ef57-472a-8447-5eab5ae41642', 'status': 'completed', 'code': 200} Jan 20 11:17:05.838662 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-dfae9dd3-5532-4151-9f1d-9c2f9eadc4af req-8ed93945-3cf8-4617-8dcc-1e792ce9f5d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 1096 time: 0.0751796 Jan 20 11:17:05.974933 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae9dd3-5532-4151-9f1d-9c2f9eadc4af req-91a5ebe9-f964-4335-9358-2029357aa8ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:17:05.976340 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-dfae9dd3-5532-4151-9f1d-9c2f9eadc4af req-91a5ebe9-f964-4335-9358-2029357aa8ad service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1312625 Jan 20 11:17:06.204796 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae9dd3-5532-4151-9f1d-9c2f9eadc4af req-791ca0b8-e4f8-4a72-abff-66b915585a53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:17:06.206395 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-dfae9dd3-5532-4151-9f1d-9c2f9eadc4af req-791ca0b8-e4f8-4a72-abff-66b915585a53 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2250602 Jan 20 11:17:06.269500 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:06.308062 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818190c2-3a06-4b07-a2d3-e9c750ce134a req-367edf03-da5b-43f6-94a6-2b3cbca5f703 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:17:06.309153 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-644b16b8-49d5-401a-9fba-bf265d7a9215 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 1096 time: 0.0678794 Jan 20 11:17:06.309591 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-818190c2-3a06-4b07-a2d3-e9c750ce134a req-367edf03-da5b-43f6-94a6-2b3cbca5f703 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 943 time: 0.0831525 Jan 20 11:17:06.358282 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-818190c2-3a06-4b07-a2d3-e9c750ce134a req-a894ef88-8bb3-45fd-93cd-343c93870ab9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=64e0eb6d-7186-4f87-b7ae-d79471b34047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412352 Jan 20 11:17:06.380461 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-1065e319-c796-4117-8ae7-1b5815c38d59 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afb31081-ef57-472a-8447-5eab5ae41642 HTTP/1.1" status: 200 len: 217 time: 0.0650184 Jan 20 11:17:06.443454 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-0ae70baa-30b3-492f-b14f-055a1858aa62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:17:06.444866 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-0ae70baa-30b3-492f-b14f-055a1858aa62 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cb910b52-748a-471a-93ca-d3c99cecd7e2 HTTP/1.1" status: 200 len: 834 time: 0.0594158 Jan 20 11:17:06.516945 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-773880f2-b839-434a-8577-21de3480118d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd56eec4-bf15-4cb2-a03b-2b2700abe67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668018 Jan 20 11:17:06.647071 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-5946e00b-32d9-49a8-beca-a88bcab0ec8e service neutron] 10.222.0.72 "GET /v2.0/networks/fd56eec4-bf15-4cb2-a03b-2b2700abe67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226742 Jan 20 11:17:06.776740 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fcae36e0-419c-4ef7-b2a0-9e9309515e2b req-657633c0-014e-4eb0-b692-ff18e8d34bf6 service neutron] 10.222.0.72 "GET /v2.0/networks/fd56eec4-bf15-4cb2-a03b-2b2700abe67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238475 Jan 20 11:17:07.553916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd7396-975e-4816-9434-e7a2937b5662 req-c076c6ff-f99f-4776-bf53-3353efc7cd52 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:17:07.555446 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2ddd7396-975e-4816-9434-e7a2937b5662 req-c076c6ff-f99f-4776-bf53-3353efc7cd52 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 943 time: 0.0747366 Jan 20 11:17:07.599761 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2ddd7396-975e-4816-9434-e7a2937b5662 req-72f2dced-7bb6-414f-aa60-ddeed0fc7112 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=64e0eb6d-7186-4f87-b7ae-d79471b34047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389483 Jan 20 11:17:08.536523 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device afb31081-ef57-472a-8447-5eab5ae41642 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:17:08.664613 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port afb31081-ef57-472a-8447-5eab5ae41642, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=afb31081-ef57-472a-8447-5eab5ae41642,segment=NetworkSegment(6df0261e-d890-4123-8a67-93af73c732a2),segment_id=6df0261e-d890-4123-8a67-93af73c732a2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:17:08.678244 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'afb31081-ef57-472a-8447-5eab5ae41642', 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'port_id': 'afb31081-ef57-472a-8447-5eab5ae41642', 'mac_address': 'fa:16:3e:4e:11:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:17:08.734518 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:08.751884 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb31081-ef57-472a-8447-5eab5ae41642 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:17:08.766649 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port afb31081-ef57-472a-8447-5eab5ae41642, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=afb31081-ef57-472a-8447-5eab5ae41642,segment=NetworkSegment(6df0261e-d890-4123-8a67-93af73c732a2),segment_id=6df0261e-d890-4123-8a67-93af73c732a2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:17:08.801657 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c9cd8-e0b9-462d-93af-c06b8444c15c req-cbced0e8-b6c7-4a58-ac62-69fd9bc5f46b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:17:08.803097 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eb1c9cd8-e0b9-462d-93af-c06b8444c15c req-cbced0e8-b6c7-4a58-ac62-69fd9bc5f46b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 943 time: 0.0814750 Jan 20 11:17:08.835298 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:08.849094 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eb1c9cd8-e0b9-462d-93af-c06b8444c15c req-6496ec11-e880-4920-ba74-87b394cce9a3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=64e0eb6d-7186-4f87-b7ae-d79471b34047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403390 Jan 20 11:17:08.900671 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=afb31081-ef57-472a-8447-5eab5ae41642,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:17:09.043640 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['afb31081-ef57-472a-8447-5eab5ae41642'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:17:09.612614 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:10.044861 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35519eea-ce63-480d-adde-d94c0c882ca7 req-c882f651-7f07-44a5-91b1-6461bb56f2a1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:17:10.046366 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-35519eea-ce63-480d-adde-d94c0c882ca7 req-c882f651-7f07-44a5-91b1-6461bb56f2a1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 944 time: 0.0750251 Jan 20 11:17:10.094462 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-35519eea-ce63-480d-adde-d94c0c882ca7 req-0b3058f5-458b-4a2f-8282-13a51d6fe874 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=64e0eb6d-7186-4f87-b7ae-d79471b34047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425749 Jan 20 11:17:10.548517 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device afb31081-ef57-472a-8447-5eab5ae41642 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:17:10.687004 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port afb31081-ef57-472a-8447-5eab5ae41642 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:17:10.692327 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port afb31081-ef57-472a-8447-5eab5ae41642 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:17:10.692728 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:10.826003 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:10.854646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212d21df-4ee7-466b-9b8f-476651f8d652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb31081-ef57-472a-8447-5eab5ae41642'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:17:10.866521 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port afb31081-ef57-472a-8447-5eab5ae41642, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=afb31081-ef57-472a-8447-5eab5ae41642,segment=NetworkSegment(6df0261e-d890-4123-8a67-93af73c732a2),segment_id=6df0261e-d890-4123-8a67-93af73c732a2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:17:10.920592 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212d21df-4ee7-466b-9b8f-476651f8d652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb31081-ef57-472a-8447-5eab5ae41642', 'code': 200} Jan 20 11:17:10.943195 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:11.025240 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=afb31081-ef57-472a-8447-5eab5ae41642,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:17:11.290035 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cb3e6-2885-4743-8462-5746ab321731 req-9f1eb4c8-3de4-41a3-8036-af31975d52d9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:17:11.291486 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-670cb3e6-2885-4743-8462-5746ab321731 req-9f1eb4c8-3de4-41a3-8036-af31975d52d9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 945 time: 0.0777268 Jan 20 11:17:11.305446 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-78d68a84-2d6d-4dd9-afb9-ace0fc2ebd8d req-e68db097-d26c-489a-927e-0371fc78bc21 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 1098 time: 0.0683081 Jan 20 11:17:11.340852 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-670cb3e6-2885-4743-8462-5746ab321731 req-635b345f-03e7-4b93-8d46-e541f49de300 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=64e0eb6d-7186-4f87-b7ae-d79471b34047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 Jan 20 11:17:11.354852 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-78d68a84-2d6d-4dd9-afb9-ace0fc2ebd8d req-8997c624-9655-4e60-9c26-10322e038247 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=64e0eb6d-7186-4f87-b7ae-d79471b34047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424142 Jan 20 11:17:12.543711 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfab6c-2d3c-43c8-8d69-f35e72d29ea9 req-79c38e74-9a16-4066-a731-815e7faed37f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:17:12.545322 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52bfab6c-2d3c-43c8-8d69-f35e72d29ea9 req-79c38e74-9a16-4066-a731-815e7faed37f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 945 time: 0.0811629 Jan 20 11:17:12.590760 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52bfab6c-2d3c-43c8-8d69-f35e72d29ea9 req-078b3ded-1443-48e3-8b6f-f6abfe0316eb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=64e0eb6d-7186-4f87-b7ae-d79471b34047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397975 Jan 20 11:17:13.788140 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8119578-fb8e-483a-a509-5a1a3f19d7b1 req-bdf3c3ea-46b9-416e-9a81-3d85afbca739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:17:13.789590 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e8119578-fb8e-483a-a509-5a1a3f19d7b1 req-bdf3c3ea-46b9-416e-9a81-3d85afbca739 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 945 time: 0.0758412 Jan 20 11:17:13.834172 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e8119578-fb8e-483a-a509-5a1a3f19d7b1 req-3ebcfb8f-17e5-4071-ba85-e33fb20f1f2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=64e0eb6d-7186-4f87-b7ae-d79471b34047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391834 Jan 20 11:17:14.173667 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbdb8a-6b05-4d07-80bb-21f4ddc727a0 req-16d2c53a-4cde-47b4-a9ea-9cb523e68d2c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:17:14.175198 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-50bbdb8a-6b05-4d07-80bb-21f4ddc727a0 req-16d2c53a-4cde-47b4-a9ea-9cb523e68d2c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 945 time: 0.0788610 Jan 20 11:17:14.220446 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-50bbdb8a-6b05-4d07-80bb-21f4ddc727a0 req-881bbda3-4900-4f23-9801-7e38aa28ff80 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=64e0eb6d-7186-4f87-b7ae-d79471b34047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397172 Jan 20 11:17:14.247464 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39394) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:14.317100 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-89e90b08-eb7d-4c95-9776-cb977cd77b7b tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 1093 time: 0.0679877 Jan 20 11:17:14.319736 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39398) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:14.324864 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': 'afb31081-ef57-472a-8447-5eab5ae41642', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:17:14.331154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:17:14.335072 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:floatingip and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:17:14.337938 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:17:14.344038 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:17:14.424472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:14.559362 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:14.692909 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.26.0.42 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/7ce6850d-c43c-4b8f-b20f-3d6c161bb504) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:17:14.838530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:14.913448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:14.981517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:17:14.984865 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:17:14.989258 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:17:15.017112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=7ce6850d-c43c-4b8f-b20f-3d6c161bb504,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:17:15.606211 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:15.719044 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:15.918448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:15.972440 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:16.074100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=7ce6850d-c43c-4b8f-b20f-3d6c161bb504,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:17:16.092473 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:16.279816 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Floating IP 04f6937c-2b6f-40c9-8117-5f098f0615e6 associated. External IP: 172.26.0.42, port: afb31081-ef57-472a-8447-5eab5ae41642. Jan 20 11:17:16.670463 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router e7234172-718f-4aaa-b08a-950a19d49af5 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:17:16.872556 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:17:16.885121 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b22a81-acd4-499f-95d7-d8e506c90daa None None] Sync routers for ids ['e7234172-718f-4aaa-b08a-950a19d49af5'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:17:16.898192 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b22a81-acd4-499f-95d7-d8e506c90daa None None] Routers {'e7234172-718f-4aaa-b08a-950a19d49af5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:17:16.898886 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-17b22a81-acd4-499f-95d7-d8e506c90daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:17:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e7234172-718f-4aaa-b08a-950a19d49af5'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:17:16.964664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:17.017987 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cd91ce07-198c-4772-8907-70dc763f3b88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6972270 Jan 20 11:17:17.018557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212d21df-4ee7-466b-9b8f-476651f8d652', 'tag': 'afb31081-ef57-472a-8447-5eab5ae41642'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:17:17.020696 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39402) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:17.074919 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212d21df-4ee7-466b-9b8f-476651f8d652', 'tag': 'afb31081-ef57-472a-8447-5eab5ae41642', 'status': 'completed', 'code': 200} Jan 20 11:17:17.079140 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-17b22a81-acd4-499f-95d7-d8e506c90daa None None] Set router e7234172-718f-4aaa-b08a-950a19d49af5 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:17:17.167152 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3b2c29f7-e3b0-4b09-8e04-e914d60dcc0d req-ec86e723-21a7-471e-8243-4473391e63ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 1098 time: 0.0701234 Jan 20 11:17:17.320916 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cb218cfd-2f9e-4656-8592-95582686ad3c tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/routers/e7234172-718f-4aaa-b08a-950a19d49af5 HTTP/1.1" status: 200 len: 922 time: 0.2988913 Jan 20 11:17:17.323484 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39408) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:17.432797 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1d860e96-fc55-49c1-9b17-a255da1dceee tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/04f6937c-2b6f-40c9-8117-5f098f0615e6 HTTP/1.1" status: 200 len: 990 time: 0.1082387 Jan 20 11:17:17.434533 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c29f7-e3b0-4b09-8e04-e914d60dcc0d req-90bf0f73-0ed0-4890-9bd2-461e1058b6af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:17:17.437429 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3b2c29f7-e3b0-4b09-8e04-e914d60dcc0d req-90bf0f73-0ed0-4890-9bd2-461e1058b6af service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd56eec4-bf15-4cb2-a03b-2b2700abe67e HTTP/1.1" status: 200 len: 897 time: 0.2644780 Jan 20 11:17:17.450233 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-17b22a81-acd4-499f-95d7-d8e506c90daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'name': 'tempest-TestNetworkBasicOps-router-379873626', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:54Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '04f6937c-2b6f-40c9-8117-5f098f0615e6', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.42', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'port_id': 'afb31081-ef57-472a-8447-5eab5ae41642', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'mac_address': 'fa:16:3e:4e:11:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212d21df-4ee7-466b-9b8f-476651f8d652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:17:15Z', 'updated_at': '2022-01-20T11:17:15Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5451ea-b16e-42e6-a6c1-e05de6bee798', 'name': '', 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:b2:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:54Z', 'updated_at': '2022-01-20T11:17:00Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:17:17.455082 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b22a81-acd4-499f-95d7-d8e506c90daa None None] Checking router: e7234172-718f-4aaa-b08a-950a19d49af5 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:17:17.465459 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b22a81-acd4-499f-95d7-d8e506c90daa None None] Routers {'e7234172-718f-4aaa-b08a-950a19d49af5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:17:17.466160 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-17b22a81-acd4-499f-95d7-d8e506c90daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:17:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e7234172-718f-4aaa-b08a-950a19d49af5'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:17:17.544380 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3b2c29f7-e3b0-4b09-8e04-e914d60dcc0d req-81b697de-0dc8-4022-9a70-63317eb0ab8b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afb31081-ef57-472a-8447-5eab5ae41642 HTTP/1.1" status: 200 len: 998 time: 0.1004190 Jan 20 11:17:17.616358 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c29f7-e3b0-4b09-8e04-e914d60dcc0d req-9e12ac77-628b-4d06-ab54-9ebe9d74a3fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:17:17.617733 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3b2c29f7-e3b0-4b09-8e04-e914d60dcc0d req-9e12ac77-628b-4d06-ab54-9ebe9d74a3fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cb910b52-748a-471a-93ca-d3c99cecd7e2 HTTP/1.1" status: 200 len: 834 time: 0.0661180 Jan 20 11:17:17.691281 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3b2c29f7-e3b0-4b09-8e04-e914d60dcc0d req-3f468bc7-a864-4968-a51f-bfd020e700a7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd56eec4-bf15-4cb2-a03b-2b2700abe67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670605 Jan 20 11:17:17.692882 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-17b22a81-acd4-499f-95d7-d8e506c90daa None None] Set router e7234172-718f-4aaa-b08a-950a19d49af5 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:17:17.823801 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3b2c29f7-e3b0-4b09-8e04-e914d60dcc0d req-b59575da-3280-4743-ad7d-c54cf6d721b1 service neutron] 10.222.0.72 "GET /v2.0/networks/fd56eec4-bf15-4cb2-a03b-2b2700abe67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267080 Jan 20 11:17:17.958106 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3b2c29f7-e3b0-4b09-8e04-e914d60dcc0d req-fa0b1d3a-d34b-43c0-a92a-22a29183cde6 service neutron] 10.222.0.72 "GET /v2.0/networks/fd56eec4-bf15-4cb2-a03b-2b2700abe67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286151 Jan 20 11:17:18.038708 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-17b22a81-acd4-499f-95d7-d8e506c90daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'name': 'tempest-TestNetworkBasicOps-router-379873626', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:54Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '04f6937c-2b6f-40c9-8117-5f098f0615e6', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.42', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'port_id': 'afb31081-ef57-472a-8447-5eab5ae41642', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'mac_address': 'fa:16:3e:4e:11:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212d21df-4ee7-466b-9b8f-476651f8d652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:17:15Z', 'updated_at': '2022-01-20T11:17:15Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5451ea-b16e-42e6-a6c1-e05de6bee798', 'name': '', 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:b2:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:54Z', 'updated_at': '2022-01-20T11:17:00Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:17:18.042805 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b22a81-acd4-499f-95d7-d8e506c90daa None None] The sync data for ids ['e7234172-718f-4aaa-b08a-950a19d49af5'] in dv-neutron-825471-1-hyperv is: [{'id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'name': 'tempest-TestNetworkBasicOps-router-379873626', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:54Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '04f6937c-2b6f-40c9-8117-5f098f0615e6', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.42', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'port_id': 'afb31081-ef57-472a-8447-5eab5ae41642', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'mac_address': 'fa:16:3e:4e:11:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212d21df-4ee7-466b-9b8f-476651f8d652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:17:15Z', 'updated_at': '2022-01-20T11:17:15Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5451ea-b16e-42e6-a6c1-e05de6bee798', 'name': '', 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:b2:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:54Z', 'updated_at': '2022-01-20T11:17:00Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:17:18.237379 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de2eafb-e598-416f-bd56-baf42ed8ae5b None None] New status for floating IP 04f6937c-2b6f-40c9-8117-5f098f0615e6: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:17:18.436845 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39412) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:18.538462 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-774a6541-f53c-42d4-9ab8-f50adb897a51 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/04f6937c-2b6f-40c9-8117-5f098f0615e6 HTTP/1.1" status: 200 len: 990 time: 0.1004074 Jan 20 11:17:19.542329 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39416) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:19.646661 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7fddb31a-7f89-4463-a16e-a3fe6fc372aa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/04f6937c-2b6f-40c9-8117-5f098f0615e6 HTTP/1.1" status: 200 len: 992 time: 0.1032774 Jan 20 11:17:27.566753 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fd0e1add-e7c8-4388-93d2-41cff095ef36 req-55d74791-c804-45de-a108-00ac1952fcf5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=212d21df-4ee7-466b-9b8f-476651f8d652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726402 Jan 20 11:17:27.702549 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fd0e1add-e7c8-4388-93d2-41cff095ef36 req-b0054c8e-ec5b-46e0-afe3-120940cc303d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 1098 time: 0.0673096 Jan 20 11:17:27.848260 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e1add-e7c8-4388-93d2-41cff095ef36 req-0572cd22-b44c-45ac-9ae4-65f579891172 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:17:27.849727 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fd0e1add-e7c8-4388-93d2-41cff095ef36 req-0572cd22-b44c-45ac-9ae4-65f579891172 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd56eec4-bf15-4cb2-a03b-2b2700abe67e HTTP/1.1" status: 200 len: 897 time: 0.1278651 Jan 20 11:17:27.954503 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fd0e1add-e7c8-4388-93d2-41cff095ef36 req-75842dcb-592a-49f7-9aec-0dd32a0c3b8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afb31081-ef57-472a-8447-5eab5ae41642 HTTP/1.1" status: 200 len: 1000 time: 0.0987153 Jan 20 11:17:28.015493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e1add-e7c8-4388-93d2-41cff095ef36 req-17168c4c-edf9-456b-9499-b481f2ba5670 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:17:28.016892 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fd0e1add-e7c8-4388-93d2-41cff095ef36 req-17168c4c-edf9-456b-9499-b481f2ba5670 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cb910b52-748a-471a-93ca-d3c99cecd7e2 HTTP/1.1" status: 200 len: 834 time: 0.0560992 Jan 20 11:17:28.026944 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:17:28.091438 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fd0e1add-e7c8-4388-93d2-41cff095ef36 req-0b75276c-6b31-4710-8f84-c6d65c8f3d36 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd56eec4-bf15-4cb2-a03b-2b2700abe67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691464 Jan 20 11:17:28.218634 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fd0e1add-e7c8-4388-93d2-41cff095ef36 req-a30e8ba3-56f4-42a3-b2a0-1372ba1cf33d service neutron] 10.222.0.72 "GET /v2.0/networks/fd56eec4-bf15-4cb2-a03b-2b2700abe67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208754 Jan 20 11:17:28.344404 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fd0e1add-e7c8-4388-93d2-41cff095ef36 req-e55c4020-2c51-4c5d-8015-2f2b1bad3862 service neutron] 10.222.0.72 "GET /v2.0/networks/fd56eec4-bf15-4cb2-a03b-2b2700abe67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205406 Jan 20 11:17:31.443421 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f5af04d7-dadb-491b-85de-29f75628a675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:33.860632 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2005d027-1c43-419f-974f-c4303bb549df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:34.828789 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:34.967096 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:36.264017 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:39.589025 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:45.320741 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39430) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:45.496539 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-51321eb7-81a7-416a-b100-54b4a2f7b9d4 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/routers/e7234172-718f-4aaa-b08a-950a19d49af5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1747413 Jan 20 11:17:45.500066 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39434) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:45.808773 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcc86ee-4dc0-4ed6-8099-30a62b8a1c05 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Notify agent at dv-neutron-825471-1-hyperv the message router_removed_from_agent {{(pid=84332) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 20 11:17:45.812867 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0fcc86ee-4dc0-4ed6-8099-30a62b8a1c05 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "DELETE /v2.0/agents/1a9aba28-ee58-43b4-b2c5-db2c38cf9eec/l3-routers/e7234172-718f-4aaa-b08a-950a19d49af5 HTTP/1.1" status: 204 len: 168 time: 0.3118505 Jan 20 11:17:45.815302 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39438) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:45.991186 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-71982fc0-55f8-4634-a499-04046af7d7f2 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/routers/e7234172-718f-4aaa-b08a-950a19d49af5/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1747971 Jan 20 11:17:45.993846 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39442) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:46.096967 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9143641c-d9e8-4f05-a278-c348c7fb44cc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/04f6937c-2b6f-40c9-8117-5f098f0615e6 HTTP/1.1" status: 200 len: 992 time: 0.1020072 Jan 20 11:17:46.228565 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device bb5451ea-b16e-42e6-a6c1-e05de6bee798 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:17:46.340764 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:46.373159 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port bb5451ea-b16e-42e6-a6c1-e05de6bee798, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=bb5451ea-b16e-42e6-a6c1-e05de6bee798,segment=NetworkSegment(6df0261e-d890-4123-8a67-93af73c732a2),segment_id=6df0261e-d890-4123-8a67-93af73c732a2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:17:46.480426 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:46.547106 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=bb5451ea-b16e-42e6-a6c1-e05de6bee798,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:17:46.583309 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f62d7ae-0b64-426d-946e-d95ba313ac26 None None] New status for floating IP 04f6937c-2b6f-40c9-8117-5f098f0615e6: DOWN {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:17:47.100765 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39446) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:47.293324 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4c5a48f9-fd41-44c8-8e67-9759f64b4f90 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/04f6937c-2b6f-40c9-8117-5f098f0615e6 HTTP/1.1" status: 200 len: 990 time: 0.1912258 Jan 20 11:17:48.087068 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 468139ec-7fb0-4e54-84c7-782075b9cf6d no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:17:48.195372 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:48.223473 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 468139ec-7fb0-4e54-84c7-782075b9cf6d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=468139ec-7fb0-4e54-84c7-782075b9cf6d,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:17:48.354512 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:48.418621 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=468139ec-7fb0-4e54-84c7-782075b9cf6d,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:17:49.350401 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39456) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:49.646012 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d95da7f-18f6-4f50-83e4-72a505f8fd6d tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Router e7234172-718f-4aaa-b08a-950a19d49af5 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:17:49.646375 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d95da7f-18f6-4f50-83e4-72a505f8fd6d tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Notify agent at dv-neutron-825471-1-hyperv the message router_added_to_agent {{(pid=84331) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 20 11:17:49.673157 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2d95da7f-18f6-4f50-83e4-72a505f8fd6d tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "POST /v2.0/agents/1a9aba28-ee58-43b4-b2c5-db2c38cf9eec/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3217278 Jan 20 11:17:49.675789 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39462) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:49.694507 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce26fb-3fef-40d6-9acf-7b041989665b None None] Sync routers for ids ['e7234172-718f-4aaa-b08a-950a19d49af5'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:17:49.706491 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce26fb-3fef-40d6-9acf-7b041989665b None None] Routers {'e7234172-718f-4aaa-b08a-950a19d49af5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:17:49.707092 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b2ce26fb-3fef-40d6-9acf-7b041989665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:17:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e7234172-718f-4aaa-b08a-950a19d49af5'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:17:49.859770 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1df0b8e5-4212-4034-80d9-db4954f5e6eb tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/routers/e7234172-718f-4aaa-b08a-950a19d49af5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1828849 Jan 20 11:17:49.862375 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39468) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:49.883450 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b2ce26fb-3fef-40d6-9acf-7b041989665b None None] Set router e7234172-718f-4aaa-b08a-950a19d49af5 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:17:49.969416 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-32f8211a-c584-4849-b7d0-0c9c1426101c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/04f6937c-2b6f-40c9-8117-5f098f0615e6 HTTP/1.1" status: 200 len: 990 time: 0.1060007 Jan 20 11:17:50.225502 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b2ce26fb-3fef-40d6-9acf-7b041989665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'name': 'tempest-TestNetworkBasicOps-router-379873626', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:54Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:17:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '04f6937c-2b6f-40c9-8117-5f098f0615e6', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.42', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'port_id': 'afb31081-ef57-472a-8447-5eab5ae41642', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'mac_address': 'fa:16:3e:4e:11:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212d21df-4ee7-466b-9b8f-476651f8d652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:17:15Z', 'updated_at': '2022-01-20T11:17:46Z', 'revision_number': 2, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5451ea-b16e-42e6-a6c1-e05de6bee798', 'name': '', 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:b2:50:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:54Z', 'updated_at': '2022-01-20T11:17:46Z', 'revision_number': 6, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:17:50.229292 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce26fb-3fef-40d6-9acf-7b041989665b None None] Checking router: e7234172-718f-4aaa-b08a-950a19d49af5 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:17:50.240193 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce26fb-3fef-40d6-9acf-7b041989665b None None] Routers {'e7234172-718f-4aaa-b08a-950a19d49af5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:17:50.240764 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b2ce26fb-3fef-40d6-9acf-7b041989665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:17:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e7234172-718f-4aaa-b08a-950a19d49af5'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:17:50.417866 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b2ce26fb-3fef-40d6-9acf-7b041989665b None None] Set router e7234172-718f-4aaa-b08a-950a19d49af5 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:17:50.757685 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b2ce26fb-3fef-40d6-9acf-7b041989665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'name': 'tempest-TestNetworkBasicOps-router-379873626', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:54Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:17:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '04f6937c-2b6f-40c9-8117-5f098f0615e6', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.42', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'port_id': 'afb31081-ef57-472a-8447-5eab5ae41642', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'mac_address': 'fa:16:3e:4e:11:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212d21df-4ee7-466b-9b8f-476651f8d652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:17:15Z', 'updated_at': '2022-01-20T11:17:46Z', 'revision_number': 2, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5451ea-b16e-42e6-a6c1-e05de6bee798', 'name': '', 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:b2:50:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:54Z', 'updated_at': '2022-01-20T11:17:46Z', 'revision_number': 6, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:17:50.761408 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce26fb-3fef-40d6-9acf-7b041989665b None None] The sync data for ids ['e7234172-718f-4aaa-b08a-950a19d49af5'] in dv-neutron-825471-1-hyperv is: [{'id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'name': 'tempest-TestNetworkBasicOps-router-379873626', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:16:54Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:17:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '04f6937c-2b6f-40c9-8117-5f098f0615e6', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.42', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'port_id': 'afb31081-ef57-472a-8447-5eab5ae41642', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'mac_address': 'fa:16:3e:4e:11:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212d21df-4ee7-466b-9b8f-476651f8d652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:17:15Z', 'updated_at': '2022-01-20T11:17:46Z', 'revision_number': 2, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5451ea-b16e-42e6-a6c1-e05de6bee798', 'name': '', 'network_id': 'fd56eec4-bf15-4cb2-a03b-2b2700abe67e', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:b2:50:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:54Z', 'updated_at': '2022-01-20T11:17:46Z', 'revision_number': 6, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': 'cb910b52-748a-471a-93ca-d3c99cecd7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:17:50.973375 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39472) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:51.085845 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6b8db679-02e4-427f-b7f9-13a3a624d309 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/04f6937c-2b6f-40c9-8117-5f098f0615e6 HTTP/1.1" status: 200 len: 990 time: 0.1111712 Jan 20 11:17:52.089052 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39476) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:52.128400 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device bb5451ea-b16e-42e6-a6c1-e05de6bee798 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:17:52.191819 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-05ea80b5-860d-40a3-b530-460962d2abca tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/04f6937c-2b6f-40c9-8117-5f098f0615e6 HTTP/1.1" status: 200 len: 990 time: 0.1012552 Jan 20 11:17:52.198599 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port bb5451ea-b16e-42e6-a6c1-e05de6bee798 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:17:52.198979 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:52.352315 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:52.383694 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port bb5451ea-b16e-42e6-a6c1-e05de6bee798, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=bb5451ea-b16e-42e6-a6c1-e05de6bee798,segment=NetworkSegment(6df0261e-d890-4123-8a67-93af73c732a2),segment_id=6df0261e-d890-4123-8a67-93af73c732a2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:17:52.451915 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:52.452688 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 468139ec-7fb0-4e54-84c7-782075b9cf6d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:17:52.563897 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=bb5451ea-b16e-42e6-a6c1-e05de6bee798,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:17:52.579530 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 468139ec-7fb0-4e54-84c7-782075b9cf6d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:17:52.579914 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:52.715817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:52.731243 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 468139ec-7fb0-4e54-84c7-782075b9cf6d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=468139ec-7fb0-4e54-84c7-782075b9cf6d,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:17:52.819932 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:52.883604 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=468139ec-7fb0-4e54-84c7-782075b9cf6d,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:17:53.195258 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39480) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:53.297621 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-779ac5df-3cbc-4e4d-ad82-17595ebf4397 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/04f6937c-2b6f-40c9-8117-5f098f0615e6 HTTP/1.1" status: 200 len: 990 time: 0.1012063 Jan 20 11:17:54.100139 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device bb5451ea-b16e-42e6-a6c1-e05de6bee798 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:17:54.167268 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port bb5451ea-b16e-42e6-a6c1-e05de6bee798 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:17:54.167648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:54.280072 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 468139ec-7fb0-4e54-84c7-782075b9cf6d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:17:54.301522 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39484) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:54.347172 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 468139ec-7fb0-4e54-84c7-782075b9cf6d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:17:54.347586 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:54.412485 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-08f5e0d8-cf1d-4cff-946f-8e9e3dad2cd2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/04f6937c-2b6f-40c9-8117-5f098f0615e6 HTTP/1.1" status: 200 len: 990 time: 0.1097524 Jan 20 11:17:55.415807 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39488) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:55.519544 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e189b8cb-d6c0-49f9-b81b-23adea0cee88 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/04f6937c-2b6f-40c9-8117-5f098f0615e6 HTTP/1.1" status: 200 len: 990 time: 0.1026266 Jan 20 11:17:56.523523 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39492) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:56.625271 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4b0ebb33-baa7-4c1b-b9ff-f201b9bc09b4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/04f6937c-2b6f-40c9-8117-5f098f0615e6 HTTP/1.1" status: 200 len: 990 time: 0.1004965 Jan 20 11:17:57.628776 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39496) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:57.733401 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-faf98140-65ae-498a-94c8-c1140aa54176 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/04f6937c-2b6f-40c9-8117-5f098f0615e6 HTTP/1.1" status: 200 len: 990 time: 0.1034040 Jan 20 11:17:57.875746 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be02d56-f0a6-47d3-95a8-a161e53ab601 None None] New status for floating IP 04f6937c-2b6f-40c9-8117-5f098f0615e6: ACTIVE {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:17:58.737251 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39500) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:58.938616 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ab6602f0-249a-4d35-8771-c3a50e1dac3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/04f6937c-2b6f-40c9-8117-5f098f0615e6 HTTP/1.1" status: 200 len: 992 time: 0.2002251 Jan 20 11:17:59.227834 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39508) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:17:59.425107 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 7ce6850d-c43c-4b8f-b20f-3d6c161bb504 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:17:59.425449 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:59.588318 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:59.588642 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:59.707563 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 7ce6850d-c43c-4b8f-b20f-3d6c161bb504 owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:17:59.931676 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:17:59.980376 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=7ce6850d-c43c-4b8f-b20f-3d6c161bb504,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:00.016772 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:00.017114 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:00.017444 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:00.017798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:00.018120 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:00.018443 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:00.018762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:00.019079 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:00.019390 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:00.019705 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:00.020009 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:00.077867 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:00.453953 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router e7234172-718f-4aaa-b08a-950a19d49af5 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:18:00.736546 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:18:00.752243 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:00.803433 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-effe2cfe-02e7-4d59-8399-0e9ce7b87aae tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/floatingips/04f6937c-2b6f-40c9-8117-5f098f0615e6 HTTP/1.1" status: 204 len: 168 time: 1.5745051 Jan 20 11:18:00.804785 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212d21df-4ee7-466b-9b8f-476651f8d652', 'tag': 'afb31081-ef57-472a-8447-5eab5ae41642'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:18:00.860544 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212d21df-4ee7-466b-9b8f-476651f8d652', 'tag': 'afb31081-ef57-472a-8447-5eab5ae41642', 'status': 'completed', 'code': 200} Jan 20 11:18:00.957217 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-287151b2-6e2c-421a-9ef5-fa202e1ea673 req-6c56fa1f-b5ae-4418-a42a-c6e04ca8c7b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 1098 time: 0.0756099 Jan 20 11:18:01.086540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287151b2-6e2c-421a-9ef5-fa202e1ea673 req-b58d3434-0063-48b3-b1a8-0660fc7f92e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:01.087885 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-287151b2-6e2c-421a-9ef5-fa202e1ea673 req-b58d3434-0063-48b3-b1a8-0660fc7f92e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd56eec4-bf15-4cb2-a03b-2b2700abe67e HTTP/1.1" status: 200 len: 897 time: 0.1255815 Jan 20 11:18:01.153651 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-287151b2-6e2c-421a-9ef5-fa202e1ea673 req-722bf6d0-15f6-4ced-b349-8e523e17112b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afb31081-ef57-472a-8447-5eab5ae41642 HTTP/1.1" status: 200 len: 217 time: 0.0599868 Jan 20 11:18:01.218977 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287151b2-6e2c-421a-9ef5-fa202e1ea673 req-a1f57c65-8d39-48df-a4f9-93b5aacda411 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:01.220379 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-287151b2-6e2c-421a-9ef5-fa202e1ea673 req-a1f57c65-8d39-48df-a4f9-93b5aacda411 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cb910b52-748a-471a-93ca-d3c99cecd7e2 HTTP/1.1" status: 200 len: 834 time: 0.0608361 Jan 20 11:18:01.296102 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-287151b2-6e2c-421a-9ef5-fa202e1ea673 req-7f9e409c-3d44-4a3c-a1ad-d076ee5f6d57 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd56eec4-bf15-4cb2-a03b-2b2700abe67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690668 Jan 20 11:18:01.412182 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6decbaf9-a9ce-4507-b0d2-3464ac273d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:01.435663 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d32ee-c477-40a5-bd13-53490348e59b req-c4b54119-2e75-4633-a0b3-193f154de4b5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:01.436611 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-819d32ee-c477-40a5-bd13-53490348e59b req-c4b54119-2e75-4633-a0b3-193f154de4b5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:18:01.531159 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-819d32ee-c477-40a5-bd13-53490348e59b req-c4b54119-2e75-4633-a0b3-193f154de4b5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:18:01.532372 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-819d32ee-c477-40a5-bd13-53490348e59b req-c4b54119-2e75-4633-a0b3-193f154de4b5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 945 time: 0.1791131 Jan 20 11:18:01.532637 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-287151b2-6e2c-421a-9ef5-fa202e1ea673 req-528e6856-9d2a-4ebd-b9d2-6b429d33822e service neutron] 10.222.0.72 "GET /v2.0/networks/fd56eec4-bf15-4cb2-a03b-2b2700abe67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300701 Jan 20 11:18:01.579589 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-819d32ee-c477-40a5-bd13-53490348e59b req-d5ab911f-e2ec-40d1-b966-1b9eabf8c749 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=64e0eb6d-7186-4f87-b7ae-d79471b34047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415366 Jan 20 11:18:01.662992 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-287151b2-6e2c-421a-9ef5-fa202e1ea673 req-a195d077-1e25-4274-9b43-be3dd979c87a service neutron] 10.222.0.72 "GET /v2.0/networks/fd56eec4-bf15-4cb2-a03b-2b2700abe67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236608 Jan 20 11:18:02.644521 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee14a5-fafd-4113-9044-4d0935dcee75 req-a0dcba91-0303-4d04-9243-59ecb5bdc075 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:02.645221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-55ee14a5-fafd-4113-9044-4d0935dcee75 req-a0dcba91-0303-4d04-9243-59ecb5bdc075 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:18:02.657497 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-55ee14a5-fafd-4113-9044-4d0935dcee75 req-a0dcba91-0303-4d04-9243-59ecb5bdc075 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:18:02.658608 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-55ee14a5-fafd-4113-9044-4d0935dcee75 req-a0dcba91-0303-4d04-9243-59ecb5bdc075 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/ports?device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 945 time: 0.0935497 Jan 20 11:18:02.727508 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-55ee14a5-fafd-4113-9044-4d0935dcee75 req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port afb31081-ef57-472a-8447-5eab5ae41642 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:18:02.727846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-55ee14a5-fafd-4113-9044-4d0935dcee75 req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:02.777873 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b6cc4-5918-42d9-b9cf-0949a654ab3c req-2d957983-138b-4c12-a6de-0a2f024f6f68 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:02.779341 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e33b6cc4-5918-42d9-b9cf-0949a654ab3c req-2d957983-138b-4c12-a6de-0a2f024f6f68 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 945 time: 0.0753536 Jan 20 11:18:02.823722 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e33b6cc4-5918-42d9-b9cf-0949a654ab3c req-68d89b8d-1b05-4238-9020-0c2ec2722c7e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=64e0eb6d-7186-4f87-b7ae-d79471b34047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388374 Jan 20 11:18:02.973979 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-55ee14a5-fafd-4113-9044-4d0935dcee75 req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port afb31081-ef57-472a-8447-5eab5ae41642, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=afb31081-ef57-472a-8447-5eab5ae41642,segment=NetworkSegment(6df0261e-d890-4123-8a67-93af73c732a2),segment_id=6df0261e-d890-4123-8a67-93af73c732a2)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:18:02.974455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-55ee14a5-fafd-4113-9044-4d0935dcee75 req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:03.094669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-55ee14a5-fafd-4113-9044-4d0935dcee75 req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for afb31081-ef57-472a-8447-5eab5ae41642 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:18:03.294753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-55ee14a5-fafd-4113-9044-4d0935dcee75 req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:03.343647 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=afb31081-ef57-472a-8447-5eab5ae41642,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:03.381179 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:03.382169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:03.382536 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:03.382837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:03.383159 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:03.383486 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:03.383817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:03.384159 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:03.384495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:03.384790 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:03.385102 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:03.426649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ee14a5-fafd-4113-9044-4d0935dcee75 req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] No DVR routers for this DVR port afb31081-ef57-472a-8447-5eab5ae41642 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:18:03.429452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-55ee14a5-fafd-4113-9044-4d0935dcee75 req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:03.431884 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212d21df-4ee7-466b-9b8f-476651f8d652', 'name': 'network-vif-deleted', 'tag': 'afb31081-ef57-472a-8447-5eab5ae41642'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:18:03.485890 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212d21df-4ee7-466b-9b8f-476651f8d652', 'name': 'network-vif-deleted', 'tag': 'afb31081-ef57-472a-8447-5eab5ae41642', 'status': 'completed', 'code': 200} Jan 20 11:18:03.503171 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-55ee14a5-fafd-4113-9044-4d0935dcee75 req-3e0056b1-1e2d-4203-8b0d-f519d867ef24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "DELETE /v2.0/ports/afb31081-ef57-472a-8447-5eab5ae41642 HTTP/1.1" status: 204 len: 173 time: 0.8384638 Jan 20 11:18:03.856025 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07252cd0-f374-44c7-bdf1-86aba914e7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:03.999260 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0e1c239e-1484-44d3-8ef4-8f12b118d633 req-05a1ed26-4a28-426b-bf2c-eb5bbcd2ba26 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=212d21df-4ee7-466b-9b8f-476651f8d652 HTTP/1.1" status: 200 len: 210 time: 0.0427642 Jan 20 11:18:04.812320 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device afb31081-ef57-472a-8447-5eab5ae41642 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:18:04.843750 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:04.848758 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: afb31081-ef57-472a-8447-5eab5ae41642 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:18:04.849113 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device afb31081-ef57-472a-8447-5eab5ae41642 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:18:04.982735 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:05.027062 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:18:05.103693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39526) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:05.175785 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1eb6f74-ed68-4bb8-b9e6-deb7fc8e4d4d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:05.205714 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1eb6f74-ed68-4bb8-b9e6-deb7fc8e4d4d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:05.346147 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1eb6f74-ed68-4bb8-b9e6-deb7fc8e4d4d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:05.364446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb6f74-ed68-4bb8-b9e6-deb7fc8e4d4d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e0eb6d-7186-4f87-b7ae-d79471b34047,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:05.448043 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b1eb6f74-ed68-4bb8-b9e6-deb7fc8e4d4d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:05.449409 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b1eb6f74-ed68-4bb8-b9e6-deb7fc8e4d4d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/security-groups/64e0eb6d-7186-4f87-b7ae-d79471b34047 HTTP/1.1" status: 204 len: 168 time: 0.3445995 Jan 20 11:18:05.549111 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39532) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:05.932273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1a28e520-bb1d-40bc-96b9-37c9ea839cbc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:06.268325 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:06.637759 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-1a28e520-bb1d-40bc-96b9-37c9ea839cbc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port bb5451ea-b16e-42e6-a6c1-e05de6bee798 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:18:06.638340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1a28e520-bb1d-40bc-96b9-37c9ea839cbc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:06.819064 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-1a28e520-bb1d-40bc-96b9-37c9ea839cbc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port bb5451ea-b16e-42e6-a6c1-e05de6bee798, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=bb5451ea-b16e-42e6-a6c1-e05de6bee798,segment=NetworkSegment(6df0261e-d890-4123-8a67-93af73c732a2),segment_id=6df0261e-d890-4123-8a67-93af73c732a2)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:18:06.819422 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1a28e520-bb1d-40bc-96b9-37c9ea839cbc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:06.936865 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-1a28e520-bb1d-40bc-96b9-37c9ea839cbc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for bb5451ea-b16e-42e6-a6c1-e05de6bee798 owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:18:07.211929 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1a28e520-bb1d-40bc-96b9-37c9ea839cbc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:07.258333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28e520-bb1d-40bc-96b9-37c9ea839cbc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=bb5451ea-b16e-42e6-a6c1-e05de6bee798,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:07.553729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1a28e520-bb1d-40bc-96b9-37c9ea839cbc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:08.219114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a28e520-bb1d-40bc-96b9-37c9ea839cbc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router e7234172-718f-4aaa-b08a-950a19d49af5 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:18:08.326377 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb70a0b0-45d1-4edf-a1e4-12339dfcfbe2 None None] Sync routers for ids ['e7234172-718f-4aaa-b08a-950a19d49af5'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:18:08.339636 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb70a0b0-45d1-4edf-a1e4-12339dfcfbe2 None None] Routers {'e7234172-718f-4aaa-b08a-950a19d49af5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:18:08.340336 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bb70a0b0-45d1-4edf-a1e4-12339dfcfbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:18:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e7234172-718f-4aaa-b08a-950a19d49af5'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:18:08.424182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a28e520-bb1d-40bc-96b9-37c9ea839cbc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:18:08.437776 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1a28e520-bb1d-40bc-96b9-37c9ea839cbc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/e7234172-718f-4aaa-b08a-950a19d49af5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8875337 Jan 20 11:18:08.440437 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39536) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:08.514156 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-bb70a0b0-45d1-4edf-a1e4-12339dfcfbe2 None None] Set router e7234172-718f-4aaa-b08a-950a19d49af5 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:18:08.626772 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-581851ee-9e14-4b37-bc42-d4c88d3897a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting subnet cb910b52-748a-471a-93ca-d3c99cecd7e2 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:18:08.629561 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-581851ee-9e14-4b37-bc42-d4c88d3897a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:08.687476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-581851ee-9e14-4b37-bc42-d4c88d3897a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:08.769852 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-581851ee-9e14-4b37-bc42-d4c88d3897a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:08.826327 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bb70a0b0-45d1-4edf-a1e4-12339dfcfbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'name': 'tempest-TestNetworkBasicOps-router-379873626', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:18:07Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:17:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:18:08.830212 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb70a0b0-45d1-4edf-a1e4-12339dfcfbe2 None None] Checking router: e7234172-718f-4aaa-b08a-950a19d49af5 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:18:08.840625 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb70a0b0-45d1-4edf-a1e4-12339dfcfbe2 None None] Routers {'e7234172-718f-4aaa-b08a-950a19d49af5'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:18:08.841240 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bb70a0b0-45d1-4edf-a1e4-12339dfcfbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:18:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e7234172-718f-4aaa-b08a-950a19d49af5'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:18:08.954672 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-581851ee-9e14-4b37-bc42-d4c88d3897a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:08.990375 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581851ee-9e14-4b37-bc42-d4c88d3897a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Subnet': ['ID=cb910b52-748a-471a-93ca-d3c99cecd7e2,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:08.999585 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-581851ee-9e14-4b37-bc42-d4c88d3897a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:09.005866 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-581851ee-9e14-4b37-bc42-d4c88d3897a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/subnets/cb910b52-748a-471a-93ca-d3c99cecd7e2 HTTP/1.1" status: 204 len: 168 time: 0.5644410 Jan 20 11:18:09.006751 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdd2da4-a477-45a4-bcb9-7f8e970dddb1 None None] Network fd56eec4-bf15-4cb2-a03b-2b2700abe67e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:18:09.010494 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39540) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:09.020117 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-bb70a0b0-45d1-4edf-a1e4-12339dfcfbe2 None None] Set router e7234172-718f-4aaa-b08a-950a19d49af5 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:18:09.221280 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-590e2d6e-33e6-4b84-bd1b-2bde1a0a1493 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:09.267143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] DHCP port deletion for fd56eec4-bf15-4cb2-a03b-2b2700abe67e request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:18:09.271540 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] Deleting port 6095519f-1378-4aaf-b6fd-b1d22048732c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:18:09.272496 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:09.306153 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bb70a0b0-45d1-4edf-a1e4-12339dfcfbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'name': 'tempest-TestNetworkBasicOps-router-379873626', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:18:07Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:17:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:18:09.310178 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb70a0b0-45d1-4edf-a1e4-12339dfcfbe2 None None] The sync data for ids ['e7234172-718f-4aaa-b08a-950a19d49af5'] in dv-neutron-825471-1-hyperv is: [{'id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'name': 'tempest-TestNetworkBasicOps-router-379873626', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:18:07Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '468139ec-7fb0-4e54-84c7-782075b9cf6d', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7234172-718f-4aaa-b08a-950a19d49af5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:16:50Z', 'updated_at': '2022-01-20T11:17:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:18:09.482451 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] For port 6095519f-1378-4aaf-b6fd-b1d22048732c, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=6095519f-1378-4aaf-b6fd-b1d22048732c,segment=NetworkSegment(6df0261e-d890-4123-8a67-93af73c732a2),segment_id=6df0261e-d890-4123-8a67-93af73c732a2)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:18:09.482762 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:09.527089 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-590e2d6e-33e6-4b84-bd1b-2bde1a0a1493 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:09.583077 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-590e2d6e-33e6-4b84-bd1b-2bde1a0a1493 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 468139ec-7fb0-4e54-84c7-782075b9cf6d {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:18:09.583427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-590e2d6e-33e6-4b84-bd1b-2bde1a0a1493 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:09.646754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] Calling delete_port for 6095519f-1378-4aaf-b6fd-b1d22048732c owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:18:09.754213 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:09.770195 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-590e2d6e-33e6-4b84-bd1b-2bde1a0a1493 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port 468139ec-7fb0-4e54-84c7-782075b9cf6d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=468139ec-7fb0-4e54-84c7-782075b9cf6d,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:18:09.770606 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-590e2d6e-33e6-4b84-bd1b-2bde1a0a1493 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:09.780208 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:09.827338 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] Pushing event deleted for resources: {'Port': ['ID=6095519f-1378-4aaf-b6fd-b1d22048732c,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:09.832675 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] No DVR routers for this DVR port 6095519f-1378-4aaf-b6fd-b1d22048732c on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:18:09.842994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:09.843349 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:09.843689 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:09.844023 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:09.844357 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:09.844705 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:09.845020 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:09.845346 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:09.845688 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:09.846013 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:09.846333 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630bfe7-724b-4c8f-8598-c8bf9055dbf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:09.904320 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-590e2d6e-33e6-4b84-bd1b-2bde1a0a1493 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 468139ec-7fb0-4e54-84c7-782075b9cf6d owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:18:10.103661 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6095519f-1378-4aaf-b6fd-b1d22048732c no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:18:10.137991 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 6095519f-1378-4aaf-b6fd-b1d22048732c {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:18:10.138362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6095519f-1378-4aaf-b6fd-b1d22048732c not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:18:10.138812 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device bb5451ea-b16e-42e6-a6c1-e05de6bee798 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:18:10.154822 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-590e2d6e-33e6-4b84-bd1b-2bde1a0a1493 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:10.173353 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: bb5451ea-b16e-42e6-a6c1-e05de6bee798 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:18:10.182429 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device bb5451ea-b16e-42e6-a6c1-e05de6bee798 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:18:10.236098 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e2d6e-33e6-4b84-bd1b-2bde1a0a1493 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=468139ec-7fb0-4e54-84c7-782075b9cf6d,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:10.435465 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-590e2d6e-33e6-4b84-bd1b-2bde1a0a1493 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:10.700030 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-590e2d6e-33e6-4b84-bd1b-2bde1a0a1493 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:10.706037 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-590e2d6e-33e6-4b84-bd1b-2bde1a0a1493 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:10.791654 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-590e2d6e-33e6-4b84-bd1b-2bde1a0a1493 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:10.792219 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590e2d6e-33e6-4b84-bd1b-2bde1a0a1493 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Fanout notify agent at l3_agent the message router_deleted on router e7234172-718f-4aaa-b08a-950a19d49af5 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:18:10.808589 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-590e2d6e-33e6-4b84-bd1b-2bde1a0a1493 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:10.809686 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-590e2d6e-33e6-4b84-bd1b-2bde1a0a1493 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/routers/e7234172-718f-4aaa-b08a-950a19d49af5 HTTP/1.1" status: 204 len: 168 time: 1.7995563 Jan 20 11:18:10.814095 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39544) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:10.945010 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5bff5884-8b8b-421e-9d64-7f0ad87f5e48 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:11.193273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5bff5884-8b8b-421e-9d64-7f0ad87f5e48 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:11.220055 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-5bff5884-8b8b-421e-9d64-7f0ad87f5e48 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd56eec4-bf15-4cb2-a03b-2b2700abe67e']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:18:11.243216 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-5bff5884-8b8b-421e-9d64-7f0ad87f5e48 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df0261e-d890-4123-8a67-93af73c732a2') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:18:11.243829 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-5bff5884-8b8b-421e-9d64-7f0ad87f5e48 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df0261e-d890-4123-8a67-93af73c732a2') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:18:11.256764 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5bff5884-8b8b-421e-9d64-7f0ad87f5e48 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:11.274114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5bff5884-8b8b-421e-9d64-7f0ad87f5e48 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:11.280412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bff5884-8b8b-421e-9d64-7f0ad87f5e48 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:18:11.280832 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5bff5884-8b8b-421e-9d64-7f0ad87f5e48 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:18:11.295111 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:18:11.462784 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5bff5884-8b8b-421e-9d64-7f0ad87f5e48 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:11.485823 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5bff5884-8b8b-421e-9d64-7f0ad87f5e48 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:11.499884 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff5884-8b8b-421e-9d64-7f0ad87f5e48 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Network': ['ID=fd56eec4-bf15-4cb2-a03b-2b2700abe67e,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:11.566165 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5bff5884-8b8b-421e-9d64-7f0ad87f5e48 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/networks/fd56eec4-bf15-4cb2-a03b-2b2700abe67e HTTP/1.1" status: 204 len: 168 time: 0.7510755 Jan 20 11:18:11.589607 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39548) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:11.595386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-5d9f88c2-3d5b-4559-826c-c52c767ff8d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'network': {'name': 'tempest-network-smoke--1713651956', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'port_security_enabled': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:18:11.600535 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5d9f88c2-3d5b-4559-826c-c52c767ff8d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:18:11.604787 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5d9f88c2-3d5b-4559-826c-c52c767ff8d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:network and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:18:11.607703 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-5d9f88c2-3d5b-4559-826c-c52c767ff8d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:18:11.613446 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-5d9f88c2-3d5b-4559-826c-c52c767ff8d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:18:11.702331 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9f88c2-3d5b-4559-826c-c52c767ff8d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:18:11.705430 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5d9f88c2-3d5b-4559-826c-c52c767ff8d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:11.733243 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9f88c2-3d5b-4559-826c-c52c767ff8d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:18:11.743669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5d9f88c2-3d5b-4559-826c-c52c767ff8d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:11.743669 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-5d9f88c2-3d5b-4559-826c-c52c767ff8d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Added segment 8641e740-917e-4e1e-9379-07f9b502a310 of type vlan for network 34889118-d6fc-4292-a810-9ac05524a40a Jan 20 11:18:11.767364 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5d9f88c2-3d5b-4559-826c-c52c767ff8d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:11.859480 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5d9f88c2-3d5b-4559-826c-c52c767ff8d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:11.863138 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9f88c2-3d5b-4559-826c-c52c767ff8d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:11.863720 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5d9f88c2-3d5b-4559-826c-c52c767ff8d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:11.972773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f88c2-3d5b-4559-826c-c52c767ff8d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Network': ['ID=34889118-d6fc-4292-a810-9ac05524a40a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:11.985136 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 34889118-d6fc-4292-a810-9ac05524a40a details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:18:12.014903 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5d9f88c2-3d5b-4559-826c-c52c767ff8d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4239914 Jan 20 11:18:12.017456 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39552) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:12.022754 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-322880388', 'admin_state_up': True, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:18:12.029715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:18:12.033519 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:router and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:18:12.036504 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:18:12.042979 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:18:12.102866 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:12.106241 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:12.122542 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:12.328242 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:12.412171 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae7570-e846-4836-a8cc-622685f8c273 None None] New status for floating IP 04f6937c-2b6f-40c9-8117-5f098f0615e6: DOWN {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:18:12.623209 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:12.629928 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d76f3c-354b-4685-b7f3-6aac5559dcca None None] Sync routers for ids ['e7234172-718f-4aaa-b08a-950a19d49af5'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:18:12.641504 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d76f3c-354b-4685-b7f3-6aac5559dcca None None] Routers set() bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:18:12.641890 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d76f3c-354b-4685-b7f3-6aac5559dcca None None] Router IDs set() for agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 20 11:18:12.642515 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_agentschedulers_db [None req-11d76f3c-354b-4685-b7f3-6aac5559dcca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e7234172-718f-4aaa-b08a-950a19d49af5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:18:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent'). {{(pid=84334) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 20 11:18:12.653155 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d76f3c-354b-4685-b7f3-6aac5559dcca None None] Routers set() bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:18:12.653508 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d76f3c-354b-4685-b7f3-6aac5559dcca None None] Router IDs set() for agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 20 11:18:12.654104 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_agentschedulers_db [None req-11d76f3c-354b-4685-b7f3-6aac5559dcca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e7234172-718f-4aaa-b08a-950a19d49af5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:18:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent'). {{(pid=84334) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 20 11:18:12.654468 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d76f3c-354b-4685-b7f3-6aac5559dcca None None] The sync data for ids ['e7234172-718f-4aaa-b08a-950a19d49af5'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:18:12.654840 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:12.795091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.26.0.65 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/2529de53-693a-4f6f-b04f-b933eb9c4802) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:18:12.944493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:13.034463 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:13.100364 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:18:13.103198 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:18:13.107818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:18:13.135371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=2529de53-693a-4f6f-b04f-b933eb9c4802,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:13.336079 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:13.336730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:13.722971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:18:13.920003 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:18:13.930779 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Sync routers for ids ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:18:13.943678 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Routers {'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:18:13.944351 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:18:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:18:14.073910 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 468139ec-7fb0-4e54-84c7-782075b9cf6d no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:18:14.075257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:14.076717 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6dddf0e4-25c3-4792-8c26-c11c08c1fb49 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0582237 Jan 20 11:18:14.079768 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39556) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:14.123944 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c74da6c7-7a46-4638-a1a9-1a6b9e9afb5d tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=571e60e1cd4540aa8cf6524c9e0f5b24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426602 Jan 20 11:18:14.124246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 468139ec-7fb0-4e54-84c7-782075b9cf6d {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:18:14.124604 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 468139ec-7fb0-4e54-84c7-782075b9cf6d not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:18:14.126278 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39560) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:14.153811 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Set router dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:18:14.255794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cb5885-8a91-4bf1-9110-2742d5acfc10 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:14.257972 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d4cb5885-8a91-4bf1-9110-2742d5acfc10 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306820 Jan 20 11:18:14.260753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39564) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:14.301803 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-59b3c202-6f1c-4a69-ac2f-8b94f9d338bf tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382476 Jan 20 11:18:14.304047 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39568) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:14.310032 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-652022c4-3d62-4c2a-b07f-fcc8e72d40f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-589727312', 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:18:14.421622 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-652022c4-3d62-4c2a-b07f-fcc8e72d40f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:18:14.425388 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-652022c4-3d62-4c2a-b07f-fcc8e72d40f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:subnet and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:18:14.428678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-652022c4-3d62-4c2a-b07f-fcc8e72d40f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:18:14.434315 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-652022c4-3d62-4c2a-b07f-fcc8e72d40f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:18:14.441506 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'name': 'tempest-TestNetworkBasicOps-router-322880388', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:13Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:18:14.445927 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Checking router: dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:18:14.446273 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Updating router dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e port 2529de53-693a-4f6f-b04f-b933eb9c4802 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:18:14.491565 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652022c4-3d62-4c2a-b07f-fcc8e72d40f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:18:14.498481 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:14.596126 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-652022c4-3d62-4c2a-b07f-fcc8e72d40f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:14.856201 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:14.867923 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Transition to ACTIVE for port object 2529de53-693a-4f6f-b04f-b933eb9c4802 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:18:14.919938 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-652022c4-3d62-4c2a-b07f-fcc8e72d40f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:14.954594 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:15.003850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652022c4-3d62-4c2a-b07f-fcc8e72d40f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Subnet': ['ID=4f647027-968b-4703-98e9-ae7687cf6715,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:15.021801 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652022c4-3d62-4c2a-b07f-fcc8e72d40f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Checking segment: {'id': '8641e740-917e-4e1e-9379-07f9b502a310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:18:15.022127 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652022c4-3d62-4c2a-b07f-fcc8e72d40f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network hostable DHCP agents. Network: 34889118-d6fc-4292-a810-9ac05524a40a, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:18:15.036851 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee43d2-5972-4ef6-8d31-f3f46ac17061 None None] Pushing event updated for resources: {'Port': ['ID=2529de53-693a-4f6f-b04f-b933eb9c4802,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:15.041823 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Attempting to bind port 2529de53-693a-4f6f-b04f-b933eb9c4802 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:18:15.042204 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Attempting to bind port 2529de53-693a-4f6f-b04f-b933eb9c4802 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:18:15.042572 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Attempting to bind port 2529de53-693a-4f6f-b04f-b933eb9c4802 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:18:15.051814 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:18:15.051814 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:18:15.051814 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:15.051814 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:18:15.051814 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Bound port: 2529de53-693a-4f6f-b04f-b933eb9c4802, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:18:15.051814 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:15.111381 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652022c4-3d62-4c2a-b07f-fcc8e72d40f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 34889118-d6fc-4292-a810-9ac05524a40a is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:18:15.120887 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] For port 2529de53-693a-4f6f-b04f-b933eb9c4802, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:18:15.123878 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] For port 2529de53-693a-4f6f-b04f-b933eb9c4802, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2529de53-693a-4f6f-b04f-b933eb9c4802,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:18:15.188600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-652022c4-3d62-4c2a-b07f-fcc8e72d40f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 34889118-d6fc-4292-a810-9ac05524a40a) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:18:15.194188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652022c4-3d62-4c2a-b07f-fcc8e72d40f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:15.196396 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-652022c4-3d62-4c2a-b07f-fcc8e72d40f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:15.199943 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3a0df7-5090-41ef-8e4d-44dd23bee1e0 None None] Network 34889118-d6fc-4292-a810-9ac05524a40a requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:18:15.221683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:15.305797 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-652022c4-3d62-4c2a-b07f-fcc8e72d40f1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9982927 Jan 20 11:18:15.307901 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39572) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:15.396117 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee43d2-5972-4ef6-8d31-f3f46ac17061 None None] Pushing event updated for resources: {'Port': ['ID=2529de53-693a-4f6f-b04f-b933eb9c4802,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:15.408029 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Routers {'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:18:15.408651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:18:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:18:15.667753 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-34889118-d6fc-4292-a810-9ac05524a40a', 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ips': [{'subnet_id': '4f647027-968b-4703-98e9-ae7687cf6715'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:18:15.668565 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:15.697417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] Set router dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:18:16.059159 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:16.071277 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Allocated IP 172.20.0.2 (34889118-d6fc-4292-a810-9ac05524a40a/4f647027-968b-4703-98e9-ae7687cf6715/18d4b322-cfbc-4ddb-8d24-66346c58e2f5) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:18:16.222330 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'name': 'tempest-TestNetworkBasicOps-router-322880388', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:13Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:18:16.237137 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e00395-0ec0-426e-a6c5-ddd505d183c1 None None] The sync data for ids ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'] in dv-neutron-825471-1-hyperv is: [{'id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'name': 'tempest-TestNetworkBasicOps-router-322880388', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:13Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:18:16.313014 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:16.324692 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Transition to ACTIVE for port object 18d4b322-cfbc-4ddb-8d24-66346c58e2f5 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:18:16.346088 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Transition to ACTIVE for port object 18d4b322-cfbc-4ddb-8d24-66346c58e2f5 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:18:16.432869 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:16.516262 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Network 34889118-d6fc-4292-a810-9ac05524a40a is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:18:16.519757 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:18:16.523897 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:18:16.536182 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Pushing event updated for resources: {'Port': ['ID=18d4b322-cfbc-4ddb-8d24-66346c58e2f5,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:16.617067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.1 (34889118-d6fc-4292-a810-9ac05524a40a/4f647027-968b-4703-98e9-ae7687cf6715/767ed5f4-4fdc-461e-befd-aae40c37283e) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:18:16.681722 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Attempting to bind port 18d4b322-cfbc-4ddb-8d24-66346c58e2f5 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:18:16.682095 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Attempting to bind port 18d4b322-cfbc-4ddb-8d24-66346c58e2f5 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '8641e740-917e-4e1e-9379-07f9b502a310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:18:16.682464 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Attempting to bind port 18d4b322-cfbc-4ddb-8d24-66346c58e2f5 on network 34889118-d6fc-4292-a810-9ac05524a40a {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:18:16.689835 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:18:16.690212 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Checking segment: {'id': '8641e740-917e-4e1e-9379-07f9b502a310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:18:16.690612 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:16.691010 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Bound using segment: {'id': '8641e740-917e-4e1e-9379-07f9b502a310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:18:16.691470 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Bound port: 18d4b322-cfbc-4ddb-8d24-66346c58e2f5, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8641e740-917e-4e1e-9379-07f9b502a310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:18:16.691842 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:16.786988 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:16.793645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] For port 18d4b322-cfbc-4ddb-8d24-66346c58e2f5, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:18:16.797036 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] For port 18d4b322-cfbc-4ddb-8d24-66346c58e2f5, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=18d4b322-cfbc-4ddb-8d24-66346c58e2f5,segment=NetworkSegment(8641e740-917e-4e1e-9379-07f9b502a310),segment_id=8641e740-917e-4e1e-9379-07f9b502a310)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:18:16.806490 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object 767ed5f4-4fdc-461e-befd-aae40c37283e will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:18:16.934629 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:16.986276 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:17.016922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be7078-2370-423e-873b-8cfff69f0671 None None] Pushing event updated for resources: {'Port': ['ID=18d4b322-cfbc-4ddb-8d24-66346c58e2f5,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:17.081850 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 34889118-d6fc-4292-a810-9ac05524a40a is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:18:17.086438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:18:17.088435 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=767ed5f4-4fdc-461e-befd-aae40c37283e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:17.090580 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:18:17.148601 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:17.351506 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:17.758047 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:17.825432 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:17.916374 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881d6252-f079-46f1-8e83-c79e69093888 None None] Network 34889118-d6fc-4292-a810-9ac05524a40a requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:18:17.939060 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:17.944837 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=767ed5f4-4fdc-461e-befd-aae40c37283e,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:18.087268 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 34889118-d6fc-4292-a810-9ac05524a40a is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:18:18.088461 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:18:18.134164 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-02ff589e-f373-4781-98ec-8068eeeb6b72 None None] Provisioning for port 18d4b322-cfbc-4ddb-8d24-66346c58e2f5 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:18:18.180899 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 18d4b322-cfbc-4ddb-8d24-66346c58e2f5 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:18:18.345575 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 18d4b322-cfbc-4ddb-8d24-66346c58e2f5 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:18:18.352162 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 18d4b322-cfbc-4ddb-8d24-66346c58e2f5 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:18:18.352755 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:18.515309 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:18.544699 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fd692716-1412-4e70-946e-73bce7bc8136 None None] Provisioning for port 767ed5f4-4fdc-461e-befd-aae40c37283e completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:18:18.557196 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fd692716-1412-4e70-946e-73bce7bc8136 None None] Provisioning complete for port 767ed5f4-4fdc-461e-befd-aae40c37283e triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:18:18.557685 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd692716-1412-4e70-946e-73bce7bc8136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:18.592735 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 18d4b322-cfbc-4ddb-8d24-66346c58e2f5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=18d4b322-cfbc-4ddb-8d24-66346c58e2f5,segment=NetworkSegment(8641e740-917e-4e1e-9379-07f9b502a310),segment_id=8641e740-917e-4e1e-9379-07f9b502a310)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:18:18.605346 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:18:18.613029 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fd692716-1412-4e70-946e-73bce7bc8136 None None] Port 767ed5f4-4fdc-461e-befd-aae40c37283e cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:18:18.627435 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fd692716-1412-4e70-946e-73bce7bc8136 None None] Provisioning complete for port 18d4b322-cfbc-4ddb-8d24-66346c58e2f5 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:18:18.627811 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd692716-1412-4e70-946e-73bce7bc8136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:18.661098 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:18.661098 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2529de53-693a-4f6f-b04f-b933eb9c4802 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:18:18.816194 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=18d4b322-cfbc-4ddb-8d24-66346c58e2f5,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:18.826860 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:18:18.843346 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-62cf5e52-817f-4840-9faf-997cf8b38565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5358176 Jan 20 11:18:18.843769 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39576) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:18.999923 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810bfb5-d57f-43a9-81a7-1ab1e4eb9d88 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:19.000380 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810bfb5-d57f-43a9-81a7-1ab1e4eb9d88 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:19.000643 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810bfb5-d57f-43a9-81a7-1ab1e4eb9d88 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:19.000995 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810bfb5-d57f-43a9-81a7-1ab1e4eb9d88 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:19.001097 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-903af589-5324-4160-98c0-78efb1e2993c None None] Provisioning complete for port 767ed5f4-4fdc-461e-befd-aae40c37283e triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:18:19.001612 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-903af589-5324-4160-98c0-78efb1e2993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:19.002795 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8810bfb5-d57f-43a9-81a7-1ab1e4eb9d88 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1576171 Jan 20 11:18:19.005608 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39580) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:19.029454 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 2529de53-693a-4f6f-b04f-b933eb9c4802 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:18:19.049023 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 2529de53-693a-4f6f-b04f-b933eb9c4802 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:18:19.053444 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:19.074886 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649e94ad-4e13-4eef-bd7b-efeb0331e134 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:19.075254 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649e94ad-4e13-4eef-bd7b-efeb0331e134 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:19.075692 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649e94ad-4e13-4eef-bd7b-efeb0331e134 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:19.076044 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649e94ad-4e13-4eef-bd7b-efeb0331e134 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:19.080269 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-649e94ad-4e13-4eef-bd7b-efeb0331e134 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0704172 Jan 20 11:18:19.080411 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39584) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:19.100979 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-903af589-5324-4160-98c0-78efb1e2993c None None] Port 767ed5f4-4fdc-461e-befd-aae40c37283e cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:18:19.167788 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:19.184287 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 2529de53-693a-4f6f-b04f-b933eb9c4802, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2529de53-693a-4f6f-b04f-b933eb9c4802,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:18:19.259978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:19.284650 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2693227a-1d59-452f-827f-71b6f53b9f89 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2032254 Jan 20 11:18:19.329848 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=2529de53-693a-4f6f-b04f-b933eb9c4802,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:19.635684 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39590) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:19.641260 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-6c7d6f49-1d2a-46fd-a1b3-54cb4efc461a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1692383655', 'description': 'tempest-secgroup-smoke-1692383655 description', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:18:19.647452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6c7d6f49-1d2a-46fd-a1b3-54cb4efc461a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:18:19.651573 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6c7d6f49-1d2a-46fd-a1b3-54cb4efc461a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:18:19.654374 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6c7d6f49-1d2a-46fd-a1b3-54cb4efc461a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:18:19.660979 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6c7d6f49-1d2a-46fd-a1b3-54cb4efc461a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:18:19.728764 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6c7d6f49-1d2a-46fd-a1b3-54cb4efc461a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:19.752274 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Sync routers for ids ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:18:19.765417 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Routers {'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:18:19.768037 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:18:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:18:19.768172 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6c7d6f49-1d2a-46fd-a1b3-54cb4efc461a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:18:19.771183 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6c7d6f49-1d2a-46fd-a1b3-54cb4efc461a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:18:19.774317 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6c7d6f49-1d2a-46fd-a1b3-54cb4efc461a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:18:19.780004 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6c7d6f49-1d2a-46fd-a1b3-54cb4efc461a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:18:19.834621 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6c7d6f49-1d2a-46fd-a1b3-54cb4efc461a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:19.899914 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6c7d6f49-1d2a-46fd-a1b3-54cb4efc461a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:19.941482 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Set router dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:18:19.945578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d6f49-1d2a-46fd-a1b3-54cb4efc461a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143bd543-8d52-4d4d-a6f7-2d7d4b2b8791,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:20.002604 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6c7d6f49-1d2a-46fd-a1b3-54cb4efc461a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:20.003763 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6c7d6f49-1d2a-46fd-a1b3-54cb4efc461a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3670359 Jan 20 11:18:20.007103 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39594) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:20.012630 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0b67b65e-7b34-4f8b-a12f-75468fc51b65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '143bd543-8d52-4d4d-a6f7-2d7d4b2b8791', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:18:20.018398 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0b67b65e-7b34-4f8b-a12f-75468fc51b65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:18:20.022824 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0b67b65e-7b34-4f8b-a12f-75468fc51b65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:18:20.025705 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0b67b65e-7b34-4f8b-a12f-75468fc51b65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:18:20.031354 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0b67b65e-7b34-4f8b-a12f-75468fc51b65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:18:20.108075 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b67b65e-7b34-4f8b-a12f-75468fc51b65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:20.114913 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 18d4b322-cfbc-4ddb-8d24-66346c58e2f5 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:18:20.180053 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b67b65e-7b34-4f8b-a12f-75468fc51b65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:20.185458 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 18d4b322-cfbc-4ddb-8d24-66346c58e2f5 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:18:20.185981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:20.286551 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'name': 'tempest-TestNetworkBasicOps-router-322880388', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:17Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '767ed5f4-4fdc-461e-befd-aae40c37283e', 'name': '', 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:69:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f647027-968b-4703-98e9-ae7687cf6715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:16Z', 'updated_at': '2022-01-20T11:18:17Z', 'revision_number': 2, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '4f647027-968b-4703-98e9-ae7687cf6715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:18:20.288736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b67b65e-7b34-4f8b-a12f-75468fc51b65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:20.290821 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Checking router: dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:18:20.291159 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Updating router dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e port 767ed5f4-4fdc-461e-befd-aae40c37283e binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:18:20.303101 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2529de53-693a-4f6f-b04f-b933eb9c4802 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:18:20.306434 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67b65e-7b34-4f8b-a12f-75468fc51b65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb81231-2b23-4e60-998f-8575e001092c,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:20.341521 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:20.372267 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 2529de53-693a-4f6f-b04f-b933eb9c4802 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:18:20.372645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:20.425275 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b67b65e-7b34-4f8b-a12f-75468fc51b65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:20.429116 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0b67b65e-7b34-4f8b-a12f-75468fc51b65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4184384 Jan 20 11:18:20.429451 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39598) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:20.435036 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-19515f1a-cfa6-4342-ada3-cbb69755c837 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '143bd543-8d52-4d4d-a6f7-2d7d4b2b8791', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:18:20.441142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-19515f1a-cfa6-4342-ada3-cbb69755c837 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:18:20.446013 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-19515f1a-cfa6-4342-ada3-cbb69755c837 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:18:20.449497 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-19515f1a-cfa6-4342-ada3-cbb69755c837 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:18:20.455143 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-19515f1a-cfa6-4342-ada3-cbb69755c837 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:18:20.531602 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19515f1a-cfa6-4342-ada3-cbb69755c837 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:20.594555 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19515f1a-cfa6-4342-ada3-cbb69755c837 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:20.656573 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19515f1a-cfa6-4342-ada3-cbb69755c837 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:20.679796 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19515f1a-cfa6-4342-ada3-cbb69755c837 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa63a71d-4636-49cd-9924-ddeb87986986,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:20.680500 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:20.694195 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Transition to ACTIVE for port object 767ed5f4-4fdc-461e-befd-aae40c37283e will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:18:20.753726 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-19515f1a-cfa6-4342-ada3-cbb69755c837 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:20.754916 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-19515f1a-cfa6-4342-ada3-cbb69755c837 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3245153 Jan 20 11:18:20.759164 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39602) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:20.764837 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-505ef6e7-b3a8-4399-a0a4-2d6ff4317c32 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '143bd543-8d52-4d4d-a6f7-2d7d4b2b8791', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:18:20.770555 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-505ef6e7-b3a8-4399-a0a4-2d6ff4317c32 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:18:20.774636 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-505ef6e7-b3a8-4399-a0a4-2d6ff4317c32 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:18:20.777437 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-505ef6e7-b3a8-4399-a0a4-2d6ff4317c32 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:18:20.782400 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:20.782959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-505ef6e7-b3a8-4399-a0a4-2d6ff4317c32 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:18:20.857780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-505ef6e7-b3a8-4399-a0a4-2d6ff4317c32 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:20.934003 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-505ef6e7-b3a8-4399-a0a4-2d6ff4317c32 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:20.935489 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18389f63-f3bd-4626-b9c1-a4fbc219e01e None None] Pushing event updated for resources: {'Port': ['ID=767ed5f4-4fdc-461e-befd-aae40c37283e,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:20.975540 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18389f63-f3bd-4626-b9c1-a4fbc219e01e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:20.975860 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18389f63-f3bd-4626-b9c1-a4fbc219e01e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:20.976186 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18389f63-f3bd-4626-b9c1-a4fbc219e01e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:20.976509 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18389f63-f3bd-4626-b9c1-a4fbc219e01e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:20.976831 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18389f63-f3bd-4626-b9c1-a4fbc219e01e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:20.977148 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18389f63-f3bd-4626-b9c1-a4fbc219e01e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:20.977966 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18389f63-f3bd-4626-b9c1-a4fbc219e01e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:20.978290 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18389f63-f3bd-4626-b9c1-a4fbc219e01e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:20.978603 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18389f63-f3bd-4626-b9c1-a4fbc219e01e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:20.978917 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18389f63-f3bd-4626-b9c1-a4fbc219e01e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:20.979224 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18389f63-f3bd-4626-b9c1-a4fbc219e01e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:18:21.002806 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-505ef6e7-b3a8-4399-a0a4-2d6ff4317c32 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:21.007538 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Attempting to bind port 767ed5f4-4fdc-461e-befd-aae40c37283e on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:18:21.007905 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Attempting to bind port 767ed5f4-4fdc-461e-befd-aae40c37283e by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '8641e740-917e-4e1e-9379-07f9b502a310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:18:21.008254 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Attempting to bind port 767ed5f4-4fdc-461e-befd-aae40c37283e on network 34889118-d6fc-4292-a810-9ac05524a40a {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:18:21.014729 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:18:21.015095 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Checking segment: {'id': '8641e740-917e-4e1e-9379-07f9b502a310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:18:21.015548 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:21.016117 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Bound using segment: {'id': '8641e740-917e-4e1e-9379-07f9b502a310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:18:21.016581 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Bound port: 767ed5f4-4fdc-461e-befd-aae40c37283e, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8641e740-917e-4e1e-9379-07f9b502a310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:18:21.016947 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:21.031551 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ef6e7-b3a8-4399-a0a4-2d6ff4317c32 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07c8c9a-043a-4ad1-b66e-710de96adce8,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:21.096589 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-505ef6e7-b3a8-4399-a0a4-2d6ff4317c32 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:21.097848 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-505ef6e7-b3a8-4399-a0a4-2d6ff4317c32 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3377135 Jan 20 11:18:21.101157 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39606) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:21.105387 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] For port 767ed5f4-4fdc-461e-befd-aae40c37283e, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:18:21.111075 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-42fe04d9-78c0-4279-bffc-74e40e0e5853 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '143bd543-8d52-4d4d-a6f7-2d7d4b2b8791', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:18:21.111259 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] For port 767ed5f4-4fdc-461e-befd-aae40c37283e, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=767ed5f4-4fdc-461e-befd-aae40c37283e,segment=NetworkSegment(8641e740-917e-4e1e-9379-07f9b502a310),segment_id=8641e740-917e-4e1e-9379-07f9b502a310)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:18:21.112403 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-42fe04d9-78c0-4279-bffc-74e40e0e5853 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:18:21.116750 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-42fe04d9-78c0-4279-bffc-74e40e0e5853 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:18:21.120736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-42fe04d9-78c0-4279-bffc-74e40e0e5853 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:18:21.126928 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-42fe04d9-78c0-4279-bffc-74e40e0e5853 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:18:21.205940 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:21.222992 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42fe04d9-78c0-4279-bffc-74e40e0e5853 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:21.281883 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18389f63-f3bd-4626-b9c1-a4fbc219e01e None None] Pushing event updated for resources: {'Port': ['ID=767ed5f4-4fdc-461e-befd-aae40c37283e,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:21.289473 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Routers {'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:18:21.290123 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:18:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:18:21.291359 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42fe04d9-78c0-4279-bffc-74e40e0e5853 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:21.371601 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42fe04d9-78c0-4279-bffc-74e40e0e5853 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:21.397984 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe04d9-78c0-4279-bffc-74e40e0e5853 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca1062b-c020-4eb8-9eca-ac97229a1211,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:21.465376 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42fe04d9-78c0-4279-bffc-74e40e0e5853 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:21.466687 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-42fe04d9-78c0-4279-bffc-74e40e0e5853 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3645487 Jan 20 11:18:21.469389 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39610) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:21.475765 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3020af65-46eb-4dda-970d-8869da4b6957 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '143bd543-8d52-4d4d-a6f7-2d7d4b2b8791', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:18:21.481354 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3020af65-46eb-4dda-970d-8869da4b6957 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:18:21.481497 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] Set router dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:18:21.485110 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3020af65-46eb-4dda-970d-8869da4b6957 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:18:21.487990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3020af65-46eb-4dda-970d-8869da4b6957 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:18:21.494311 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3020af65-46eb-4dda-970d-8869da4b6957 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:18:21.562920 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-3020af65-46eb-4dda-970d-8869da4b6957 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:18:21.570554 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3020af65-46eb-4dda-970d-8869da4b6957 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:21.636158 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3020af65-46eb-4dda-970d-8869da4b6957 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:21.707958 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3020af65-46eb-4dda-970d-8869da4b6957 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:21.735599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020af65-46eb-4dda-970d-8869da4b6957 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54785f50-6263-4fc8-80c4-c3cbd610a3f9,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:21.793879 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3020af65-46eb-4dda-970d-8869da4b6957 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:21.794129 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'name': 'tempest-TestNetworkBasicOps-router-322880388', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:17Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '767ed5f4-4fdc-461e-befd-aae40c37283e', 'name': '', 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:69:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f647027-968b-4703-98e9-ae7687cf6715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:16Z', 'updated_at': '2022-01-20T11:18:21Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '4f647027-968b-4703-98e9-ae7687cf6715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:18:21.795084 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3020af65-46eb-4dda-970d-8869da4b6957 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3247302 Jan 20 11:18:21.797873 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39614) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:21.798105 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a38396-ae6b-45a4-8901-591ce6e02b58 None None] The sync data for ids ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'] in dv-neutron-825471-1-hyperv is: [{'id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'name': 'tempest-TestNetworkBasicOps-router-322880388', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:17Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '767ed5f4-4fdc-461e-befd-aae40c37283e', 'name': '', 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:69:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f647027-968b-4703-98e9-ae7687cf6715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:16Z', 'updated_at': '2022-01-20T11:18:21Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '4f647027-968b-4703-98e9-ae7687cf6715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:18:21.804612 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-09b12303-13b0-431c-a4a9-b88e68aad8d1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '143bd543-8d52-4d4d-a6f7-2d7d4b2b8791', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:18:21.810659 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-09b12303-13b0-431c-a4a9-b88e68aad8d1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:18:21.814816 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-09b12303-13b0-431c-a4a9-b88e68aad8d1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:18:21.819389 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-09b12303-13b0-431c-a4a9-b88e68aad8d1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:18:21.827438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-09b12303-13b0-431c-a4a9-b88e68aad8d1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:18:21.908595 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-09b12303-13b0-431c-a4a9-b88e68aad8d1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:18:21.916016 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-09b12303-13b0-431c-a4a9-b88e68aad8d1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:21.987293 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-09b12303-13b0-431c-a4a9-b88e68aad8d1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:22.066435 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-09b12303-13b0-431c-a4a9-b88e68aad8d1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:22.095819 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b12303-13b0-431c-a4a9-b88e68aad8d1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbab8f2-7864-4d0f-824b-59b119fb8c0d,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:22.135321 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 767ed5f4-4fdc-461e-befd-aae40c37283e up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:18:22.166273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-09b12303-13b0-431c-a4a9-b88e68aad8d1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:22.179946 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-09b12303-13b0-431c-a4a9-b88e68aad8d1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3785517 Jan 20 11:18:22.274054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 767ed5f4-4fdc-461e-befd-aae40c37283e completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:18:22.279963 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 767ed5f4-4fdc-461e-befd-aae40c37283e triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:18:22.283025 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:22.357615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-63762fc7-9da0-44ff-8e9a-d6f0d3e8bd96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:18:22.434789 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-63762fc7-9da0-44ff-8e9a-d6f0d3e8bd96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:18:22.436592 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-63762fc7-9da0-44ff-8e9a-d6f0d3e8bd96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1692383655&fields=id&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 267 time: 0.1246824 Jan 20 11:18:22.442940 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:22.483348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 767ed5f4-4fdc-461e-befd-aae40c37283e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=767ed5f4-4fdc-461e-befd-aae40c37283e,segment=NetworkSegment(8641e740-917e-4e1e-9379-07f9b502a310),segment_id=8641e740-917e-4e1e-9379-07f9b502a310)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:18:22.568523 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:22.589178 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-46f7c9ec-1b7d-4114-a0ab-a760dacf1528 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:22.591691 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-46f7c9ec-1b7d-4114-a0ab-a760dacf1528 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/networks?id=34889118-d6fc-4292-a810-9ac05524a40a HTTP/1.1" status: 200 len: 797 time: 0.1484582 Jan 20 11:18:22.613757 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-2b43be91-0927-47cb-9d97-918981799082 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/quotas/571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 375 time: 0.0162964 Jan 20 11:18:22.639813 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=767ed5f4-4fdc-461e-befd-aae40c37283e,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:22.696656 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-f81130bd-3f00-43c2-8a46-0bee1fbe55c5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:18:22.762325 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-f81130bd-3f00-43c2-8a46-0bee1fbe55c5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:18:22.763628 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-f81130bd-3f00-43c2-8a46-0bee1fbe55c5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1434340 Jan 20 11:18:22.971145 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-719f0849-2c18-46db-8d6e-5a0fe7b360c7 service neutron] 10.222.0.70 "GET /v2.0/networks/34889118-d6fc-4292-a810-9ac05524a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957912 Jan 20 11:18:23.101936 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-10b64244-cbee-4859-8ac0-b5212f11839f service neutron] 10.222.0.70 "GET /v2.0/networks/34889118-d6fc-4292-a810-9ac05524a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241241 Jan 20 11:18:23.387216 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-25b25cb9-bec9-4aff-b1bc-478b0e644321 req-bcd47b68-a9e2-4cbb-8e71-7447bc7d50ba tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 210 time: 0.0474131 Jan 20 11:18:24.114106 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 767ed5f4-4fdc-461e-befd-aae40c37283e up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:18:24.179759 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 767ed5f4-4fdc-461e-befd-aae40c37283e triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:18:24.180138 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:24.547387 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2272c5b5-c1df-4525-b5d5-acd1d42120c8 req-0cc807eb-c911-4f45-af3e-c8b777d606c8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 210 time: 0.0418849 Jan 20 11:18:25.391421 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-3d11adb9-9deb-47fb-ad36-aa67407fe997 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:25.392103 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-3d11adb9-9deb-47fb-ad36-aa67407fe997 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:18:25.462470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-3d11adb9-9deb-47fb-ad36-aa67407fe997 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:18:25.463539 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-3d11adb9-9deb-47fb-ad36-aa67407fe997 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/networks?id=34889118-d6fc-4292-a810-9ac05524a40a HTTP/1.1" status: 200 len: 797 time: 0.3279884 Jan 20 11:18:25.517605 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-928bb5fe-467a-4d39-9a33-08f932c71698 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:18:25.529582 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-928bb5fe-467a-4d39-9a33-08f932c71698 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:18:25.530689 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-928bb5fe-467a-4d39-9a33-08f932c71698 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 380 time: 0.0554142 Jan 20 11:18:25.539301 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-70e864cd-f6a1-4aa4-a375-930504a437d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'port': {'device_id': '26fbc6f9-ba75-4fce-a216-43188073a991', 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a', 'admin_state_up': True, 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'security_groups': ['143bd543-8d52-4d4d-a6f7-2d7d4b2b8791']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:18:25.677885 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-70e864cd-f6a1-4aa4-a375-930504a437d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:18:25.687586 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-70e864cd-f6a1-4aa4-a375-930504a437d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:18:25.715190 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81038c34-b226-4f9b-aa9e-bdaf5e2f810c req-2e60a65f-620f-4ac8-a8a7-eb86ee8f0b29 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 210 time: 0.0438762 Jan 20 11:18:25.759411 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-70e864cd-f6a1-4aa4-a375-930504a437d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:18:25.762465 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-70e864cd-f6a1-4aa4-a375-930504a437d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:25.924553 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-70e864cd-f6a1-4aa4-a375-930504a437d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.11 (34889118-d6fc-4292-a810-9ac05524a40a/4f647027-968b-4703-98e9-ae7687cf6715/f7a47e59-a0bd-4131-83ca-cbf9066e2be6) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:18:26.107098 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-70e864cd-f6a1-4aa4-a375-930504a437d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:26.121877 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-70e864cd-f6a1-4aa4-a375-930504a437d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object f7a47e59-a0bd-4131-83ca-cbf9066e2be6 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:18:26.211131 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-70e864cd-f6a1-4aa4-a375-930504a437d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:26.281984 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-70e864cd-f6a1-4aa4-a375-930504a437d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 34889118-d6fc-4292-a810-9ac05524a40a is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:18:26.284951 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-70e864cd-f6a1-4aa4-a375-930504a437d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:18:26.289326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-70e864cd-f6a1-4aa4-a375-930504a437d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:18:26.316646 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e864cd-f6a1-4aa4-a375-930504a437d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=f7a47e59-a0bd-4131-83ca-cbf9066e2be6,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:26.362848 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-70e864cd-f6a1-4aa4-a375-930504a437d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:26.363503 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-70e864cd-f6a1-4aa4-a375-930504a437d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:26.449018 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-70e864cd-f6a1-4aa4-a375-930504a437d3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9133413 Jan 20 11:18:26.460605 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Request body: {'port': {'device_id': '26fbc6f9-ba75-4fce-a216-43188073a991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:18:26.564791 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:26.565237 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d58849e8-5c5d-456d-861d-e7a28548ca8f None None] Provisioning for port f7a47e59-a0bd-4131-83ca-cbf9066e2be6 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:18:26.570796 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d58849e8-5c5d-456d-861d-e7a28548ca8f None None] Provisioning complete for port f7a47e59-a0bd-4131-83ca-cbf9066e2be6 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:18:26.571264 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d58849e8-5c5d-456d-861d-e7a28548ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:26.621605 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d58849e8-5c5d-456d-861d-e7a28548ca8f None None] Port f7a47e59-a0bd-4131-83ca-cbf9066e2be6 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:18:26.902485 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a47e59-a0bd-4131-83ca-cbf9066e2be6 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:18:26.911189 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:26.913871 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef6642-850b-4598-9c00-340a42d65152 req-f558cb8f-f136-4545-906f-16fa06ac5118 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:26.915324 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-41ef6642-850b-4598-9c00-340a42d65152 req-f558cb8f-f136-4545-906f-16fa06ac5118 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 932 time: 0.0790706 Jan 20 11:18:26.929279 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Transition to ACTIVE for port object f7a47e59-a0bd-4131-83ca-cbf9066e2be6 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:18:26.960719 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-41ef6642-850b-4598-9c00-340a42d65152 req-822296b8-39b2-4750-a166-db6ea0f76829 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=143bd543-8d52-4d4d-a6f7-2d7d4b2b8791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396671 Jan 20 11:18:26.999565 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:27.126999 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a47e59-a0bd-4131-83ca-cbf9066e2be6,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:27.237259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Attempting to bind port f7a47e59-a0bd-4131-83ca-cbf9066e2be6 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:18:27.237620 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Attempting to bind port f7a47e59-a0bd-4131-83ca-cbf9066e2be6 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '8641e740-917e-4e1e-9379-07f9b502a310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:18:27.237977 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Attempting to bind port f7a47e59-a0bd-4131-83ca-cbf9066e2be6 on network 34889118-d6fc-4292-a810-9ac05524a40a {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:18:27.244521 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Port f7a47e59-a0bd-4131-83ca-cbf9066e2be6 on network 34889118-d6fc-4292-a810-9ac05524a40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:18:27.244846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Attempting to bind port f7a47e59-a0bd-4131-83ca-cbf9066e2be6 on network 34889118-d6fc-4292-a810-9ac05524a40a {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:18:27.251028 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:18:27.251364 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Checking segment: {'id': '8641e740-917e-4e1e-9379-07f9b502a310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:18:27.251745 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Bound using segment: {'id': '8641e740-917e-4e1e-9379-07f9b502a310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:18:27.252194 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Bound port: f7a47e59-a0bd-4131-83ca-cbf9066e2be6, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8641e740-917e-4e1e-9379-07f9b502a310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:18:27.252538 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:27.338710 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] For port f7a47e59-a0bd-4131-83ca-cbf9066e2be6, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:18:27.341525 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] For port f7a47e59-a0bd-4131-83ca-cbf9066e2be6, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f7a47e59-a0bd-4131-83ca-cbf9066e2be6,segment=NetworkSegment(8641e740-917e-4e1e-9379-07f9b502a310),segment_id=8641e740-917e-4e1e-9379-07f9b502a310)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:18:27.411338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:27.472752 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:27.474329 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] 10.222.0.72 "PUT /v2.0/ports/f7a47e59-a0bd-4131-83ca-cbf9066e2be6 HTTP/1.1" status: 200 len: 1094 time: 1.0186293 Jan 20 11:18:27.475258 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fbc6f9-ba75-4fce-a216-43188073a991', 'tag': 'f7a47e59-a0bd-4131-83ca-cbf9066e2be6'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:18:27.494703 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f9388-b462-4a7a-8e7e-e4454a967308 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a47e59-a0bd-4131-83ca-cbf9066e2be6,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:27.534181 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fbc6f9-ba75-4fce-a216-43188073a991', 'tag': 'f7a47e59-a0bd-4131-83ca-cbf9066e2be6', 'status': 'completed', 'code': 200} Jan 20 11:18:27.720106 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-244739e2-0987-462e-b28a-a65cf785c3d5 req-d8c4351b-a9a2-4aa4-bcde-f311f34011ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 1097 time: 0.1659253 Jan 20 11:18:27.853686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244739e2-0987-462e-b28a-a65cf785c3d5 req-3367b0e6-9aa4-416c-a687-e09430212cf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:27.855012 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-244739e2-0987-462e-b28a-a65cf785c3d5 req-3367b0e6-9aa4-416c-a687-e09430212cf2 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1282589 Jan 20 11:18:27.988972 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244739e2-0987-462e-b28a-a65cf785c3d5 req-02854d71-07a1-49e5-90b3-3749e7c13e9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:27.990399 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-244739e2-0987-462e-b28a-a65cf785c3d5 req-02854d71-07a1-49e5-90b3-3749e7c13e9c service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298678 Jan 20 11:18:28.093989 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-74039260-c350-4047-b5a9-5b4cc5e856b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 1097 time: 0.0692379 Jan 20 11:18:28.158617 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d82b0-f011-43fc-9205-585d64340844 req-4bb40a1a-51ea-40c6-ac6c-93f9bdee3854 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:28.160059 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1c7d82b0-f011-43fc-9205-585d64340844 req-4bb40a1a-51ea-40c6-ac6c-93f9bdee3854 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 944 time: 0.0746672 Jan 20 11:18:28.163282 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-a2c384a7-c96d-446e-a8fc-ac1eebc3f517 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7a47e59-a0bd-4131-83ca-cbf9066e2be6 HTTP/1.1" status: 200 len: 217 time: 0.0625420 Jan 20 11:18:28.209592 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1c7d82b0-f011-43fc-9205-585d64340844 req-4c6873bd-18b4-4108-8a62-89e6d27c64ec tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=143bd543-8d52-4d4d-a6f7-2d7d4b2b8791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433655 Jan 20 11:18:28.226981 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-0a0eee09-04d1-43ee-aaf3-82dd88bf1e80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:28.228395 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-0a0eee09-04d1-43ee-aaf3-82dd88bf1e80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4f647027-968b-4703-98e9-ae7687cf6715 HTTP/1.1" status: 200 len: 843 time: 0.0602469 Jan 20 11:18:28.303665 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-05dba568-b379-4da1-98a5-a2db8999d749 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34889118-d6fc-4292-a810-9ac05524a40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671389 Jan 20 11:18:28.436906 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-5b7f35aa-6c7b-49c7-9b85-8424e85b700c service neutron] 10.222.0.72 "GET /v2.0/networks/34889118-d6fc-4292-a810-9ac05524a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303332 Jan 20 11:18:28.564577 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d162b3b8-0d04-4551-b9ae-31ec18cfd6b8 req-3002c9e9-b260-4951-8b6c-db5e4f46d84a service neutron] 10.222.0.72 "GET /v2.0/networks/34889118-d6fc-4292-a810-9ac05524a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212847 Jan 20 11:18:29.404615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5fdb2-5380-4b80-901d-9a0faefb7734 req-8e29af66-9c1e-4f19-b5c6-3642cb5b4e54 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:29.406098 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-59e5fdb2-5380-4b80-901d-9a0faefb7734 req-8e29af66-9c1e-4f19-b5c6-3642cb5b4e54 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 944 time: 0.0767806 Jan 20 11:18:29.452757 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-59e5fdb2-5380-4b80-901d-9a0faefb7734 req-d9bd1ca5-5277-4287-9209-bc0ae501f06f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=143bd543-8d52-4d4d-a6f7-2d7d4b2b8791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410759 Jan 20 11:18:30.651539 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e060a8-ed53-4a3c-87cd-8be85f7938c3 req-9ae8be13-aa4c-4412-a57b-b4423ab03214 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:30.652988 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b5e060a8-ed53-4a3c-87cd-8be85f7938c3 req-9ae8be13-aa4c-4412-a57b-b4423ab03214 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 944 time: 0.0787163 Jan 20 11:18:30.697593 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b5e060a8-ed53-4a3c-87cd-8be85f7938c3 req-d5a2a6ea-e8ad-4c5d-905c-94a0bba95ee9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=143bd543-8d52-4d4d-a6f7-2d7d4b2b8791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390058 Jan 20 11:18:30.951431 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f7a47e59-a0bd-4131-83ca-cbf9066e2be6 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:18:31.082671 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f7a47e59-a0bd-4131-83ca-cbf9066e2be6, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f7a47e59-a0bd-4131-83ca-cbf9066e2be6,segment=NetworkSegment(8641e740-917e-4e1e-9379-07f9b502a310),segment_id=8641e740-917e-4e1e-9379-07f9b502a310)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:18:31.099229 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'f7a47e59-a0bd-4131-83ca-cbf9066e2be6', 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a', 'port_id': 'f7a47e59-a0bd-4131-83ca-cbf9066e2be6', 'mac_address': 'fa:16:3e:87:9d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f647027-968b-4703-98e9-ae7687cf6715', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:18:31.150429 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:31.167302 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a47e59-a0bd-4131-83ca-cbf9066e2be6 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:18:31.181274 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f7a47e59-a0bd-4131-83ca-cbf9066e2be6, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f7a47e59-a0bd-4131-83ca-cbf9066e2be6,segment=NetworkSegment(8641e740-917e-4e1e-9379-07f9b502a310),segment_id=8641e740-917e-4e1e-9379-07f9b502a310)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:18:31.259334 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:31.332346 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=f7a47e59-a0bd-4131-83ca-cbf9066e2be6,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:31.398887 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f10f5682-8842-4aaa-aed9-e0291eee4fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:31.460796 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['f7a47e59-a0bd-4131-83ca-cbf9066e2be6'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:18:31.891257 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f50cef-5c10-45a3-b0ab-dded728045da req-45e4b568-2e2a-421a-9bfb-ddb240a4813b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:31.892618 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-60f50cef-5c10-45a3-b0ab-dded728045da req-45e4b568-2e2a-421a-9bfb-ddb240a4813b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 945 time: 0.0760794 Jan 20 11:18:31.936841 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-60f50cef-5c10-45a3-b0ab-dded728045da req-b1438ca3-cd7b-449f-b54e-e8e97e355a47 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=143bd543-8d52-4d4d-a6f7-2d7d4b2b8791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383925 Jan 20 11:18:32.983668 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f7a47e59-a0bd-4131-83ca-cbf9066e2be6 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:18:33.113560 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port f7a47e59-a0bd-4131-83ca-cbf9066e2be6 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:18:33.118942 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port f7a47e59-a0bd-4131-83ca-cbf9066e2be6 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:18:33.119483 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:33.229283 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f9862-7c72-4f2c-a006-ca06f8224176 req-8c5c4396-eaac-4b81-a0f1-aa4ff53c83a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:33.230778 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-886f9862-7c72-4f2c-a006-ca06f8224176 req-8c5c4396-eaac-4b81-a0f1-aa4ff53c83a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 945 time: 0.1677701 Jan 20 11:18:33.234436 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:33.262642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fbc6f9-ba75-4fce-a216-43188073a991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a47e59-a0bd-4131-83ca-cbf9066e2be6'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:18:33.272537 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f7a47e59-a0bd-4131-83ca-cbf9066e2be6, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f7a47e59-a0bd-4131-83ca-cbf9066e2be6,segment=NetworkSegment(8641e740-917e-4e1e-9379-07f9b502a310),segment_id=8641e740-917e-4e1e-9379-07f9b502a310)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:18:33.276837 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-886f9862-7c72-4f2c-a006-ca06f8224176 req-bec92658-2323-4f2f-841a-8c0a23355a18 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=143bd543-8d52-4d4d-a6f7-2d7d4b2b8791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401978 Jan 20 11:18:33.318894 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fbc6f9-ba75-4fce-a216-43188073a991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a47e59-a0bd-4131-83ca-cbf9066e2be6', 'code': 200} Jan 20 11:18:33.367962 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:33.433265 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=f7a47e59-a0bd-4131-83ca-cbf9066e2be6,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:33.645952 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1f0b8841-2890-47ac-b8f1-48c9f4df9813 req-4f771b7c-9a9f-45d8-b3d6-5b0550b8cc5d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 1099 time: 0.0666416 Jan 20 11:18:33.690807 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1f0b8841-2890-47ac-b8f1-48c9f4df9813 req-5509b00e-29e8-4cc5-b6cd-093c1d80bdab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=143bd543-8d52-4d4d-a6f7-2d7d4b2b8791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387628 Jan 20 11:18:33.822588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9c54eff-d83a-4522-b939-20e00f057584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:34.471830 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fb0c1-bdbd-4aa8-a161-69938ef01fb4 req-3a2990d7-19ec-4fd1-9aa0-178c8077babb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:34.473281 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a7fb0c1-bdbd-4aa8-a161-69938ef01fb4 req-3a2990d7-19ec-4fd1-9aa0-178c8077babb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 946 time: 0.0753455 Jan 20 11:18:34.518410 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a7fb0c1-bdbd-4aa8-a161-69938ef01fb4 req-6a98ef99-d9a4-45b1-9332-28ceeee8be53 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=143bd543-8d52-4d4d-a6f7-2d7d4b2b8791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391707 Jan 20 11:18:34.839416 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:34.959455 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:35.718518 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407120a-705d-4468-9479-992e38e332d6 req-ee9d32f3-f7f7-4031-909e-f73c4690bd6c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:35.719942 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b407120a-705d-4468-9479-992e38e332d6 req-ee9d32f3-f7f7-4031-909e-f73c4690bd6c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 946 time: 0.0810118 Jan 20 11:18:35.763411 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b407120a-705d-4468-9479-992e38e332d6 req-80037a53-4981-419b-96f9-82c65aea5a44 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=143bd543-8d52-4d4d-a6f7-2d7d4b2b8791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380538 Jan 20 11:18:35.954826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb561a5-9c7a-4911-8914-f00b606d16ef req-9cee30c4-c1c4-41b3-b796-0464ecd1a95e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:35.956281 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-deb561a5-9c7a-4911-8914-f00b606d16ef req-9cee30c4-c1c4-41b3-b796-0464ecd1a95e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 946 time: 0.0750387 Jan 20 11:18:36.003632 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-deb561a5-9c7a-4911-8914-f00b606d16ef req-3f389b63-2057-4c4d-9d4f-782c7a0210ce tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=143bd543-8d52-4d4d-a6f7-2d7d4b2b8791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419359 Jan 20 11:18:36.032051 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39664) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:36.099684 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8c07f4c7-b736-4892-ad93-72ef8a7dd1bd tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 1094 time: 0.0665231 Jan 20 11:18:36.102419 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39668) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:36.107408 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': 'f7a47e59-a0bd-4131-83ca-cbf9066e2be6', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:18:36.112628 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:18:36.116340 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:floatingip and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:18:36.119147 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:18:36.124660 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:18:36.219351 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:36.290542 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:36.354265 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:36.546189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.26.0.124 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/2d817a9e-3222-4557-a3bb-bef091009a78) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:18:36.689620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:36.767758 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:36.830375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:18:36.833044 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:18:36.836579 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:18:36.868099 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=2d817a9e-3222-4557-a3bb-bef091009a78,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:37.332726 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:37.489777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:37.767078 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:37.833989 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:37.938955 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=2d817a9e-3222-4557-a3bb-bef091009a78,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:18:37.953176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:38.138988 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Floating IP 7aad1c26-6057-40d6-894b-98d2e79373b7 associated. External IP: 172.26.0.124, port: f7a47e59-a0bd-4131-83ca-cbf9066e2be6. Jan 20 11:18:38.519090 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:18:38.719062 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:18:38.728963 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153154a5-ae98-457a-ad54-184e7a75fb8f None None] Sync routers for ids ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:18:38.740352 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153154a5-ae98-457a-ad54-184e7a75fb8f None None] Routers {'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:18:38.740963 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-153154a5-ae98-457a-ad54-184e7a75fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:18:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:18:38.842407 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:38.901447 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6b52b406-9899-4351-8ce5-cb21f08692b7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7980177 Jan 20 11:18:38.902283 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fbc6f9-ba75-4fce-a216-43188073a991', 'tag': 'f7a47e59-a0bd-4131-83ca-cbf9066e2be6'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:18:38.904871 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39672) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:38.921931 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-153154a5-ae98-457a-ad54-184e7a75fb8f None None] Set router dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:18:38.986341 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fbc6f9-ba75-4fce-a216-43188073a991', 'tag': 'f7a47e59-a0bd-4131-83ca-cbf9066e2be6', 'status': 'completed', 'code': 200} Jan 20 11:18:39.085838 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c24ce36c-b18d-4b50-be6a-586598418f24 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/7aad1c26-6057-40d6-894b-98d2e79373b7 HTTP/1.1" status: 200 len: 992 time: 0.1790254 Jan 20 11:18:39.105224 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3ad829d2-52ab-44be-a23a-b9321b27b09f req-9fa92375-dc0d-40c3-aa63-93f7d5ec2b41 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 1099 time: 0.0967095 Jan 20 11:18:39.232905 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad829d2-52ab-44be-a23a-b9321b27b09f req-bd98dcab-b36f-4b1d-8b46-90b76b8a5ede service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:39.234400 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3ad829d2-52ab-44be-a23a-b9321b27b09f req-bd98dcab-b36f-4b1d-8b46-90b76b8a5ede service neutron] 10.222.0.72 "GET /v2.0/networks?id=34889118-d6fc-4292-a810-9ac05524a40a HTTP/1.1" status: 200 len: 898 time: 0.1238191 Jan 20 11:18:39.301353 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-153154a5-ae98-457a-ad54-184e7a75fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'name': 'tempest-TestNetworkBasicOps-router-322880388', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:17Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '7aad1c26-6057-40d6-894b-98d2e79373b7', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.124', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'port_id': 'f7a47e59-a0bd-4131-83ca-cbf9066e2be6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a', 'mac_address': 'fa:16:3e:87:9d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fbc6f9-ba75-4fce-a216-43188073a991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:18:37Z', 'updated_at': '2022-01-20T11:18:37Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767ed5f4-4fdc-461e-befd-aae40c37283e', 'name': '', 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f647027-968b-4703-98e9-ae7687cf6715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:16Z', 'updated_at': '2022-01-20T11:18:22Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '4f647027-968b-4703-98e9-ae7687cf6715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:18:39.307765 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153154a5-ae98-457a-ad54-184e7a75fb8f None None] Checking router: dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:18:39.317002 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153154a5-ae98-457a-ad54-184e7a75fb8f None None] Routers {'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:18:39.317633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-153154a5-ae98-457a-ad54-184e7a75fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:18:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:18:39.338187 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3ad829d2-52ab-44be-a23a-b9321b27b09f req-2ac0dc8c-f4f8-4d0f-9934-8eb73c85f17b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7a47e59-a0bd-4131-83ca-cbf9066e2be6 HTTP/1.1" status: 200 len: 1000 time: 0.0975964 Jan 20 11:18:39.399615 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad829d2-52ab-44be-a23a-b9321b27b09f req-329856b8-8c9c-4ded-be4a-39f4e9743736 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:18:39.401333 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3ad829d2-52ab-44be-a23a-b9321b27b09f req-329856b8-8c9c-4ded-be4a-39f4e9743736 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4f647027-968b-4703-98e9-ae7687cf6715 HTTP/1.1" status: 200 len: 843 time: 0.0581377 Jan 20 11:18:39.478691 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3ad829d2-52ab-44be-a23a-b9321b27b09f req-f3057d59-0a2d-4122-b78f-75d148546fcb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34889118-d6fc-4292-a810-9ac05524a40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719440 Jan 20 11:18:39.500996 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-153154a5-ae98-457a-ad54-184e7a75fb8f None None] Set router dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:18:39.639266 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:18:39.708511 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3ad829d2-52ab-44be-a23a-b9321b27b09f req-e0ca2908-9081-407f-9623-5cfd45658155 service neutron] 10.222.0.72 "GET /v2.0/networks/34889118-d6fc-4292-a810-9ac05524a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243369 Jan 20 11:18:39.836644 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3ad829d2-52ab-44be-a23a-b9321b27b09f req-912cad7c-9266-493e-aa62-c9ecb30a6a36 service neutron] 10.222.0.72 "GET /v2.0/networks/34889118-d6fc-4292-a810-9ac05524a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230032 Jan 20 11:18:39.866487 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-153154a5-ae98-457a-ad54-184e7a75fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'name': 'tempest-TestNetworkBasicOps-router-322880388', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:17Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '7aad1c26-6057-40d6-894b-98d2e79373b7', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.124', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'port_id': 'f7a47e59-a0bd-4131-83ca-cbf9066e2be6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a', 'mac_address': 'fa:16:3e:87:9d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fbc6f9-ba75-4fce-a216-43188073a991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:18:37Z', 'updated_at': '2022-01-20T11:18:37Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767ed5f4-4fdc-461e-befd-aae40c37283e', 'name': '', 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f647027-968b-4703-98e9-ae7687cf6715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:16Z', 'updated_at': '2022-01-20T11:18:22Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '4f647027-968b-4703-98e9-ae7687cf6715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:18:39.871800 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153154a5-ae98-457a-ad54-184e7a75fb8f None None] The sync data for ids ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'] in dv-neutron-825471-1-hyperv is: [{'id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'name': 'tempest-TestNetworkBasicOps-router-322880388', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:17Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '7aad1c26-6057-40d6-894b-98d2e79373b7', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.124', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'port_id': 'f7a47e59-a0bd-4131-83ca-cbf9066e2be6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a', 'mac_address': 'fa:16:3e:87:9d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fbc6f9-ba75-4fce-a216-43188073a991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:18:37Z', 'updated_at': '2022-01-20T11:18:37Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767ed5f4-4fdc-461e-befd-aae40c37283e', 'name': '', 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f647027-968b-4703-98e9-ae7687cf6715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:16Z', 'updated_at': '2022-01-20T11:18:22Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '4f647027-968b-4703-98e9-ae7687cf6715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:18:40.090602 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39678) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:40.170838 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123ef6e1-dadb-42e9-9935-ebf822d517bf None None] New status for floating IP 7aad1c26-6057-40d6-894b-98d2e79373b7: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:18:40.202264 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2d6a7aa5-fc75-47ad-934e-812e9a992c97 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/7aad1c26-6057-40d6-894b-98d2e79373b7 HTTP/1.1" status: 200 len: 992 time: 0.1104305 Jan 20 11:18:41.206117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39682) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:18:41.307430 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-291a0513-57b8-48df-b562-fa51740ef289 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/7aad1c26-6057-40d6-894b-98d2e79373b7 HTTP/1.1" status: 200 len: 994 time: 0.0996547 Jan 20 11:18:42.027600 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:19:01.390320 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-328b0601-ec45-4a5d-b9fb-a340b31d60b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:19:03.847112 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca3fb174-9ee4-4812-8eca-1f9bf9b40907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:19:04.827171 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:19:04.964411 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:19:06.263957 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:19:09.607633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:19:19.026523 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:19:28.558220 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-153d665c-b5c6-4cba-b3ae-95f8bdc89433 req-997c1524-2e7e-40e5-bf79-fd1f510224f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704160 Jan 20 11:19:28.693700 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-153d665c-b5c6-4cba-b3ae-95f8bdc89433 req-247c1af5-8e54-4d88-86f4-7e68df4e4aba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 1099 time: 0.0674233 Jan 20 11:19:28.834722 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d665c-b5c6-4cba-b3ae-95f8bdc89433 req-da9f30d8-48ba-4086-9365-6dec4cf861ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:19:28.836067 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-153d665c-b5c6-4cba-b3ae-95f8bdc89433 req-da9f30d8-48ba-4086-9365-6dec4cf861ca service neutron] 10.222.0.72 "GET /v2.0/networks?id=34889118-d6fc-4292-a810-9ac05524a40a HTTP/1.1" status: 200 len: 898 time: 0.1233859 Jan 20 11:19:28.936733 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-153d665c-b5c6-4cba-b3ae-95f8bdc89433 req-5dc157a0-549f-40ce-84e9-679f49bb60a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7a47e59-a0bd-4131-83ca-cbf9066e2be6 HTTP/1.1" status: 200 len: 1002 time: 0.0949893 Jan 20 11:19:28.996691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d665c-b5c6-4cba-b3ae-95f8bdc89433 req-47c19a4c-d9a2-4c96-9fea-0ef951b375c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:19:28.998461 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-153d665c-b5c6-4cba-b3ae-95f8bdc89433 req-47c19a4c-d9a2-4c96-9fea-0ef951b375c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4f647027-968b-4703-98e9-ae7687cf6715 HTTP/1.1" status: 200 len: 843 time: 0.0563328 Jan 20 11:19:29.072787 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-153d665c-b5c6-4cba-b3ae-95f8bdc89433 req-ee4cb3c7-2096-4b94-971a-caed87df7df3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34889118-d6fc-4292-a810-9ac05524a40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692825 Jan 20 11:19:29.081844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [req-153d665c-b5c6-4cba-b3ae-95f8bdc89433 req-cd1f69c1-96dd-4d7a-b91f-f2b6255c756a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84331) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:19:29.082738 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-153d665c-b5c6-4cba-b3ae-95f8bdc89433 req-cd1f69c1-96dd-4d7a-b91f-f2b6255c756a service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047262 Jan 20 11:19:29.211271 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-153d665c-b5c6-4cba-b3ae-95f8bdc89433 req-6174d8df-38a0-48a3-b0a8-7ecad5f4d214 service neutron] 10.222.0.72 "GET /v2.0/networks/34889118-d6fc-4292-a810-9ac05524a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225893 Jan 20 11:19:29.338136 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-153d665c-b5c6-4cba-b3ae-95f8bdc89433 req-30e8beda-b655-4d85-ba9c-06a25b4dbfa8 service neutron] 10.222.0.72 "GET /v2.0/networks/34889118-d6fc-4292-a810-9ac05524a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214900 Jan 20 11:19:31.409722 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77848f70-452b-49f3-bf2f-d015be8b9a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:19:33.823792 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a0f4a22-1372-4015-b89b-9e658ac2337e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:19:34.835017 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:19:34.960619 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:19:36.303093 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:19:39.634783 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:19:56.026399 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:20:01.405651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-25b33689-4392-4c76-bf17-9512c5aa0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:20:03.822709 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-79fbd808-cdae-404f-8285-fdb3aae8971a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:20:04.871569 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:20:04.969222 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:20:06.285297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:20:09.627802 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:20:28.615500 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a90619e0-3273-4ab7-bb67-c89c2677dcda req-fd6fb5a6-7abb-48da-b45c-7245d3f28696 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1275928 Jan 20 11:20:28.753869 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a90619e0-3273-4ab7-bb67-c89c2677dcda req-fc769e69-7590-45d0-84a9-dcedeb082e61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 1099 time: 0.0711946 Jan 20 11:20:28.998279 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90619e0-3273-4ab7-bb67-c89c2677dcda req-9a705d02-68a5-43db-b405-fff0c9e77d18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:20:28.999789 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a90619e0-3273-4ab7-bb67-c89c2677dcda req-9a705d02-68a5-43db-b405-fff0c9e77d18 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34889118-d6fc-4292-a810-9ac05524a40a HTTP/1.1" status: 200 len: 898 time: 0.2257247 Jan 20 11:20:29.100773 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a90619e0-3273-4ab7-bb67-c89c2677dcda req-8d0ea3ed-4977-4e1c-a760-7e6c119d65f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7a47e59-a0bd-4131-83ca-cbf9066e2be6 HTTP/1.1" status: 200 len: 1002 time: 0.0949657 Jan 20 11:20:29.104099 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39718) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:20:29.165983 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90619e0-3273-4ab7-bb67-c89c2677dcda req-9aecf12a-70c8-4427-8e12-50b26c09b4d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:20:29.167415 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a90619e0-3273-4ab7-bb67-c89c2677dcda req-9aecf12a-70c8-4427-8e12-50b26c09b4d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4f647027-968b-4703-98e9-ae7687cf6715 HTTP/1.1" status: 200 len: 843 time: 0.0571952 Jan 20 11:20:29.209909 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-2b23df63-c1a1-438e-8dc0-3c663f5370c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:20:29.372214 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a90619e0-3273-4ab7-bb67-c89c2677dcda req-d5fd9781-8d02-45e1-9170-1ca0992841f0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34889118-d6fc-4292-a810-9ac05524a40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1990635 Jan 20 11:20:29.565691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2b23df63-c1a1-438e-8dc0-3c663f5370c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32064715'] for subnet, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:20:29.574341 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a90619e0-3273-4ab7-bb67-c89c2677dcda req-faa924a6-2bec-46e8-83b6-2016015aa784 service neutron] 10.222.0.72 "GET /v2.0/networks/34889118-d6fc-4292-a810-9ac05524a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964121 Jan 20 11:20:29.799407 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a90619e0-3273-4ab7-bb67-c89c2677dcda req-443a341b-1f4b-4fb3-9a7c-7da97e11447c service neutron] 10.222.0.72 "GET /v2.0/networks/34889118-d6fc-4292-a810-9ac05524a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943519 Jan 20 11:20:29.919245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2b23df63-c1a1-438e-8dc0-3c663f5370c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747725419255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32148229'] for subnet, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:20:29.971101 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b23df63-c1a1-438e-8dc0-3c663f5370c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:20:29.971662 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2b23df63-c1a1-438e-8dc0-3c663f5370c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:20:29.972907 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2b23df63-c1a1-438e-8dc0-3c663f5370c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/subnets/4f647027-968b-4703-98e9-ae7687cf6715 HTTP/1.1" status: 200 len: 835 time: 0.8679063 Jan 20 11:20:29.975887 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8481c0bd-eedb-4a72-a7eb-310e0ae7ab2d None None] Network 34889118-d6fc-4292-a810-9ac05524a40a requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:20:29.992779 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23df63-c1a1-438e-8dc0-3c663f5370c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Subnet': ['ID=4f647027-968b-4703-98e9-ae7687cf6715,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:20:30.001741 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23df63-c1a1-438e-8dc0-3c663f5370c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:20:30.002089 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23df63-c1a1-438e-8dc0-3c663f5370c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:20:30.002426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23df63-c1a1-438e-8dc0-3c663f5370c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:20:30.002758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23df63-c1a1-438e-8dc0-3c663f5370c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:20:30.003089 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23df63-c1a1-438e-8dc0-3c663f5370c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:20:30.003415 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23df63-c1a1-438e-8dc0-3c663f5370c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:20:30.003749 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23df63-c1a1-438e-8dc0-3c663f5370c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:20:30.004061 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23df63-c1a1-438e-8dc0-3c663f5370c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:20:30.004385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23df63-c1a1-438e-8dc0-3c663f5370c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:20:30.004700 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23df63-c1a1-438e-8dc0-3c663f5370c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:20:30.005015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23df63-c1a1-438e-8dc0-3c663f5370c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:20:30.447593 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7410a1a1-6698-4c22-8775-e9bb9d45aa61 None None] Provisioning complete for port 767ed5f4-4fdc-461e-befd-aae40c37283e triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:20:30.447963 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7410a1a1-6698-4c22-8775-e9bb9d45aa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:20:30.606850 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7410a1a1-6698-4c22-8775-e9bb9d45aa61 None None] Provisioning complete for port 18d4b322-cfbc-4ddb-8d24-66346c58e2f5 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:20:30.607128 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7410a1a1-6698-4c22-8775-e9bb9d45aa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:20:30.728539 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7410a1a1-6698-4c22-8775-e9bb9d45aa61 None None] Provisioning complete for port f7a47e59-a0bd-4131-83ca-cbf9066e2be6 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:20:30.728927 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7410a1a1-6698-4c22-8775-e9bb9d45aa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:20:31.407986 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07976972-5ee1-4b68-824e-43f84b2d8ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:20:33.026333 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:20:33.854023 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c1686f0e-fe7a-470a-98d9-d6d5e7e6c7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:20:34.867854 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:20:34.973634 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:20:36.282891 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:20:39.676300 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:01.404167 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-53d18878-5278-48b5-a91a-ead655cc8b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:03.958197 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dfac1299-93d4-4662-954c-384c9727af1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:04.855186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:04.969910 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:06.287181 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:09.681636 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:10.026716 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:21:12.896349 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39734) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:13.094620 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-b082d0b8-b496-40a6-a8d6-e4a3a9eacdfe tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 2d817a9e-3222-4557-a3bb-bef091009a78 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:21:13.094962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b082d0b8-b496-40a6-a8d6-e4a3a9eacdfe tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:13.259789 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b082d0b8-b496-40a6-a8d6-e4a3a9eacdfe tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:13.260030 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b082d0b8-b496-40a6-a8d6-e4a3a9eacdfe tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:13.475187 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-b082d0b8-b496-40a6-a8d6-e4a3a9eacdfe tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 2d817a9e-3222-4557-a3bb-bef091009a78 owned by network:floatingip {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:21:13.744921 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b082d0b8-b496-40a6-a8d6-e4a3a9eacdfe tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:13.789367 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082d0b8-b496-40a6-a8d6-e4a3a9eacdfe tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=2d817a9e-3222-4557-a3bb-bef091009a78,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:13.944196 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b082d0b8-b496-40a6-a8d6-e4a3a9eacdfe tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:14.330725 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b082d0b8-b496-40a6-a8d6-e4a3a9eacdfe tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:21:14.524651 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b082d0b8-b496-40a6-a8d6-e4a3a9eacdfe tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:21:14.533900 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c37f17-0caa-4fed-925c-beec6e95759d None None] Sync routers for ids ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:21:14.540604 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b082d0b8-b496-40a6-a8d6-e4a3a9eacdfe tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:14.545806 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c37f17-0caa-4fed-925c-beec6e95759d None None] Routers {'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:21:14.546428 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-53c37f17-0caa-4fed-925c-beec6e95759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:21:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:14.596266 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b082d0b8-b496-40a6-a8d6-e4a3a9eacdfe tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/floatingips/7aad1c26-6057-40d6-894b-98d2e79373b7 HTTP/1.1" status: 204 len: 168 time: 1.6986842 Jan 20 11:21:14.596838 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fbc6f9-ba75-4fce-a216-43188073a991', 'tag': 'f7a47e59-a0bd-4131-83ca-cbf9066e2be6'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:21:14.747170 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-53c37f17-0caa-4fed-925c-beec6e95759d None None] Set router dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:21:14.794054 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fbc6f9-ba75-4fce-a216-43188073a991', 'tag': 'f7a47e59-a0bd-4131-83ca-cbf9066e2be6', 'status': 'completed', 'code': 200} Jan 20 11:21:14.906340 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-933da7c2-4933-4450-96c8-6615ace72fa4 req-012e15b2-751d-4d61-a3bf-6401bd045bd1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 1099 time: 0.0896194 Jan 20 11:21:15.060627 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933da7c2-4933-4450-96c8-6615ace72fa4 req-816f4875-e9b4-4414-9014-4856ed11d3dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:15.062376 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-933da7c2-4933-4450-96c8-6615ace72fa4 req-816f4875-e9b4-4414-9014-4856ed11d3dd service neutron] 10.222.0.72 "GET /v2.0/networks?id=34889118-d6fc-4292-a810-9ac05524a40a HTTP/1.1" status: 200 len: 898 time: 0.1504235 Jan 20 11:21:15.081669 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-53c37f17-0caa-4fed-925c-beec6e95759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'name': 'tempest-TestNetworkBasicOps-router-322880388', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:17Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '767ed5f4-4fdc-461e-befd-aae40c37283e', 'name': '', 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f647027-968b-4703-98e9-ae7687cf6715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:16Z', 'updated_at': '2022-01-20T11:18:22Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '4f647027-968b-4703-98e9-ae7687cf6715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:15.084948 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c37f17-0caa-4fed-925c-beec6e95759d None None] Checking router: dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:21:15.095759 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c37f17-0caa-4fed-925c-beec6e95759d None None] Routers {'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:21:15.097060 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-53c37f17-0caa-4fed-925c-beec6e95759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:21:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:15.140418 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-933da7c2-4933-4450-96c8-6615ace72fa4 req-dae109c7-67de-4ce7-aa06-ea889e22b71c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7a47e59-a0bd-4131-83ca-cbf9066e2be6 HTTP/1.1" status: 200 len: 217 time: 0.0705464 Jan 20 11:21:15.207762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933da7c2-4933-4450-96c8-6615ace72fa4 req-e1da0289-7ea9-4b87-b0be-df05bd4b4612 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:15.209255 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-933da7c2-4933-4450-96c8-6615ace72fa4 req-e1da0289-7ea9-4b87-b0be-df05bd4b4612 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4f647027-968b-4703-98e9-ae7687cf6715 HTTP/1.1" status: 200 len: 843 time: 0.0626268 Jan 20 11:21:15.294596 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-933da7c2-4933-4450-96c8-6615ace72fa4 req-76a20651-42dc-4230-b541-1f7be6a0a20f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34889118-d6fc-4292-a810-9ac05524a40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784128 Jan 20 11:21:15.324549 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-53c37f17-0caa-4fed-925c-beec6e95759d None None] Set router dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:21:15.446451 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1023b6-ef99-4824-a971-1fc0af03a016 req-137ef1c1-04f7-4084-ae5a-7dce29470a01 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:15.447931 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d1023b6-ef99-4824-a971-1fc0af03a016 req-137ef1c1-04f7-4084-ae5a-7dce29470a01 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 946 time: 0.2474532 Jan 20 11:21:15.507591 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d1023b6-ef99-4824-a971-1fc0af03a016 req-0b9e4402-d057-4da2-9a0d-ef4701d8b4b2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=143bd543-8d52-4d4d-a6f7-2d7d4b2b8791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494072 Jan 20 11:21:15.597993 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-933da7c2-4933-4450-96c8-6615ace72fa4 req-da983011-63b8-46c7-a074-f54dac30cab8 service neutron] 10.222.0.72 "GET /v2.0/networks/34889118-d6fc-4292-a810-9ac05524a40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963653 Jan 20 11:21:15.740507 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-53c37f17-0caa-4fed-925c-beec6e95759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'name': 'tempest-TestNetworkBasicOps-router-322880388', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:17Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '767ed5f4-4fdc-461e-befd-aae40c37283e', 'name': '', 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f647027-968b-4703-98e9-ae7687cf6715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:16Z', 'updated_at': '2022-01-20T11:18:22Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '4f647027-968b-4703-98e9-ae7687cf6715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:15.744383 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c37f17-0caa-4fed-925c-beec6e95759d None None] The sync data for ids ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'] in dv-neutron-825471-1-hyperv is: [{'id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'name': 'tempest-TestNetworkBasicOps-router-322880388', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:17Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '767ed5f4-4fdc-461e-befd-aae40c37283e', 'name': '', 'network_id': '34889118-d6fc-4292-a810-9ac05524a40a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:cf:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f647027-968b-4703-98e9-ae7687cf6715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:16Z', 'updated_at': '2022-01-20T11:18:22Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '4f647027-968b-4703-98e9-ae7687cf6715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:21:15.747173 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-933da7c2-4933-4450-96c8-6615ace72fa4 req-036292ca-8fb0-4e0c-a76e-9e2dc6b6dcc6 service neutron] 10.222.0.72 "GET /v2.0/networks/34889118-d6fc-4292-a810-9ac05524a40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420610 Jan 20 11:21:15.980147 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a8401d-3616-4660-9780-4e4fc25d71e1 None None] New status for floating IP 7aad1c26-6057-40d6-894b-98d2e79373b7: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:21:16.434576 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e68bf-90c7-41e0-b47d-c2d0412a3151 req-a966a83c-220e-4906-a3ef-b16a21149c4b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:16.435329 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-db9e68bf-90c7-41e0-b47d-c2d0412a3151 req-a966a83c-220e-4906-a3ef-b16a21149c4b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:21:16.527851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-db9e68bf-90c7-41e0-b47d-c2d0412a3151 req-a966a83c-220e-4906-a3ef-b16a21149c4b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:21:16.528994 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-db9e68bf-90c7-41e0-b47d-c2d0412a3151 req-a966a83c-220e-4906-a3ef-b16a21149c4b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 946 time: 0.1683969 Jan 20 11:21:16.601159 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-db9e68bf-90c7-41e0-b47d-c2d0412a3151 req-9b279469-647d-46d2-94dd-3357e0ed75b0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port f7a47e59-a0bd-4131-83ca-cbf9066e2be6 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:21:16.601494 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-db9e68bf-90c7-41e0-b47d-c2d0412a3151 req-9b279469-647d-46d2-94dd-3357e0ed75b0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:16.790784 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a09dfd-a8c6-4a52-a617-0f294f418067 req-aed2ab2e-e99f-44fb-8956-c96d0b0ea042 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:16.792217 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-10a09dfd-a8c6-4a52-a617-0f294f418067 req-aed2ab2e-e99f-44fb-8956-c96d0b0ea042 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 946 time: 0.1462343 Jan 20 11:21:16.838050 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-10a09dfd-a8c6-4a52-a617-0f294f418067 req-4cf0e159-6610-44e6-a9d3-26d7bf0e8c9a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=143bd543-8d52-4d4d-a6f7-2d7d4b2b8791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393267 Jan 20 11:21:16.841860 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-db9e68bf-90c7-41e0-b47d-c2d0412a3151 req-9b279469-647d-46d2-94dd-3357e0ed75b0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port f7a47e59-a0bd-4131-83ca-cbf9066e2be6, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f7a47e59-a0bd-4131-83ca-cbf9066e2be6,segment=NetworkSegment(8641e740-917e-4e1e-9379-07f9b502a310),segment_id=8641e740-917e-4e1e-9379-07f9b502a310)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:21:16.842221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-db9e68bf-90c7-41e0-b47d-c2d0412a3151 req-9b279469-647d-46d2-94dd-3357e0ed75b0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:16.964501 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-db9e68bf-90c7-41e0-b47d-c2d0412a3151 req-9b279469-647d-46d2-94dd-3357e0ed75b0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for f7a47e59-a0bd-4131-83ca-cbf9066e2be6 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:21:17.162406 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-db9e68bf-90c7-41e0-b47d-c2d0412a3151 req-9b279469-647d-46d2-94dd-3357e0ed75b0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:17.213734 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b279469-647d-46d2-94dd-3357e0ed75b0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=f7a47e59-a0bd-4131-83ca-cbf9066e2be6,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:17.284870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9e68bf-90c7-41e0-b47d-c2d0412a3151 req-9b279469-647d-46d2-94dd-3357e0ed75b0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] No DVR routers for this DVR port f7a47e59-a0bd-4131-83ca-cbf9066e2be6 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:21:17.287229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-db9e68bf-90c7-41e0-b47d-c2d0412a3151 req-9b279469-647d-46d2-94dd-3357e0ed75b0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:17.289623 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fbc6f9-ba75-4fce-a216-43188073a991', 'name': 'network-vif-deleted', 'tag': 'f7a47e59-a0bd-4131-83ca-cbf9066e2be6'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:21:17.345846 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fbc6f9-ba75-4fce-a216-43188073a991', 'name': 'network-vif-deleted', 'tag': 'f7a47e59-a0bd-4131-83ca-cbf9066e2be6', 'status': 'completed', 'code': 200} Jan 20 11:21:17.370204 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-db9e68bf-90c7-41e0-b47d-c2d0412a3151 req-9b279469-647d-46d2-94dd-3357e0ed75b0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "DELETE /v2.0/ports/f7a47e59-a0bd-4131-83ca-cbf9066e2be6 HTTP/1.1" status: 204 len: 173 time: 0.8364787 Jan 20 11:21:18.012908 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f798b086-8810-400e-b52c-3113eed8bec1 req-751355af-0e08-4986-a774-97ad486b6cea tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=26fbc6f9-ba75-4fce-a216-43188073a991 HTTP/1.1" status: 200 len: 210 time: 0.0405641 Jan 20 11:21:19.121198 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39768) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:19.189613 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5927a083-3163-4b33-9f38-2f0671fb3c51 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:19.221557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5927a083-3163-4b33-9f38-2f0671fb3c51 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:19.403782 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5927a083-3163-4b33-9f38-2f0671fb3c51 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:19.421797 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927a083-3163-4b33-9f38-2f0671fb3c51 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=143bd543-8d52-4d4d-a6f7-2d7d4b2b8791,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:19.503894 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5927a083-3163-4b33-9f38-2f0671fb3c51 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:19.504962 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5927a083-3163-4b33-9f38-2f0671fb3c51 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/security-groups/143bd543-8d52-4d4d-a6f7-2d7d4b2b8791 HTTP/1.1" status: 204 len: 168 time: 0.3827739 Jan 20 11:21:19.631457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39774) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:20.028370 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c2f64ba5-76b1-41e6-91e0-185afe94337b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:20.730295 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-c2f64ba5-76b1-41e6-91e0-185afe94337b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 767ed5f4-4fdc-461e-befd-aae40c37283e {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:21:20.730823 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c2f64ba5-76b1-41e6-91e0-185afe94337b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:20.914443 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-c2f64ba5-76b1-41e6-91e0-185afe94337b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port 767ed5f4-4fdc-461e-befd-aae40c37283e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=767ed5f4-4fdc-461e-befd-aae40c37283e,segment=NetworkSegment(8641e740-917e-4e1e-9379-07f9b502a310),segment_id=8641e740-917e-4e1e-9379-07f9b502a310)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:21:20.914931 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c2f64ba5-76b1-41e6-91e0-185afe94337b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:21.036849 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-c2f64ba5-76b1-41e6-91e0-185afe94337b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 767ed5f4-4fdc-461e-befd-aae40c37283e owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:21:21.261379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c2f64ba5-76b1-41e6-91e0-185afe94337b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:21.309617 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f64ba5-76b1-41e6-91e0-185afe94337b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=767ed5f4-4fdc-461e-befd-aae40c37283e,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:21.611396 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c2f64ba5-76b1-41e6-91e0-185afe94337b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:21.836271 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f7a47e59-a0bd-4131-83ca-cbf9066e2be6 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:21:21.905233 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: f7a47e59-a0bd-4131-83ca-cbf9066e2be6 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:21:21.905861 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f7a47e59-a0bd-4131-83ca-cbf9066e2be6 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:21:22.277657 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f64ba5-76b1-41e6-91e0-185afe94337b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:21:22.470434 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f64ba5-76b1-41e6-91e0-185afe94337b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:21:22.480122 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646177c3-7887-45d6-8d61-97fc54435989 None None] Sync routers for ids ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:21:22.483054 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c2f64ba5-76b1-41e6-91e0-185afe94337b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8505621 Jan 20 11:21:22.485701 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39778) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:22.492015 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646177c3-7887-45d6-8d61-97fc54435989 None None] Routers {'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:21:22.492627 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-646177c3-7887-45d6-8d61-97fc54435989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:21:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:22.666505 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-646177c3-7887-45d6-8d61-97fc54435989 None None] Set router dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:21:22.671060 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-1106e0ff-c004-4836-a629-f02ee5050353 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting subnet 4f647027-968b-4703-98e9-ae7687cf6715 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:21:22.673960 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1106e0ff-c004-4836-a629-f02ee5050353 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:22.726683 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1106e0ff-c004-4836-a629-f02ee5050353 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:22.808143 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1106e0ff-c004-4836-a629-f02ee5050353 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:22.951142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1106e0ff-c004-4836-a629-f02ee5050353 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:22.951464 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-646177c3-7887-45d6-8d61-97fc54435989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'name': 'tempest-TestNetworkBasicOps-router-322880388', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:21:21Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:22.956073 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646177c3-7887-45d6-8d61-97fc54435989 None None] Checking router: dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:21:22.966597 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646177c3-7887-45d6-8d61-97fc54435989 None None] Routers {'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:21:22.967189 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-646177c3-7887-45d6-8d61-97fc54435989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:21:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:22.994839 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106e0ff-c004-4836-a629-f02ee5050353 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Subnet': ['ID=4f647027-968b-4703-98e9-ae7687cf6715,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:22.994839 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1106e0ff-c004-4836-a629-f02ee5050353 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:23.003398 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1106e0ff-c004-4836-a629-f02ee5050353 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/subnets/4f647027-968b-4703-98e9-ae7687cf6715 HTTP/1.1" status: 204 len: 168 time: 0.5138793 Jan 20 11:21:23.003603 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39782) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:23.017406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02499fa-7e2a-44a0-81eb-0b78e1e63fb3 None None] Network 34889118-d6fc-4292-a810-9ac05524a40a requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:21:23.204142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2957b96a-62a8-4109-873d-8c535c66d174 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:23.295638 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-646177c3-7887-45d6-8d61-97fc54435989 None None] Set router dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:21:23.513839 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2957b96a-62a8-4109-873d-8c535c66d174 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:23.560158 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] DHCP port deletion for 34889118-d6fc-4292-a810-9ac05524a40a request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:21:23.570107 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] Deleting port 18d4b322-cfbc-4ddb-8d24-66346c58e2f5 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:21:23.570481 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:23.584901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-2957b96a-62a8-4109-873d-8c535c66d174 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 2529de53-693a-4f6f-b04f-b933eb9c4802 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:21:23.589732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2957b96a-62a8-4109-873d-8c535c66d174 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:23.761632 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-2957b96a-62a8-4109-873d-8c535c66d174 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port 2529de53-693a-4f6f-b04f-b933eb9c4802, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=2529de53-693a-4f6f-b04f-b933eb9c4802,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:21:23.761991 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2957b96a-62a8-4109-873d-8c535c66d174 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:23.793561 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-646177c3-7887-45d6-8d61-97fc54435989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'name': 'tempest-TestNetworkBasicOps-router-322880388', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:21:21Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:23.808871 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646177c3-7887-45d6-8d61-97fc54435989 None None] The sync data for ids ['dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e'] in dv-neutron-825471-1-hyperv is: [{'id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'name': 'tempest-TestNetworkBasicOps-router-322880388', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65'}], 'enable_snat': True}, 'gw_port_id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:21:21Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '2529de53-693a-4f6f-b04f-b933eb9c4802', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:18:12Z', 'updated_at': '2022-01-20T11:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:21:23.827420 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] For port 18d4b322-cfbc-4ddb-8d24-66346c58e2f5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=18d4b322-cfbc-4ddb-8d24-66346c58e2f5,segment=NetworkSegment(8641e740-917e-4e1e-9379-07f9b502a310),segment_id=8641e740-917e-4e1e-9379-07f9b502a310)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:21:23.827786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:23.883976 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-2957b96a-62a8-4109-873d-8c535c66d174 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 2529de53-693a-4f6f-b04f-b933eb9c4802 owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:21:23.949878 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] Calling delete_port for 18d4b322-cfbc-4ddb-8d24-66346c58e2f5 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:21:24.082517 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:24.125777 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] Pushing event deleted for resources: {'Port': ['ID=18d4b322-cfbc-4ddb-8d24-66346c58e2f5,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:24.134018 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] No DVR routers for this DVR port 18d4b322-cfbc-4ddb-8d24-66346c58e2f5 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:21:24.144648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:24.144648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:24.144648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:24.144648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:24.144648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:24.144648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:24.144648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:24.144648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:24.144648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:24.144648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:24.144648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2764c48-18c1-4eaf-bc7d-3b0c7fc67102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:24.152814 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2957b96a-62a8-4109-873d-8c535c66d174 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:24.200159 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957b96a-62a8-4109-873d-8c535c66d174 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=2529de53-693a-4f6f-b04f-b933eb9c4802,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:24.230097 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 767ed5f4-4fdc-461e-befd-aae40c37283e no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:21:24.265358 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 767ed5f4-4fdc-461e-befd-aae40c37283e {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:21:24.265730 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 767ed5f4-4fdc-461e-befd-aae40c37283e not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:21:24.266142 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 18d4b322-cfbc-4ddb-8d24-66346c58e2f5 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:21:24.297939 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 18d4b322-cfbc-4ddb-8d24-66346c58e2f5 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:21:24.298304 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 18d4b322-cfbc-4ddb-8d24-66346c58e2f5 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:21:24.429932 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2957b96a-62a8-4109-873d-8c535c66d174 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:24.683568 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2957b96a-62a8-4109-873d-8c535c66d174 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:24.687822 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2957b96a-62a8-4109-873d-8c535c66d174 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:24.773220 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2957b96a-62a8-4109-873d-8c535c66d174 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:24.773722 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2957b96a-62a8-4109-873d-8c535c66d174 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Fanout notify agent at l3_agent the message router_deleted on router dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:21:24.788545 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2957b96a-62a8-4109-873d-8c535c66d174 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:24.791476 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2957b96a-62a8-4109-873d-8c535c66d174 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/routers/dbd50082-9755-4bf2-a8c3-fb0b3a3d3c4e HTTP/1.1" status: 204 len: 168 time: 1.7862287 Jan 20 11:21:24.793383 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39786) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:24.910367 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:25.133177 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:25.157827 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34889118-d6fc-4292-a810-9ac05524a40a']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:25.173109 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8641e740-917e-4e1e-9379-07f9b502a310') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:25.173404 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8641e740-917e-4e1e-9379-07f9b502a310') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:25.184432 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:25.199871 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:25.206114 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:21:25.206489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:21:25.220713 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:21:25.384986 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:25.402663 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:25.417960 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Network': ['ID=34889118-d6fc-4292-a810-9ac05524a40a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:25.428532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:25.428884 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:25.429239 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:25.429592 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:25.429926 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:25.430253 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:25.430578 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:25.430900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:25.431239 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:25.431540 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:25.431854 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:25.490239 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c16fa83c-b2d9-4e0f-9d3c-001246d4dbd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/networks/34889118-d6fc-4292-a810-9ac05524a40a HTTP/1.1" status: 204 len: 168 time: 0.6956336 Jan 20 11:21:25.501854 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39790) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:25.507923 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-52600782-2d26-4ada-bf44-ea4408e6dce0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'network': {'name': 'tempest-network-smoke--34307759', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'port_security_enabled': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:25.512960 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-52600782-2d26-4ada-bf44-ea4408e6dce0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:25.516984 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-52600782-2d26-4ada-bf44-ea4408e6dce0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:network and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:21:25.520446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-52600782-2d26-4ada-bf44-ea4408e6dce0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:21:25.526369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-52600782-2d26-4ada-bf44-ea4408e6dce0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:25.592154 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52600782-2d26-4ada-bf44-ea4408e6dce0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:21:25.595132 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-52600782-2d26-4ada-bf44-ea4408e6dce0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:25.622078 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52600782-2d26-4ada-bf44-ea4408e6dce0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:21:25.630697 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-52600782-2d26-4ada-bf44-ea4408e6dce0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:25.631029 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-52600782-2d26-4ada-bf44-ea4408e6dce0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Added segment eb02bbe6-b64b-485e-a191-2bfe204e8199 of type vlan for network 46e91ffc-697e-4682-a46c-fae42a616470 Jan 20 11:21:25.657563 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-52600782-2d26-4ada-bf44-ea4408e6dce0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:25.746657 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-52600782-2d26-4ada-bf44-ea4408e6dce0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:25.750270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52600782-2d26-4ada-bf44-ea4408e6dce0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:25.750850 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-52600782-2d26-4ada-bf44-ea4408e6dce0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:25.856817 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52600782-2d26-4ada-bf44-ea4408e6dce0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Network': ['ID=46e91ffc-697e-4682-a46c-fae42a616470,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:25.871259 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 46e91ffc-697e-4682-a46c-fae42a616470 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:21:25.910312 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-52600782-2d26-4ada-bf44-ea4408e6dce0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4042037 Jan 20 11:21:25.910738 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39794) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:25.916468 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-36968730', 'admin_state_up': True, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:25.923896 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:25.928529 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:router and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:21:25.931896 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:21:25.938490 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:25.998492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:25.999377 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:26.017891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:26.193385 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2529de53-693a-4f6f-b04f-b933eb9c4802 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:21:26.226894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 2529de53-693a-4f6f-b04f-b933eb9c4802 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:21:26.227245 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 2529de53-693a-4f6f-b04f-b933eb9c4802 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:21:26.330896 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:26.567101 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:26.597035 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:26.734064 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.26.0.38 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/81506c89-4830-476d-80d7-c5575d3ed876) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:21:26.877802 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:26.964540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:27.029054 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:21:27.031828 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:21:27.035734 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:21:27.068540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=81506c89-4830-476d-80d7-c5575d3ed876,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:27.255872 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:27.256614 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:27.541213 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 7315d571-0d5b-421b-b778-a2af6e8897d3 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:21:27.736048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:21:27.745418 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Sync routers for ids ['7315d571-0d5b-421b-b778-a2af6e8897d3'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:21:27.757998 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Routers {'7315d571-0d5b-421b-b778-a2af6e8897d3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:21:27.758593 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:21:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7315d571-0d5b-421b-b778-a2af6e8897d3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:27.848478 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:27.849765 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-88b718b2-ebb7-4549-a288-8360edd7613f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9378352 Jan 20 11:21:27.852815 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39798) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:27.929810 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Set router 7315d571-0d5b-421b-b778-a2af6e8897d3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:21:27.983422 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-33bf9f7a-4c71-4d3a-a13e-be48509c4ac2 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=571e60e1cd4540aa8cf6524c9e0f5b24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1295152 Jan 20 11:21:27.986233 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39804) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:28.112340 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b1a756-aac5-40f3-9437-9bba7ddb2465 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:28.116320 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e8b1a756-aac5-40f3-9437-9bba7ddb2465 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1264071 Jan 20 11:21:28.116492 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39808) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:28.154754 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2f598c01-762a-4925-a750-f10a63f2c62c tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372424 Jan 20 11:21:28.157273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39812) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:28.162636 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a7bc367d-7a2d-4295-ae6d-ac4dd8e60d4c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1483357011', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:28.210051 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:27Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:28.213712 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Checking router: 7315d571-0d5b-421b-b778-a2af6e8897d3 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:21:28.214054 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Updating router 7315d571-0d5b-421b-b778-a2af6e8897d3 port 81506c89-4830-476d-80d7-c5575d3ed876 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:21:28.263188 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:28.268061 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a7bc367d-7a2d-4295-ae6d-ac4dd8e60d4c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:28.271951 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a7bc367d-7a2d-4295-ae6d-ac4dd8e60d4c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:subnet and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:21:28.274801 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a7bc367d-7a2d-4295-ae6d-ac4dd8e60d4c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:21:28.280309 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a7bc367d-7a2d-4295-ae6d-ac4dd8e60d4c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:28.369994 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bc367d-7a2d-4295-ae6d-ac4dd8e60d4c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:21:28.472121 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7bc367d-7a2d-4295-ae6d-ac4dd8e60d4c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:28.594501 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:28.606168 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Transition to ACTIVE for port object 81506c89-4830-476d-80d7-c5575d3ed876 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:21:28.672897 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:28.741706 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7bc367d-7a2d-4295-ae6d-ac4dd8e60d4c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:28.753213 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Attempting to bind port 81506c89-4830-476d-80d7-c5575d3ed876 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:21:28.753908 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Attempting to bind port 81506c89-4830-476d-80d7-c5575d3ed876 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:21:28.753908 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Attempting to bind port 81506c89-4830-476d-80d7-c5575d3ed876 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:21:28.755951 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f1b40-ddcb-4549-8b03-90793445690c None None] Pushing event updated for resources: {'Port': ['ID=81506c89-4830-476d-80d7-c5575d3ed876,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:28.766785 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:21:28.767155 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:21:28.767544 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:28.768126 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:21:28.768781 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Bound port: 81506c89-4830-476d-80d7-c5575d3ed876, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:21:28.769155 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:28.796163 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f1b40-ddcb-4549-8b03-90793445690c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:28.796498 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f1b40-ddcb-4549-8b03-90793445690c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:28.796826 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f1b40-ddcb-4549-8b03-90793445690c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:28.797152 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f1b40-ddcb-4549-8b03-90793445690c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:28.797474 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f1b40-ddcb-4549-8b03-90793445690c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:28.797818 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f1b40-ddcb-4549-8b03-90793445690c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:28.798135 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f1b40-ddcb-4549-8b03-90793445690c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:28.798448 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f1b40-ddcb-4549-8b03-90793445690c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:28.798759 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f1b40-ddcb-4549-8b03-90793445690c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:28.799637 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f1b40-ddcb-4549-8b03-90793445690c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:28.799956 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f1b40-ddcb-4549-8b03-90793445690c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:28.817567 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc367d-7a2d-4295-ae6d-ac4dd8e60d4c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Subnet': ['ID=8c66debd-7df1-465b-9c4f-cacfcc0619b5,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:28.831845 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bc367d-7a2d-4295-ae6d-ac4dd8e60d4c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Checking segment: {'id': 'eb02bbe6-b64b-485e-a191-2bfe204e8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:21:28.832202 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bc367d-7a2d-4295-ae6d-ac4dd8e60d4c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network hostable DHCP agents. Network: 46e91ffc-697e-4682-a46c-fae42a616470, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:21:28.845644 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] For port 81506c89-4830-476d-80d7-c5575d3ed876, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:21:28.849146 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] For port 81506c89-4830-476d-80d7-c5575d3ed876, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=81506c89-4830-476d-80d7-c5575d3ed876,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:21:28.930425 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:28.941189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bc367d-7a2d-4295-ae6d-ac4dd8e60d4c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 46e91ffc-697e-4682-a46c-fae42a616470 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:21:29.004015 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-a7bc367d-7a2d-4295-ae6d-ac4dd8e60d4c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 46e91ffc-697e-4682-a46c-fae42a616470) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:21:29.008472 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bc367d-7a2d-4295-ae6d-ac4dd8e60d4c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:29.008922 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7bc367d-7a2d-4295-ae6d-ac4dd8e60d4c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:29.013806 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c887785-2687-4b02-9850-4002c989a020 None None] Network 46e91ffc-697e-4682-a46c-fae42a616470 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:21:29.016140 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f1b40-ddcb-4549-8b03-90793445690c None None] Pushing event updated for resources: {'Port': ['ID=81506c89-4830-476d-80d7-c5575d3ed876,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:29.021571 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Routers {'7315d571-0d5b-421b-b778-a2af6e8897d3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:21:29.022210 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:21:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7315d571-0d5b-421b-b778-a2af6e8897d3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:29.105648 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a7bc367d-7a2d-4295-ae6d-ac4dd8e60d4c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9472935 Jan 20 11:21:29.108336 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39816) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:29.204086 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] Set router 7315d571-0d5b-421b-b778-a2af6e8897d3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:21:29.237890 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-46e91ffc-697e-4682-a46c-fae42a616470', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ips': [{'subnet_id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:21:29.238718 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:29.401821 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Allocated IP 172.20.0.2 (46e91ffc-697e-4682-a46c-fae42a616470/8c66debd-7df1-465b-9c4f-cacfcc0619b5/f03f48a8-a06f-429b-a02d-3f725cf091ef) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:21:29.493937 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:27Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:29.498058 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b610df9-d992-431c-8959-637ecf6f6d41 None None] The sync data for ids ['7315d571-0d5b-421b-b778-a2af6e8897d3'] in dv-neutron-825471-1-hyperv is: [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:27Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:21:29.622577 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:29.633473 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Transition to ACTIVE for port object f03f48a8-a06f-429b-a02d-3f725cf091ef will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:21:29.651760 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Transition to ACTIVE for port object f03f48a8-a06f-429b-a02d-3f725cf091ef will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:21:29.725629 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:29.804058 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Network 46e91ffc-697e-4682-a46c-fae42a616470 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:21:29.807045 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:21:29.811915 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:21:29.816005 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Pushing event updated for resources: {'Port': ['ID=f03f48a8-a06f-429b-a02d-3f725cf091ef,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:29.910762 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Attempting to bind port f03f48a8-a06f-429b-a02d-3f725cf091ef on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:21:29.911140 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Attempting to bind port f03f48a8-a06f-429b-a02d-3f725cf091ef by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'eb02bbe6-b64b-485e-a191-2bfe204e8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:21:29.911510 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Attempting to bind port f03f48a8-a06f-429b-a02d-3f725cf091ef on network 46e91ffc-697e-4682-a46c-fae42a616470 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:21:29.918447 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:21:29.918831 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Checking segment: {'id': 'eb02bbe6-b64b-485e-a191-2bfe204e8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:21:29.919606 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:29.920141 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Bound using segment: {'id': 'eb02bbe6-b64b-485e-a191-2bfe204e8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:21:29.920624 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Bound port: f03f48a8-a06f-429b-a02d-3f725cf091ef, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb02bbe6-b64b-485e-a191-2bfe204e8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:21:29.921002 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:30.022682 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:30.024899 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] For port f03f48a8-a06f-429b-a02d-3f725cf091ef, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:21:30.028200 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] For port f03f48a8-a06f-429b-a02d-3f725cf091ef, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f03f48a8-a06f-429b-a02d-3f725cf091ef,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:21:30.142076 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:30.244876 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865ed9a-e859-4226-9f84-cb3f1dbb48c6 None None] Pushing event updated for resources: {'Port': ['ID=f03f48a8-a06f-429b-a02d-3f725cf091ef,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:30.267081 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 81506c89-4830-476d-80d7-c5575d3ed876 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:21:30.439363 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 81506c89-4830-476d-80d7-c5575d3ed876 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:21:30.448273 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 81506c89-4830-476d-80d7-c5575d3ed876 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:21:30.448711 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:30.454167 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.1 (46e91ffc-697e-4682-a46c-fae42a616470/8c66debd-7df1-465b-9c4f-cacfcc0619b5/197b8716-f421-4e55-9383-cd250b3d229f) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:21:30.609142 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:30.625552 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 81506c89-4830-476d-80d7-c5575d3ed876, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=81506c89-4830-476d-80d7-c5575d3ed876,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:21:30.637068 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:30.652308 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object 197b8716-f421-4e55-9383-cd250b3d229f will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:21:30.718677 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:30.745517 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:30.786898 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=81506c89-4830-476d-80d7-c5575d3ed876,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:30.817369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 46e91ffc-697e-4682-a46c-fae42a616470 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:21:30.821056 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:21:30.823046 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=197b8716-f421-4e55-9383-cd250b3d229f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:30.825115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:21:30.883928 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:31.056771 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:31.159954 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdab5f1-ce49-4f92-8efe-8f795bb6fb94 None None] Network 46e91ffc-697e-4682-a46c-fae42a616470 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:21:31.310572 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a5402e40-573e-48e6-81f7-cb35b1b2fc21 None None] Provisioning for port f03f48a8-a06f-429b-a02d-3f725cf091ef completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:21:31.411886 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80eb9257-38a4-41a0-b4a2-14e76afba335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:31.575134 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:31.644365 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:31.713595 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-68d6524b-b22a-42b7-b0a3-2f0c923eda4e None None] Provisioning for port 197b8716-f421-4e55-9383-cd250b3d229f completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:21:31.719933 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-68d6524b-b22a-42b7-b0a3-2f0c923eda4e None None] Provisioning complete for port 197b8716-f421-4e55-9383-cd250b3d229f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:21:31.720397 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-68d6524b-b22a-42b7-b0a3-2f0c923eda4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:31.758834 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:31.762207 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=197b8716-f421-4e55-9383-cd250b3d229f,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:31.778053 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-68d6524b-b22a-42b7-b0a3-2f0c923eda4e None None] Port 197b8716-f421-4e55-9383-cd250b3d229f cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:21:31.897112 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 46e91ffc-697e-4682-a46c-fae42a616470 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:21:31.898286 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:21:31.923675 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7a3a1feb-b014-414e-bde0-b278417e02c7 None None] Provisioning complete for port 197b8716-f421-4e55-9383-cd250b3d229f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:21:31.924117 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7a3a1feb-b014-414e-bde0-b278417e02c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:31.980689 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7a3a1feb-b014-414e-bde0-b278417e02c7 None None] Port 197b8716-f421-4e55-9383-cd250b3d229f cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:21:32.202630 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4a702e76-a8da-4268-a209-d2ed45f4488b None None] Provisioning complete for port 197b8716-f421-4e55-9383-cd250b3d229f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:21:32.203240 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4a702e76-a8da-4268-a209-d2ed45f4488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:32.256173 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4a702e76-a8da-4268-a209-d2ed45f4488b None None] Port 197b8716-f421-4e55-9383-cd250b3d229f cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:21:32.271827 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device f03f48a8-a06f-429b-a02d-3f725cf091ef up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:21:32.287928 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 7315d571-0d5b-421b-b778-a2af6e8897d3 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:21:32.398645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port f03f48a8-a06f-429b-a02d-3f725cf091ef completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:21:32.403523 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port f03f48a8-a06f-429b-a02d-3f725cf091ef triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:21:32.403924 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:32.489451 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:21:32.505501 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bb7924ea-adef-435e-8cf5-329d92170ac3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/7315d571-0d5b-421b-b778-a2af6e8897d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3932688 Jan 20 11:21:32.505797 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39820) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:32.519636 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:32.551450 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port f03f48a8-a06f-429b-a02d-3f725cf091ef, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f03f48a8-a06f-429b-a02d-3f725cf091ef,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:21:32.624806 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:32.625623 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 81506c89-4830-476d-80d7-c5575d3ed876 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:21:32.643591 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd8246c-4a4e-4fe6-96a8-8d11ebf19427 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:32.644000 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd8246c-4a4e-4fe6-96a8-8d11ebf19427 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:32.644357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd8246c-4a4e-4fe6-96a8-8d11ebf19427 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:32.644707 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd8246c-4a4e-4fe6-96a8-8d11ebf19427 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:32.646502 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2bd8246c-4a4e-4fe6-96a8-8d11ebf19427 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1398690 Jan 20 11:21:32.649110 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39824) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:32.717237 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8b4fe-ee3c-4eca-907d-128838895abc tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:32.718028 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8b4fe-ee3c-4eca-907d-128838895abc tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:32.718357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8b4fe-ee3c-4eca-907d-128838895abc tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:32.718720 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8b4fe-ee3c-4eca-907d-128838895abc tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:32.720358 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d9c8b4fe-ee3c-4eca-907d-128838895abc tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0703943 Jan 20 11:21:32.723690 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39828) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:32.739898 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=f03f48a8-a06f-429b-a02d-3f725cf091ef,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:32.753172 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 81506c89-4830-476d-80d7-c5575d3ed876 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:21:32.753566 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:32.947823 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-416ae88c-0b29-4bc7-a105-a5ef005f7ce5 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.2205873 Jan 20 11:21:33.122497 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Sync routers for ids ['7315d571-0d5b-421b-b778-a2af6e8897d3'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:21:33.134874 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Routers {'7315d571-0d5b-421b-b778-a2af6e8897d3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:21:33.135476 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:21:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7315d571-0d5b-421b-b778-a2af6e8897d3'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:33.312699 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Set router 7315d571-0d5b-421b-b778-a2af6e8897d3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:21:33.334008 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39836) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:33.339746 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344581341', 'description': 'tempest-secgroup-smoke-1344581341 description', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:33.345687 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:33.349854 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:21:33.352690 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:21:33.358766 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:33.459308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:33.493526 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:33.497230 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:21:33.499964 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:21:33.506600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:33.558735 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:33.613964 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:33.656442 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '197b8716-f421-4e55-9383-cd250b3d229f', 'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:bb:02:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:30Z', 'updated_at': '2022-01-20T11:21:31Z', 'revision_number': 2, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:33.658131 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c774af8-e8c4-4b8f-a1ef-e6d464a02663,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:33.661054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Checking router: 7315d571-0d5b-421b-b778-a2af6e8897d3 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:21:33.661416 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Updating router 7315d571-0d5b-421b-b778-a2af6e8897d3 port 197b8716-f421-4e55-9383-cd250b3d229f binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:21:33.666958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:33.669372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:33.669372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:33.669372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:33.669372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:33.669372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:33.669372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:33.669372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:33.670089 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:33.670089 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:33.670265 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:21:33.711490 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:33.716480 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:33.717748 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d3ac3648-4403-464c-950d-0f85ae63fdb8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3827362 Jan 20 11:21:33.720587 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39840) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:33.726904 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-33accece-aa26-4b95-b666-de41ee90380f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '8c774af8-e8c4-4b8f-a1ef-e6d464a02663', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:33.732701 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-33accece-aa26-4b95-b666-de41ee90380f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:33.737383 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-33accece-aa26-4b95-b666-de41ee90380f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:21:33.741173 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-33accece-aa26-4b95-b666-de41ee90380f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:21:33.746917 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-33accece-aa26-4b95-b666-de41ee90380f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:33.843463 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-33accece-aa26-4b95-b666-de41ee90380f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:33.876519 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22ed71e8-ec14-4b2b-bbd6-aab7c9ecac10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:33.910132 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-33accece-aa26-4b95-b666-de41ee90380f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:33.963844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-33accece-aa26-4b95-b666-de41ee90380f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:33.987828 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33accece-aa26-4b95-b666-de41ee90380f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c0afa7-0861-4fb0-be45-057d5255c976,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:34.044054 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-33accece-aa26-4b95-b666-de41ee90380f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:34.045193 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-33accece-aa26-4b95-b666-de41ee90380f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3230524 Jan 20 11:21:34.048325 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39844) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:34.055199 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-b06bdc15-05dd-445e-be51-2163d8e7f882 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '8c774af8-e8c4-4b8f-a1ef-e6d464a02663', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:34.061155 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b06bdc15-05dd-445e-be51-2163d8e7f882 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:34.065223 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b06bdc15-05dd-445e-be51-2163d8e7f882 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:21:34.067099 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:34.068214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b06bdc15-05dd-445e-be51-2163d8e7f882 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:21:34.074020 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b06bdc15-05dd-445e-be51-2163d8e7f882 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:34.078423 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Transition to ACTIVE for port object 197b8716-f421-4e55-9383-cd250b3d229f will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:21:34.159161 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b06bdc15-05dd-445e-be51-2163d8e7f882 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:34.187448 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:34.224759 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b06bdc15-05dd-445e-be51-2163d8e7f882 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:34.227681 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device f03f48a8-a06f-429b-a02d-3f725cf091ef up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:21:34.310684 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b06bdc15-05dd-445e-be51-2163d8e7f882 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:34.336037 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bdc15-05dd-445e-be51-2163d8e7f882 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f702c670-fb12-4333-8276-49a3561ad5a8,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:34.361078 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b8407-1cb5-4e36-9357-51330ef50784 None None] Pushing event updated for resources: {'Port': ['ID=197b8716-f421-4e55-9383-cd250b3d229f,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:34.414049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b06bdc15-05dd-445e-be51-2163d8e7f882 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:34.418418 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b06bdc15-05dd-445e-be51-2163d8e7f882 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3681934 Jan 20 11:21:34.418718 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39848) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:34.427174 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-7fda85ff-fe9c-4924-875a-09089a518d6f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '8c774af8-e8c4-4b8f-a1ef-e6d464a02663', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:34.433636 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7fda85ff-fe9c-4924-875a-09089a518d6f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:34.440549 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7fda85ff-fe9c-4924-875a-09089a518d6f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:21:34.443810 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-7fda85ff-fe9c-4924-875a-09089a518d6f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:21:34.450897 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-7fda85ff-fe9c-4924-875a-09089a518d6f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:34.464286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Attempting to bind port 197b8716-f421-4e55-9383-cd250b3d229f on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:21:34.474971 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Attempting to bind port 197b8716-f421-4e55-9383-cd250b3d229f by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'eb02bbe6-b64b-485e-a191-2bfe204e8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:21:34.474971 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Attempting to bind port 197b8716-f421-4e55-9383-cd250b3d229f on network 46e91ffc-697e-4682-a46c-fae42a616470 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:21:34.474971 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port f03f48a8-a06f-429b-a02d-3f725cf091ef triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:21:34.474971 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:34.520345 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:21:34.520712 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Checking segment: {'id': 'eb02bbe6-b64b-485e-a191-2bfe204e8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:21:34.521108 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:34.521494 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Bound using segment: {'id': 'eb02bbe6-b64b-485e-a191-2bfe204e8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:21:34.521981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Bound port: 197b8716-f421-4e55-9383-cd250b3d229f, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb02bbe6-b64b-485e-a191-2bfe204e8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:21:34.522345 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:34.563388 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7fda85ff-fe9c-4924-875a-09089a518d6f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:34.629453 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7fda85ff-fe9c-4924-875a-09089a518d6f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:34.674985 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] For port 197b8716-f421-4e55-9383-cd250b3d229f, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:21:34.685850 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] For port 197b8716-f421-4e55-9383-cd250b3d229f, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=197b8716-f421-4e55-9383-cd250b3d229f,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:21:34.705931 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7fda85ff-fe9c-4924-875a-09089a518d6f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:34.728566 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda85ff-fe9c-4924-875a-09089a518d6f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1104a1d-b0e0-4ab4-ab19-b282941e3ec3,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:34.763140 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:34.798763 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7fda85ff-fe9c-4924-875a-09089a518d6f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:34.801009 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7fda85ff-fe9c-4924-875a-09089a518d6f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3812680 Jan 20 11:21:34.804359 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39852) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:34.809987 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a3ec83cb-4cb7-48f4-ac6a-c05dd985daa8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '8c774af8-e8c4-4b8f-a1ef-e6d464a02663', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:34.816765 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a3ec83cb-4cb7-48f4-ac6a-c05dd985daa8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:34.820637 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a3ec83cb-4cb7-48f4-ac6a-c05dd985daa8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:21:34.823693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a3ec83cb-4cb7-48f4-ac6a-c05dd985daa8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:21:34.829424 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a3ec83cb-4cb7-48f4-ac6a-c05dd985daa8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:34.850809 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b8407-1cb5-4e36-9357-51330ef50784 None None] Pushing event updated for resources: {'Port': ['ID=197b8716-f421-4e55-9383-cd250b3d229f,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:34.859065 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Routers {'7315d571-0d5b-421b-b778-a2af6e8897d3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:21:34.864983 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:21:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7315d571-0d5b-421b-b778-a2af6e8897d3'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:34.921200 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:34.948702 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3ec83cb-4cb7-48f4-ac6a-c05dd985daa8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:35.013204 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:35.058694 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] Set router 7315d571-0d5b-421b-b778-a2af6e8897d3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:21:35.128871 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3ec83cb-4cb7-48f4-ac6a-c05dd985daa8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:35.196495 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3ec83cb-4cb7-48f4-ac6a-c05dd985daa8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:35.223304 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec83cb-4cb7-48f4-ac6a-c05dd985daa8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a855d5-d5e7-4839-bbc5-1ff0a3ce1919,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:35.301866 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a3ec83cb-4cb7-48f4-ac6a-c05dd985daa8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:35.305790 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a3ec83cb-4cb7-48f4-ac6a-c05dd985daa8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4978878 Jan 20 11:21:35.306221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39856) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:35.312118 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d8c13050-84c6-4aa9-ba51-f599cc95d7d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '8c774af8-e8c4-4b8f-a1ef-e6d464a02663', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:35.319201 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d8c13050-84c6-4aa9-ba51-f599cc95d7d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:35.323305 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d8c13050-84c6-4aa9-ba51-f599cc95d7d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:21:35.326224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d8c13050-84c6-4aa9-ba51-f599cc95d7d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:21:35.333218 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d8c13050-84c6-4aa9-ba51-f599cc95d7d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:35.417082 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '197b8716-f421-4e55-9383-cd250b3d229f', 'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:bb:02:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:30Z', 'updated_at': '2022-01-20T11:21:34Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:35.421117 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a7a30-b3e8-468f-80e6-dae06992dfb9 None None] The sync data for ids ['7315d571-0d5b-421b-b778-a2af6e8897d3'] in dv-neutron-825471-1-hyperv is: [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '197b8716-f421-4e55-9383-cd250b3d229f', 'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:bb:02:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:30Z', 'updated_at': '2022-01-20T11:21:34Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:21:35.422940 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-d8c13050-84c6-4aa9-ba51-f599cc95d7d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:21:35.429917 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d8c13050-84c6-4aa9-ba51-f599cc95d7d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:35.514145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d8c13050-84c6-4aa9-ba51-f599cc95d7d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:35.587025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d8c13050-84c6-4aa9-ba51-f599cc95d7d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:35.618584 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c13050-84c6-4aa9-ba51-f599cc95d7d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67d0b20-2c63-49ec-ab94-a740e0d44df3,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:35.682294 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d8c13050-84c6-4aa9-ba51-f599cc95d7d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:35.683600 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d8c13050-84c6-4aa9-ba51-f599cc95d7d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3763874 Jan 20 11:21:35.686324 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 39860) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:35.692228 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1a085b9f-6dd3-4629-897b-ed2c1afc7c9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '8c774af8-e8c4-4b8f-a1ef-e6d464a02663', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:35.698416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1a085b9f-6dd3-4629-897b-ed2c1afc7c9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:35.702252 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1a085b9f-6dd3-4629-897b-ed2c1afc7c9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:21:35.705855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1a085b9f-6dd3-4629-897b-ed2c1afc7c9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:21:35.711664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1a085b9f-6dd3-4629-897b-ed2c1afc7c9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:35.798633 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-1a085b9f-6dd3-4629-897b-ed2c1afc7c9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:21:35.805965 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1a085b9f-6dd3-4629-897b-ed2c1afc7c9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:35.874092 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1a085b9f-6dd3-4629-897b-ed2c1afc7c9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:35.952749 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1a085b9f-6dd3-4629-897b-ed2c1afc7c9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:35.979713 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a085b9f-6dd3-4629-897b-ed2c1afc7c9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430d8b34-6f93-47ec-a951-d5423f61f8aa,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:36.044646 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1a085b9f-6dd3-4629-897b-ed2c1afc7c9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:36.045888 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1a085b9f-6dd3-4629-897b-ed2c1afc7c9d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3586063 Jan 20 11:21:36.242600 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 197b8716-f421-4e55-9383-cd250b3d229f up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:21:36.276621 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-ff1637b5-da68-4489-83ab-1d5ff51ed86c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344581341&fields=id&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 267 time: 0.0431721 Jan 20 11:21:36.284943 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:36.384980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 197b8716-f421-4e55-9383-cd250b3d229f completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:21:36.390393 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 197b8716-f421-4e55-9383-cd250b3d229f triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:21:36.390761 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:36.423206 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-6dfcce13-2125-4fb3-8ecf-e2a23ab8338f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:36.424459 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-6dfcce13-2125-4fb3-8ecf-e2a23ab8338f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:21:36.500714 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:36.512723 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-6dfcce13-2125-4fb3-8ecf-e2a23ab8338f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:21:36.513925 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-6dfcce13-2125-4fb3-8ecf-e2a23ab8338f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/networks?id=46e91ffc-697e-4682-a46c-fae42a616470 HTTP/1.1" status: 200 len: 795 time: 0.2304206 Jan 20 11:21:36.530141 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-39e8a628-0787-44be-9107-a3ab918936a4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/quotas/571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 375 time: 0.0107136 Jan 20 11:21:36.533202 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 197b8716-f421-4e55-9383-cd250b3d229f, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=197b8716-f421-4e55-9383-cd250b3d229f,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:21:36.609831 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-3b132fe8-e775-405b-90f8-8993b607ead6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:21:36.627764 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:36.694871 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=197b8716-f421-4e55-9383-cd250b3d229f,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:36.730113 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-3b132fe8-e775-405b-90f8-8993b607ead6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:21:36.731498 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-3b132fe8-e775-405b-90f8-8993b607ead6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1958485 Jan 20 11:21:36.814083 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-e431dee0-9ba9-4cf8-b837-b097e9609371 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:21:36.815069 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-e431dee0-9ba9-4cf8-b837-b097e9609371 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0715909 Jan 20 11:21:36.944109 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-22422b90-77a6-4116-9d09-1a94a2097f4a service neutron] 10.222.0.70 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225905 Jan 20 11:21:37.073406 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-d763fc5e-e388-4cbd-86de-74670099bf23 service neutron] 10.222.0.70 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233027 Jan 20 11:21:37.322937 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8cc4eac4-4911-432b-b0e8-a80ad88799da req-0a2bf5e7-691c-4f33-8e0b-099728912c5d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 210 time: 0.0443575 Jan 20 11:21:38.214758 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 197b8716-f421-4e55-9383-cd250b3d229f up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:21:38.359030 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 197b8716-f421-4e55-9383-cd250b3d229f triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:21:38.359404 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:38.497167 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fbd34b21-39a8-48a9-9938-07a6c9fea6b7 req-1744ccae-96a2-4ea3-995a-2b4b75292132 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 210 time: 0.0436180 Jan 20 11:21:39.510605 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-37081811-67ed-4644-9d42-7f0f2e9a04ac tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:39.511956 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-37081811-67ed-4644-9d42-7f0f2e9a04ac tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/networks?id=46e91ffc-697e-4682-a46c-fae42a616470 HTTP/1.1" status: 200 len: 795 time: 0.2458446 Jan 20 11:21:39.566282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-3b14e151-147c-46de-b20c-890b1aa423f8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:21:39.642144 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-3b14e151-147c-46de-b20c-890b1aa423f8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:21:39.643331 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-3b14e151-147c-46de-b20c-890b1aa423f8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 380 time: 0.1186287 Jan 20 11:21:39.651495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-11ce962b-3008-42a8-a98d-5a1f56193b3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'port': {'device_id': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'admin_state_up': True, 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'security_groups': ['8c774af8-e8c4-4b8f-a1ef-e6d464a02663']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:39.660479 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f7889679-8b2a-4d37-b0a1-f0c9349d96ea req-e63d13f9-0a5b-47af-9c93-53c8343f71a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 210 time: 0.0426159 Jan 20 11:21:39.667198 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:39.794149 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-11ce962b-3008-42a8-a98d-5a1f56193b3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:39.804040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-11ce962b-3008-42a8-a98d-5a1f56193b3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:39.901703 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-11ce962b-3008-42a8-a98d-5a1f56193b3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:21:39.905086 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-11ce962b-3008-42a8-a98d-5a1f56193b3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:40.063730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-11ce962b-3008-42a8-a98d-5a1f56193b3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.7 (46e91ffc-697e-4682-a46c-fae42a616470/8c66debd-7df1-465b-9c4f-cacfcc0619b5/641b5ad1-c335-4e16-8ac2-39d11880c974) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:21:40.247313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-11ce962b-3008-42a8-a98d-5a1f56193b3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:40.263297 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-11ce962b-3008-42a8-a98d-5a1f56193b3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object 641b5ad1-c335-4e16-8ac2-39d11880c974 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:21:40.356759 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-11ce962b-3008-42a8-a98d-5a1f56193b3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:40.432016 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-11ce962b-3008-42a8-a98d-5a1f56193b3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 46e91ffc-697e-4682-a46c-fae42a616470 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:21:40.435178 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-11ce962b-3008-42a8-a98d-5a1f56193b3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:21:40.440631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-11ce962b-3008-42a8-a98d-5a1f56193b3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:21:40.466025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce962b-3008-42a8-a98d-5a1f56193b3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=641b5ad1-c335-4e16-8ac2-39d11880c974,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:40.504107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-11ce962b-3008-42a8-a98d-5a1f56193b3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:40.504837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-11ce962b-3008-42a8-a98d-5a1f56193b3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:40.605123 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-11ce962b-3008-42a8-a98d-5a1f56193b3a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9572406 Jan 20 11:21:40.616794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Request body: {'port': {'device_id': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:40.725583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:40.733984 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aa154ebe-8026-4268-8449-6f48c5c7b490 None None] Provisioning for port 641b5ad1-c335-4e16-8ac2-39d11880c974 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:21:40.739769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aa154ebe-8026-4268-8449-6f48c5c7b490 None None] Provisioning complete for port 641b5ad1-c335-4e16-8ac2-39d11880c974 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:21:40.740251 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa154ebe-8026-4268-8449-6f48c5c7b490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:40.798214 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-aa154ebe-8026-4268-8449-6f48c5c7b490 None None] Port 641b5ad1-c335-4e16-8ac2-39d11880c974 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:21:40.868518 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12fa1a-2dbb-4d05-b8c9-5db64b6ee793 req-a1617584-3e64-4fa5-aa7e-49a46e4b67fc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:40.870259 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6a12fa1a-2dbb-4d05-b8c9-5db64b6ee793 req-a1617584-3e64-4fa5-aa7e-49a46e4b67fc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 931 time: 0.0864127 Jan 20 11:21:40.916201 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6a12fa1a-2dbb-4d05-b8c9-5db64b6ee793 req-3443e86f-0348-465a-89bf-7bfa9361f213 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c774af8-e8c4-4b8f-a1ef-e6d464a02663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398238 Jan 20 11:21:41.061190 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641b5ad1-c335-4e16-8ac2-39d11880c974 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:21:41.068871 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:41.082403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Transition to ACTIVE for port object 641b5ad1-c335-4e16-8ac2-39d11880c974 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:21:41.152694 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:41.276633 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=641b5ad1-c335-4e16-8ac2-39d11880c974,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:41.382509 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Attempting to bind port 641b5ad1-c335-4e16-8ac2-39d11880c974 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:21:41.382841 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Attempting to bind port 641b5ad1-c335-4e16-8ac2-39d11880c974 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'eb02bbe6-b64b-485e-a191-2bfe204e8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:21:41.383164 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Attempting to bind port 641b5ad1-c335-4e16-8ac2-39d11880c974 on network 46e91ffc-697e-4682-a46c-fae42a616470 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:21:41.389015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Port 641b5ad1-c335-4e16-8ac2-39d11880c974 on network 46e91ffc-697e-4682-a46c-fae42a616470 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:21:41.389332 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Attempting to bind port 641b5ad1-c335-4e16-8ac2-39d11880c974 on network 46e91ffc-697e-4682-a46c-fae42a616470 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:21:41.395367 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:21:41.395699 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Checking segment: {'id': 'eb02bbe6-b64b-485e-a191-2bfe204e8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:21:41.396079 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Bound using segment: {'id': 'eb02bbe6-b64b-485e-a191-2bfe204e8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:21:41.396492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Bound port: 641b5ad1-c335-4e16-8ac2-39d11880c974, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb02bbe6-b64b-485e-a191-2bfe204e8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:21:41.396849 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:41.484740 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] For port 641b5ad1-c335-4e16-8ac2-39d11880c974, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:21:41.488191 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] For port 641b5ad1-c335-4e16-8ac2-39d11880c974, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=641b5ad1-c335-4e16-8ac2-39d11880c974,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:21:41.582123 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:41.643541 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:41.644894 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] 10.222.0.72 "PUT /v2.0/ports/641b5ad1-c335-4e16-8ac2-39d11880c974 HTTP/1.1" status: 200 len: 1093 time: 1.0322406 Jan 20 11:21:41.645328 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'tag': '641b5ad1-c335-4e16-8ac2-39d11880c974'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:21:41.668257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae4b0f-aff4-4eff-974e-c94a3e1a9aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=641b5ad1-c335-4e16-8ac2-39d11880c974,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:41.702636 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'tag': '641b5ad1-c335-4e16-8ac2-39d11880c974', 'status': 'completed', 'code': 200} Jan 20 11:21:41.800109 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0e2b23a7-6b50-4255-b78c-c829555b7372 req-0aade0ed-a412-4cea-a062-78929bd3ef7b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 1096 time: 0.0759368 Jan 20 11:21:42.028404 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b23a7-6b50-4255-b78c-c829555b7372 req-8587bcbe-d00b-4c14-871c-d144b703577c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:42.029890 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0e2b23a7-6b50-4255-b78c-c829555b7372 req-8587bcbe-d00b-4c14-871c-d144b703577c service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2232821 Jan 20 11:21:42.110725 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb71322-f544-4706-bc16-18119dfb4da2 req-bd1cc8c0-705d-4106-b895-602776c20d8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:42.112523 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7eb71322-f544-4706-bc16-18119dfb4da2 req-bd1cc8c0-705d-4106-b895-602776c20d8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 943 time: 0.0747237 Jan 20 11:21:42.162832 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7eb71322-f544-4706-bc16-18119dfb4da2 req-cc8d5cb9-d427-4945-b565-94c3e9ff7b85 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c774af8-e8c4-4b8f-a1ef-e6d464a02663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441785 Jan 20 11:21:42.164542 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b23a7-6b50-4255-b78c-c829555b7372 req-331ddbf9-2e62-4e93-b626-a054c418abed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:42.165989 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0e2b23a7-6b50-4255-b78c-c829555b7372 req-331ddbf9-2e62-4e93-b626-a054c418abed service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304634 Jan 20 11:21:42.278207 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-c5f7f297-0971-427a-90ab-f0319559d100 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 1096 time: 0.0713253 Jan 20 11:21:42.344648 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-ef8952ac-a1e8-4a33-81a4-66fe84e4eb37 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=641b5ad1-c335-4e16-8ac2-39d11880c974 HTTP/1.1" status: 200 len: 217 time: 0.0592799 Jan 20 11:21:42.406784 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-42025405-eec5-48d8-866c-7acd06e4892b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:42.408725 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-42025405-eec5-48d8-866c-7acd06e4892b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c66debd-7df1-465b-9c4f-cacfcc0619b5 HTTP/1.1" status: 200 len: 835 time: 0.0572658 Jan 20 11:21:42.480678 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-59f9f5fa-b2b6-40a6-acfb-de571d81d7b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46e91ffc-697e-4682-a46c-fae42a616470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666897 Jan 20 11:21:42.607165 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-eeeee5d8-1dc8-42e0-ba21-eb84c59fddc4 service neutron] 10.222.0.72 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209521 Jan 20 11:21:42.734461 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d6bacc38-8924-46a2-a295-bd758d5eb675 req-eb734066-126f-4497-a9dc-eb171d3fe7c6 service neutron] 10.222.0.72 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220481 Jan 20 11:21:43.362758 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01b95f-2aa2-4f8a-9a58-0f5a77fb5b20 req-6525778c-1a9f-4d26-9e3f-0e6cd19eb94b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:43.364238 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b01b95f-2aa2-4f8a-9a58-0f5a77fb5b20 req-6525778c-1a9f-4d26-9e3f-0e6cd19eb94b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 943 time: 0.0791276 Jan 20 11:21:43.410055 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b01b95f-2aa2-4f8a-9a58-0f5a77fb5b20 req-f677f875-6746-4233-9757-111526cd2c08 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c774af8-e8c4-4b8f-a1ef-e6d464a02663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401671 Jan 20 11:21:44.615794 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134e1f9-950a-4108-a3ea-e42db5540505 req-56ca88d5-04ab-4b4f-b688-506568a03d09 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:44.617221 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0134e1f9-950a-4108-a3ea-e42db5540505 req-56ca88d5-04ab-4b4f-b688-506568a03d09 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 943 time: 0.0782466 Jan 20 11:21:44.661675 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0134e1f9-950a-4108-a3ea-e42db5540505 req-4add831e-8435-41f6-be6e-0c7897eb75dd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c774af8-e8c4-4b8f-a1ef-e6d464a02663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389132 Jan 20 11:21:45.854789 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26338c8-14e0-4195-bb2f-140be1b17cec req-62804f79-c966-4f78-ab7f-9842f216d2c8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:45.856246 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a26338c8-14e0-4195-bb2f-140be1b17cec req-62804f79-c966-4f78-ab7f-9842f216d2c8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 943 time: 0.0755842 Jan 20 11:21:45.900943 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a26338c8-14e0-4195-bb2f-140be1b17cec req-040f365e-69df-48cc-b6ca-94ab3a639cb7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c774af8-e8c4-4b8f-a1ef-e6d464a02663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391755 Jan 20 11:21:46.087107 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 641b5ad1-c335-4e16-8ac2-39d11880c974 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:21:46.217524 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 641b5ad1-c335-4e16-8ac2-39d11880c974, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=641b5ad1-c335-4e16-8ac2-39d11880c974,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:21:46.230423 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '641b5ad1-c335-4e16-8ac2-39d11880c974', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'port_id': '641b5ad1-c335-4e16-8ac2-39d11880c974', 'mac_address': 'fa:16:3e:ad:1f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:21:46.282226 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:46.298358 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641b5ad1-c335-4e16-8ac2-39d11880c974 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:21:46.313337 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 641b5ad1-c335-4e16-8ac2-39d11880c974, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=641b5ad1-c335-4e16-8ac2-39d11880c974,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:21:46.448006 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:46.523460 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=641b5ad1-c335-4e16-8ac2-39d11880c974,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:46.688863 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['641b5ad1-c335-4e16-8ac2-39d11880c974'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:21:47.026565 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:21:47.096937 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d0e16-5f2c-4518-afcd-287dd8144c87 req-b8188e89-aa2b-46e4-bb19-9faac4ec1158 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:47.098440 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-529d0e16-5f2c-4518-afcd-287dd8144c87 req-b8188e89-aa2b-46e4-bb19-9faac4ec1158 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 944 time: 0.0777042 Jan 20 11:21:47.143412 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-529d0e16-5f2c-4518-afcd-287dd8144c87 req-b948aee5-07a3-45ab-a674-350c7d69de1f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c774af8-e8c4-4b8f-a1ef-e6d464a02663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392606 Jan 20 11:21:48.101924 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 641b5ad1-c335-4e16-8ac2-39d11880c974 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:21:48.255954 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 641b5ad1-c335-4e16-8ac2-39d11880c974 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:21:48.261210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 641b5ad1-c335-4e16-8ac2-39d11880c974 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:21:48.261616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:48.339476 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ce3e4-44fc-4067-8b89-f9fe742f2a64 req-e18e2ab9-5e35-4819-90e9-8ae102b1e93c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:48.340950 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fe5ce3e4-44fc-4067-8b89-f9fe742f2a64 req-e18e2ab9-5e35-4819-90e9-8ae102b1e93c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 944 time: 0.0765030 Jan 20 11:21:48.377762 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:48.388548 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fe5ce3e4-44fc-4067-8b89-f9fe742f2a64 req-5815298b-354a-459e-a339-c490ae1804d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c774af8-e8c4-4b8f-a1ef-e6d464a02663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419772 Jan 20 11:21:48.404272 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641b5ad1-c335-4e16-8ac2-39d11880c974'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:21:48.414390 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 641b5ad1-c335-4e16-8ac2-39d11880c974, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=641b5ad1-c335-4e16-8ac2-39d11880c974,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:21:48.493950 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:48.535739 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641b5ad1-c335-4e16-8ac2-39d11880c974', 'code': 200} Jan 20 11:21:48.560736 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=641b5ad1-c335-4e16-8ac2-39d11880c974,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:48.893865 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-94283f24-f7b4-4a41-8aef-bbbd70b7cce5 req-6bb43eb1-6b84-4b06-b619-6a7f9742d997 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 1098 time: 0.0712740 Jan 20 11:21:48.936741 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-94283f24-f7b4-4a41-8aef-bbbd70b7cce5 req-3d4e2665-4138-4fa6-b5cf-b187c01493e5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8c774af8-e8c4-4b8f-a1ef-e6d464a02663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373096 Jan 20 11:21:49.581356 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4e124-3965-4481-ba97-f9152bf73170 req-57afc1cb-dcc7-4b10-87e7-d5a40b0a9637 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:49.582834 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fed4e124-3965-4481-ba97-f9152bf73170 req-57afc1cb-dcc7-4b10-87e7-d5a40b0a9637 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 945 time: 0.0764627 Jan 20 11:21:49.627369 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fed4e124-3965-4481-ba97-f9152bf73170 req-b201f2e4-8396-4704-aba7-4a08cda2bb98 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c774af8-e8c4-4b8f-a1ef-e6d464a02663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385325 Jan 20 11:21:50.826600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cda18-43ca-408b-ac55-4eb4cabaa267 req-b454c447-5b78-499f-bd0f-79aca2ee3697 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:50.828006 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f64cda18-43ca-408b-ac55-4eb4cabaa267 req-b454c447-5b78-499f-bd0f-79aca2ee3697 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 945 time: 0.0772412 Jan 20 11:21:50.871667 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f64cda18-43ca-408b-ac55-4eb4cabaa267 req-afd7f732-3cb2-4516-805a-922575758276 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c774af8-e8c4-4b8f-a1ef-e6d464a02663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376582 Jan 20 11:21:51.068109 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb853243-e1ec-43c4-8cc9-5b4fdadcb98d req-373fa8a1-71f2-42b3-85b6-b76eeb5cfa83 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:51.069579 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fb853243-e1ec-43c4-8cc9-5b4fdadcb98d req-373fa8a1-71f2-42b3-85b6-b76eeb5cfa83 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 945 time: 0.0778005 Jan 20 11:21:51.114252 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fb853243-e1ec-43c4-8cc9-5b4fdadcb98d req-aa59e7e1-5069-4290-b403-398135f52d61 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c774af8-e8c4-4b8f-a1ef-e6d464a02663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391488 Jan 20 11:21:51.141821 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39918) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:51.213303 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d09bb5be-4aa3-4166-a1b1-f7839996e42f tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 1093 time: 0.0696464 Jan 20 11:21:51.215851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39922) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:51.221152 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': '641b5ad1-c335-4e16-8ac2-39d11880c974', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:51.226679 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:51.230542 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:floatingip and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:21:51.233289 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:21:51.238828 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:51.316336 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:51.530144 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:51.666454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.26.0.67 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/3dd273bf-2ad0-4a4d-95ff-12dd04d3111b) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:21:51.812029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:51.905343 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:51.972769 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:21:51.975593 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:21:51.978156 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:21:52.006765 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=3dd273bf-2ad0-4a4d-95ff-12dd04d3111b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:52.467998 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:52.590478 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:52.794549 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:52.849896 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:52.952298 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=3dd273bf-2ad0-4a4d-95ff-12dd04d3111b,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:52.966905 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:53.147648 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Floating IP 665e853b-f992-4b62-888c-77717518910a associated. External IP: 172.26.0.67, port: 641b5ad1-c335-4e16-8ac2-39d11880c974. Jan 20 11:21:53.612686 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 7315d571-0d5b-421b-b778-a2af6e8897d3 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:21:53.806656 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:21:53.816702 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593a4bb0-2f95-41af-8aa7-c3c99c543161 None None] Sync routers for ids ['7315d571-0d5b-421b-b778-a2af6e8897d3'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:21:53.829377 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a4bb0-2f95-41af-8aa7-c3c99c543161 None None] Routers {'7315d571-0d5b-421b-b778-a2af6e8897d3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:21:53.830505 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-593a4bb0-2f95-41af-8aa7-c3c99c543161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:21:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7315d571-0d5b-421b-b778-a2af6e8897d3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:53.913567 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:53.970317 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1456397e-28ad-405e-a578-0bbc79581296 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7533317 Jan 20 11:21:53.976117 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'tag': '641b5ad1-c335-4e16-8ac2-39d11880c974'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:21:53.978285 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39928) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:54.013657 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-593a4bb0-2f95-41af-8aa7-c3c99c543161 None None] Set router 7315d571-0d5b-421b-b778-a2af6e8897d3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:21:54.059461 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8ac50b7c-dc93-4711-b803-83e4c644c52e tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 1093 time: 0.0794210 Jan 20 11:21:54.117471 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'tag': '641b5ad1-c335-4e16-8ac2-39d11880c974', 'status': 'completed', 'code': 200} Jan 20 11:21:54.209844 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c057f0f3-da76-432f-b3c1-229945fe27e6 req-46e14ec0-a4af-4e77-b58c-11db5450aede service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 1098 time: 0.0704486 Jan 20 11:21:54.342229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057f0f3-da76-432f-b3c1-229945fe27e6 req-6f79a51a-9b32-4d27-9527-9ae3f552e7f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:54.343664 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c057f0f3-da76-432f-b3c1-229945fe27e6 req-6f79a51a-9b32-4d27-9527-9ae3f552e7f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46e91ffc-697e-4682-a46c-fae42a616470 HTTP/1.1" status: 200 len: 896 time: 0.1284680 Jan 20 11:21:54.389496 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-593a4bb0-2f95-41af-8aa7-c3c99c543161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '665e853b-f992-4b62-888c-77717518910a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.67', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'port_id': '641b5ad1-c335-4e16-8ac2-39d11880c974', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'mac_address': 'fa:16:3e:ad:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:21:52Z', 'updated_at': '2022-01-20T11:21:52Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197b8716-f421-4e55-9383-cd250b3d229f', 'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:bb:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:30Z', 'updated_at': '2022-01-20T11:21:36Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:54.393892 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593a4bb0-2f95-41af-8aa7-c3c99c543161 None None] Checking router: 7315d571-0d5b-421b-b778-a2af6e8897d3 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:21:54.404150 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a4bb0-2f95-41af-8aa7-c3c99c543161 None None] Routers {'7315d571-0d5b-421b-b778-a2af6e8897d3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:21:54.404738 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-593a4bb0-2f95-41af-8aa7-c3c99c543161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:21:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7315d571-0d5b-421b-b778-a2af6e8897d3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:54.444103 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c057f0f3-da76-432f-b3c1-229945fe27e6 req-3ba6324a-9367-4ee9-b808-c5ca87100cc2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=641b5ad1-c335-4e16-8ac2-39d11880c974 HTTP/1.1" status: 200 len: 998 time: 0.0948987 Jan 20 11:21:54.507183 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057f0f3-da76-432f-b3c1-229945fe27e6 req-dd0b016e-f093-4928-8830-a1723ae18d21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:54.508511 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c057f0f3-da76-432f-b3c1-229945fe27e6 req-dd0b016e-f093-4928-8830-a1723ae18d21 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c66debd-7df1-465b-9c4f-cacfcc0619b5 HTTP/1.1" status: 200 len: 835 time: 0.0594430 Jan 20 11:21:54.584203 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-593a4bb0-2f95-41af-8aa7-c3c99c543161 None None] Set router 7315d571-0d5b-421b-b778-a2af6e8897d3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:21:54.585025 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c057f0f3-da76-432f-b3c1-229945fe27e6 req-cfa9cf3d-eb28-40d9-8a6e-953c80b8168d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46e91ffc-697e-4682-a46c-fae42a616470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708830 Jan 20 11:21:54.679324 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39936) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:54.684892 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-918ab4bc-0eba-40e4-828c-e2b86cde2fbf tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-449377122', 'description': 'tempest-secgroup-smoke-449377122 description', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:54.691459 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-918ab4bc-0eba-40e4-828c-e2b86cde2fbf tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:54.700964 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-918ab4bc-0eba-40e4-828c-e2b86cde2fbf tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:54.725775 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c057f0f3-da76-432f-b3c1-229945fe27e6 req-fa942dc9-e57d-4844-8b0f-7a922908e89f service neutron] 10.222.0.72 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352904 Jan 20 11:21:54.785305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-918ab4bc-0eba-40e4-828c-e2b86cde2fbf tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:54.825247 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-918ab4bc-0eba-40e4-828c-e2b86cde2fbf tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:54.829484 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-918ab4bc-0eba-40e4-828c-e2b86cde2fbf tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:21:54.834071 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-918ab4bc-0eba-40e4-828c-e2b86cde2fbf tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:21:54.840840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-918ab4bc-0eba-40e4-828c-e2b86cde2fbf tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:54.900642 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-918ab4bc-0eba-40e4-828c-e2b86cde2fbf tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:54.945965 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-593a4bb0-2f95-41af-8aa7-c3c99c543161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '665e853b-f992-4b62-888c-77717518910a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.67', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'port_id': '641b5ad1-c335-4e16-8ac2-39d11880c974', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'mac_address': 'fa:16:3e:ad:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:21:52Z', 'updated_at': '2022-01-20T11:21:52Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197b8716-f421-4e55-9383-cd250b3d229f', 'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:bb:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:30Z', 'updated_at': '2022-01-20T11:21:36Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:21:54.951414 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593a4bb0-2f95-41af-8aa7-c3c99c543161 None None] The sync data for ids ['7315d571-0d5b-421b-b778-a2af6e8897d3'] in dv-neutron-825471-1-hyperv is: [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '665e853b-f992-4b62-888c-77717518910a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.67', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'port_id': '641b5ad1-c335-4e16-8ac2-39d11880c974', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'mac_address': 'fa:16:3e:ad:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:21:52Z', 'updated_at': '2022-01-20T11:21:52Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197b8716-f421-4e55-9383-cd250b3d229f', 'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:bb:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:30Z', 'updated_at': '2022-01-20T11:21:36Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:21:54.965951 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c057f0f3-da76-432f-b3c1-229945fe27e6 req-683e463d-9c1f-4af9-ae72-6674cfbbcd99 service neutron] 10.222.0.72 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342672 Jan 20 11:21:54.973785 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-918ab4bc-0eba-40e4-828c-e2b86cde2fbf tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:55.020957 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ab4bc-0eba-40e4-828c-e2b86cde2fbf tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b8951e-f197-4c0e-823b-d4783642ed72,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:55.105613 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-918ab4bc-0eba-40e4-828c-e2b86cde2fbf tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:55.106865 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-918ab4bc-0eba-40e4-828c-e2b86cde2fbf tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4265769 Jan 20 11:21:55.109702 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39940) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:55.116220 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b909d214-5538-4ef3-869e-fa704e1b6cd9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'e7b8951e-f197-4c0e-823b-d4783642ed72', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:55.122750 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b909d214-5538-4ef3-869e-fa704e1b6cd9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:55.126597 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b909d214-5538-4ef3-869e-fa704e1b6cd9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:21:55.131579 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b909d214-5538-4ef3-869e-fa704e1b6cd9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:21:55.137497 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b909d214-5538-4ef3-869e-fa704e1b6cd9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:55.146027 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b959dc7e-21e9-4d42-a918-557fae70860f None None] New status for floating IP 665e853b-f992-4b62-888c-77717518910a: ACTIVE {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:21:55.209266 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b909d214-5538-4ef3-869e-fa704e1b6cd9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:55.273319 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b909d214-5538-4ef3-869e-fa704e1b6cd9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:55.368533 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b909d214-5538-4ef3-869e-fa704e1b6cd9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:55.393854 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909d214-5538-4ef3-869e-fa704e1b6cd9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2700a927-d0a6-4062-810a-758e9d50c2bd,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:55.530081 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b909d214-5538-4ef3-869e-fa704e1b6cd9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:55.531545 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b909d214-5538-4ef3-869e-fa704e1b6cd9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4206233 Jan 20 11:21:55.535142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39944) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:55.540818 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-da8c7dce-74e9-4833-8dfe-62da55ba6d79 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'e7b8951e-f197-4c0e-823b-d4783642ed72', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:55.546841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-da8c7dce-74e9-4833-8dfe-62da55ba6d79 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:55.551356 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-da8c7dce-74e9-4833-8dfe-62da55ba6d79 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:21:55.556697 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-da8c7dce-74e9-4833-8dfe-62da55ba6d79 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:21:55.559978 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-da8c7dce-74e9-4833-8dfe-62da55ba6d79 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:55.654432 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-da8c7dce-74e9-4833-8dfe-62da55ba6d79 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:55.716073 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-da8c7dce-74e9-4833-8dfe-62da55ba6d79 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:55.790513 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-da8c7dce-74e9-4833-8dfe-62da55ba6d79 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:55.813257 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c7dce-74e9-4833-8dfe-62da55ba6d79 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44e9dd65-8ac2-42d7-88ae-411aacf7e9fb,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:55.896145 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-da8c7dce-74e9-4833-8dfe-62da55ba6d79 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:55.897354 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-da8c7dce-74e9-4833-8dfe-62da55ba6d79 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3612421 Jan 20 11:21:55.900028 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39948) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:55.906902 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-efa52312-0ee6-48ee-9d13-92862834c749 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'e7b8951e-f197-4c0e-823b-d4783642ed72', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:55.911956 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-efa52312-0ee6-48ee-9d13-92862834c749 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:55.915721 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-efa52312-0ee6-48ee-9d13-92862834c749 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:21:55.918634 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-efa52312-0ee6-48ee-9d13-92862834c749 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:21:55.924221 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-efa52312-0ee6-48ee-9d13-92862834c749 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:55.993471 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efa52312-0ee6-48ee-9d13-92862834c749 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:56.054970 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efa52312-0ee6-48ee-9d13-92862834c749 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:56.122067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efa52312-0ee6-48ee-9d13-92862834c749 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:56.146242 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa52312-0ee6-48ee-9d13-92862834c749 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c12614a-c864-45ae-9f42-76ada733a14d,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:56.221430 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-efa52312-0ee6-48ee-9d13-92862834c749 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:56.222851 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-efa52312-0ee6-48ee-9d13-92862834c749 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3218327 Jan 20 11:21:56.225526 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39952) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:56.230968 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8eac6d65-a529-45ad-8de4-44b0691f91a1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'e7b8951e-f197-4c0e-823b-d4783642ed72', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:56.236794 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8eac6d65-a529-45ad-8de4-44b0691f91a1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:56.240926 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8eac6d65-a529-45ad-8de4-44b0691f91a1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:21:56.243836 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8eac6d65-a529-45ad-8de4-44b0691f91a1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:21:56.249549 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8eac6d65-a529-45ad-8de4-44b0691f91a1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:56.359177 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eac6d65-a529-45ad-8de4-44b0691f91a1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:56.421595 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eac6d65-a529-45ad-8de4-44b0691f91a1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:56.482253 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eac6d65-a529-45ad-8de4-44b0691f91a1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:56.506996 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac6d65-a529-45ad-8de4-44b0691f91a1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43dc547-ee09-4a71-902b-effed8561bb8,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:56.585288 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8eac6d65-a529-45ad-8de4-44b0691f91a1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:56.586511 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8eac6d65-a529-45ad-8de4-44b0691f91a1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3600583 Jan 20 11:21:56.589032 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39956) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:56.594574 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-fdaa1ec2-0673-4bcf-9b24-9c0f33ae10ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'e7b8951e-f197-4c0e-823b-d4783642ed72', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:56.600626 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fdaa1ec2-0673-4bcf-9b24-9c0f33ae10ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:56.604402 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fdaa1ec2-0673-4bcf-9b24-9c0f33ae10ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:21:56.607427 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fdaa1ec2-0673-4bcf-9b24-9c0f33ae10ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:21:56.613693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fdaa1ec2-0673-4bcf-9b24-9c0f33ae10ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:56.688703 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-fdaa1ec2-0673-4bcf-9b24-9c0f33ae10ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:21:56.695886 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdaa1ec2-0673-4bcf-9b24-9c0f33ae10ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:56.757394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdaa1ec2-0673-4bcf-9b24-9c0f33ae10ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:56.838528 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdaa1ec2-0673-4bcf-9b24-9c0f33ae10ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:56.861431 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa1ec2-0673-4bcf-9b24-9c0f33ae10ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516f0b60-f7b7-428c-8420-ac118987ebc5,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:56.967874 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdaa1ec2-0673-4bcf-9b24-9c0f33ae10ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:56.969119 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fdaa1ec2-0673-4bcf-9b24-9c0f33ae10ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3791037 Jan 20 11:21:56.971785 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 39960) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:21:56.977934 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-61632251-8e99-4b60-8764-b5a4ec896daa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': 'e7b8951e-f197-4c0e-823b-d4783642ed72', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:21:56.984113 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-61632251-8e99-4b60-8764-b5a4ec896daa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:21:56.990339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-61632251-8e99-4b60-8764-b5a4ec896daa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:21:56.991589 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-61632251-8e99-4b60-8764-b5a4ec896daa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:21:56.997037 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-61632251-8e99-4b60-8764-b5a4ec896daa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:21:57.084268 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-61632251-8e99-4b60-8764-b5a4ec896daa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:21:57.090845 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61632251-8e99-4b60-8764-b5a4ec896daa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:57.157673 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61632251-8e99-4b60-8764-b5a4ec896daa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:57.244373 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61632251-8e99-4b60-8764-b5a4ec896daa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:57.267065 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61632251-8e99-4b60-8764-b5a4ec896daa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ca4b7f-43ab-4002-9a31-02bd96c285e0,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:21:57.341833 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-61632251-8e99-4b60-8764-b5a4ec896daa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:21:57.343135 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-61632251-8e99-4b60-8764-b5a4ec896daa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3698239 Jan 20 11:21:57.512012 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-15443222-bccb-42ec-b419-464678a3d473 req-d4ddefb1-3f8f-49f1-a864-cdb9f97bfbfd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:21:57.603814 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-15443222-bccb-42ec-b419-464678a3d473 req-d4ddefb1-3f8f-49f1-a864-cdb9f97bfbfd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:21:57.604906 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-15443222-bccb-42ec-b419-464678a3d473 req-d4ddefb1-3f8f-49f1-a864-cdb9f97bfbfd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-449377122&fields=id&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 267 time: 0.1327467 Jan 20 11:21:57.746156 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15443222-bccb-42ec-b419-464678a3d473 req-bdbc352a-4c61-422f-af9f-54c59b4609a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:21:57.747552 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-15443222-bccb-42ec-b419-464678a3d473 req-bdbc352a-4c61-422f-af9f-54c59b4609a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/networks?id=46e91ffc-697e-4682-a46c-fae42a616470 HTTP/1.1" status: 200 len: 795 time: 0.1362579 Jan 20 11:21:57.764011 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-15443222-bccb-42ec-b419-464678a3d473 req-1daf235a-f20e-45d2-879a-45c0a3356dcd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/quotas/571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 375 time: 0.0110765 Jan 20 11:21:57.845839 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-15443222-bccb-42ec-b419-464678a3d473 req-5f239e5e-e6d4-4d1e-b055-a35f5362bfa1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0769782 Jan 20 11:21:57.982840 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-15443222-bccb-42ec-b419-464678a3d473 req-bb8d13a5-7e9f-4106-96aa-5511237b7ebf service neutron] 10.222.0.70 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254523 Jan 20 11:21:58.192548 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-15443222-bccb-42ec-b419-464678a3d473 req-0317f9f5-538c-4a6b-a1aa-9423faf932c2 service neutron] 10.222.0.70 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033029 Jan 20 11:21:58.480300 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-712e15b3-eec5-44e3-a8e6-44942c52cccc req-ef57692c-8125-4fab-85b1-0ae88bbbefe8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 210 time: 0.0444045 Jan 20 11:21:59.646124 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a80e0b06-fee4-4977-a6d8-1a1f839fa0bc req-26e1ed58-9be2-4b9a-9099-26583a81c2b8 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 210 time: 0.0416453 Jan 20 11:22:00.453110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15443222-bccb-42ec-b419-464678a3d473 req-5f453000-4d6c-4041-966b-4225e25f3757 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:00.454681 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-15443222-bccb-42ec-b419-464678a3d473 req-5f453000-4d6c-4041-966b-4225e25f3757 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/networks?id=46e91ffc-697e-4682-a46c-fae42a616470 HTTP/1.1" status: 200 len: 795 time: 0.1401837 Jan 20 11:22:00.507798 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-15443222-bccb-42ec-b419-464678a3d473 req-b2bc32f7-cce5-47a0-8bd7-59d8d739abf3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 472 time: 0.0410817 Jan 20 11:22:00.515683 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-15443222-bccb-42ec-b419-464678a3d473 req-bd53fa8d-5073-40b1-af77-3d9b72a5fe2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'port': {'device_id': '3174f628-991c-4f7e-93fe-b4c18e6c0df0', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'admin_state_up': True, 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'security_groups': ['e7b8951e-f197-4c0e-823b-d4783642ed72']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:22:00.649209 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-15443222-bccb-42ec-b419-464678a3d473 req-bd53fa8d-5073-40b1-af77-3d9b72a5fe2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:22:00.653529 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-15443222-bccb-42ec-b419-464678a3d473 req-bd53fa8d-5073-40b1-af77-3d9b72a5fe2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:port and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:22:00.656454 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-15443222-bccb-42ec-b419-464678a3d473 req-bd53fa8d-5073-40b1-af77-3d9b72a5fe2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:22:00.662548 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-15443222-bccb-42ec-b419-464678a3d473 req-bd53fa8d-5073-40b1-af77-3d9b72a5fe2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:22:00.758954 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15443222-bccb-42ec-b419-464678a3d473 req-bd53fa8d-5073-40b1-af77-3d9b72a5fe2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:22:00.762168 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-15443222-bccb-42ec-b419-464678a3d473 req-bd53fa8d-5073-40b1-af77-3d9b72a5fe2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:00.808565 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c70579a8-e94a-44d1-b1a3-27c084846410 req-41ce3c19-91f8-4980-9496-943c54bd05ab tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 210 time: 0.0415716 Jan 20 11:22:00.927393 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-15443222-bccb-42ec-b419-464678a3d473 req-bd53fa8d-5073-40b1-af77-3d9b72a5fe2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.12 (46e91ffc-697e-4682-a46c-fae42a616470/8c66debd-7df1-465b-9c4f-cacfcc0619b5/d080b9ef-a104-4797-adbb-9ec1c831628a) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:22:01.111129 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-15443222-bccb-42ec-b419-464678a3d473 req-bd53fa8d-5073-40b1-af77-3d9b72a5fe2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:01.126481 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-15443222-bccb-42ec-b419-464678a3d473 req-bd53fa8d-5073-40b1-af77-3d9b72a5fe2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object d080b9ef-a104-4797-adbb-9ec1c831628a will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:22:01.202607 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-15443222-bccb-42ec-b419-464678a3d473 req-bd53fa8d-5073-40b1-af77-3d9b72a5fe2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:01.276850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15443222-bccb-42ec-b419-464678a3d473 req-bd53fa8d-5073-40b1-af77-3d9b72a5fe2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 46e91ffc-697e-4682-a46c-fae42a616470 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:22:01.279862 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-15443222-bccb-42ec-b419-464678a3d473 req-bd53fa8d-5073-40b1-af77-3d9b72a5fe2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:22:01.284203 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-15443222-bccb-42ec-b419-464678a3d473 req-bd53fa8d-5073-40b1-af77-3d9b72a5fe2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:22:01.309396 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53fa8d-5073-40b1-af77-3d9b72a5fe2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=d080b9ef-a104-4797-adbb-9ec1c831628a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:22:01.348470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15443222-bccb-42ec-b419-464678a3d473 req-bd53fa8d-5073-40b1-af77-3d9b72a5fe2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:01.349115 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-15443222-bccb-42ec-b419-464678a3d473 req-bd53fa8d-5073-40b1-af77-3d9b72a5fe2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:01.391006 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa1effc6-831a-4e2f-bb97-1be67a2934c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:01.489244 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-15443222-bccb-42ec-b419-464678a3d473 req-bd53fa8d-5073-40b1-af77-3d9b72a5fe2f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9769740 Jan 20 11:22:01.499831 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Request body: {'port': {'device_id': '3174f628-991c-4f7e-93fe-b4c18e6c0df0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:22:01.568257 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b3cd1856-a4f5-43cd-8e7a-3801c4c583ef None None] Provisioning for port d080b9ef-a104-4797-adbb-9ec1c831628a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:22:01.573333 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b3cd1856-a4f5-43cd-8e7a-3801c4c583ef None None] Provisioning complete for port d080b9ef-a104-4797-adbb-9ec1c831628a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:22:01.577360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1856-a4f5-43cd-8e7a-3801c4c583ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:01.612151 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:01.628898 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b3cd1856-a4f5-43cd-8e7a-3801c4c583ef None None] Port d080b9ef-a104-4797-adbb-9ec1c831628a cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:22:01.945071 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d080b9ef-a104-4797-adbb-9ec1c831628a {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:22:01.952496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:01.967186 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Transition to ACTIVE for port object d080b9ef-a104-4797-adbb-9ec1c831628a will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:22:02.023375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee41496-84fe-4a72-ab92-f97e255a44e3 req-75301ec4-bb33-4fa0-855f-da9d53152c9e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:02.024889 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3ee41496-84fe-4a72-ab92-f97e255a44e3 req-75301ec4-bb33-4fa0-855f-da9d53152c9e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 932 time: 0.0796752 Jan 20 11:22:02.053942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:02.071337 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3ee41496-84fe-4a72-ab92-f97e255a44e3 req-b67e7690-6e58-4c66-8764-dcc319761848 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7b8951e-f197-4c0e-823b-d4783642ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408370 Jan 20 11:22:02.179878 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Pushing event updated for resources: {'Port': ['ID=d080b9ef-a104-4797-adbb-9ec1c831628a,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:22:02.293009 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Attempting to bind port d080b9ef-a104-4797-adbb-9ec1c831628a on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:22:02.293351 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Attempting to bind port d080b9ef-a104-4797-adbb-9ec1c831628a by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'eb02bbe6-b64b-485e-a191-2bfe204e8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:22:02.293713 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Attempting to bind port d080b9ef-a104-4797-adbb-9ec1c831628a on network 46e91ffc-697e-4682-a46c-fae42a616470 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:22:02.299326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Port d080b9ef-a104-4797-adbb-9ec1c831628a on network 46e91ffc-697e-4682-a46c-fae42a616470 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:22:02.299650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Attempting to bind port d080b9ef-a104-4797-adbb-9ec1c831628a on network 46e91ffc-697e-4682-a46c-fae42a616470 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:22:02.305781 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:22:02.306120 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Checking segment: {'id': 'eb02bbe6-b64b-485e-a191-2bfe204e8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:22:02.306506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Bound using segment: {'id': 'eb02bbe6-b64b-485e-a191-2bfe204e8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:22:02.306933 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Bound port: d080b9ef-a104-4797-adbb-9ec1c831628a, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb02bbe6-b64b-485e-a191-2bfe204e8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:22:02.307282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:02.396047 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] For port d080b9ef-a104-4797-adbb-9ec1c831628a, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:22:02.398949 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] For port d080b9ef-a104-4797-adbb-9ec1c831628a, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d080b9ef-a104-4797-adbb-9ec1c831628a,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:22:02.484509 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:02.635350 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:02.636706 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-15443222-bccb-42ec-b419-464678a3d473 req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] 10.222.0.72 "PUT /v2.0/ports/d080b9ef-a104-4797-adbb-9ec1c831628a HTTP/1.1" status: 200 len: 1094 time: 1.1408749 Jan 20 11:22:02.637276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3174f628-991c-4f7e-93fe-b4c18e6c0df0', 'tag': 'd080b9ef-a104-4797-adbb-9ec1c831628a'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:22:02.654606 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267da42a-5a84-40d9-9400-2f05f2b57277 service neutron] Pushing event updated for resources: {'Port': ['ID=d080b9ef-a104-4797-adbb-9ec1c831628a,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:22:02.699848 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3174f628-991c-4f7e-93fe-b4c18e6c0df0', 'tag': 'd080b9ef-a104-4797-adbb-9ec1c831628a', 'status': 'completed', 'code': 200} Jan 20 11:22:02.798146 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-314ceb98-9364-4414-b1a6-b60775a5c32e req-b6bf4e43-d982-44fb-99b6-1bed7d9cccae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 1097 time: 0.0732987 Jan 20 11:22:02.937424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ceb98-9364-4414-b1a6-b60775a5c32e req-88cd5471-d4aa-4336-8ae4-cd8e83bae5df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:02.939067 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-314ceb98-9364-4414-b1a6-b60775a5c32e req-88cd5471-d4aa-4336-8ae4-cd8e83bae5df service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1348009 Jan 20 11:22:03.072176 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ceb98-9364-4414-b1a6-b60775a5c32e req-e35b4851-c5ac-49f8-bb90-4ed7d77d1805 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:03.073560 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-314ceb98-9364-4414-b1a6-b60775a5c32e req-e35b4851-c5ac-49f8-bb90-4ed7d77d1805 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284213 Jan 20 11:22:03.183820 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-15443222-bccb-42ec-b419-464678a3d473 req-2a131bbb-70fc-4d05-94ae-ac6de8a90a51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 1097 time: 0.0680804 Jan 20 11:22:03.254825 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-15443222-bccb-42ec-b419-464678a3d473 req-62c2efea-6144-4955-b47c-18eab7ce3e92 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d080b9ef-a104-4797-adbb-9ec1c831628a HTTP/1.1" status: 200 len: 217 time: 0.0640566 Jan 20 11:22:03.271211 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c2731-ce62-4baf-81c1-79321cd57e12 req-67d7ed70-b093-4467-afcd-62f3f50ff090 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:03.272653 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a37c2731-ce62-4baf-81c1-79321cd57e12 req-67d7ed70-b093-4467-afcd-62f3f50ff090 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 944 time: 0.0775034 Jan 20 11:22:03.316683 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15443222-bccb-42ec-b419-464678a3d473 req-ffd8d5ef-701f-45a9-a883-2eb8874d8bf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:03.318364 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-15443222-bccb-42ec-b419-464678a3d473 req-ffd8d5ef-701f-45a9-a883-2eb8874d8bf7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c66debd-7df1-465b-9c4f-cacfcc0619b5 HTTP/1.1" status: 200 len: 835 time: 0.0579515 Jan 20 11:22:03.318771 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a37c2731-ce62-4baf-81c1-79321cd57e12 req-507a4843-349a-44af-85fa-72a3d43d793f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7b8951e-f197-4c0e-823b-d4783642ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404603 Jan 20 11:22:03.394141 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-15443222-bccb-42ec-b419-464678a3d473 req-c83f3533-c7c7-4c3c-be13-9778866c2b9c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46e91ffc-697e-4682-a46c-fae42a616470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693657 Jan 20 11:22:03.520633 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-15443222-bccb-42ec-b419-464678a3d473 req-e37925e6-12ed-4949-b737-9429cbe068c6 service neutron] 10.222.0.72 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208243 Jan 20 11:22:03.646664 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-15443222-bccb-42ec-b419-464678a3d473 req-e4eed316-435a-4caf-a759-dce8ca816c65 service neutron] 10.222.0.72 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207342 Jan 20 11:22:03.872533 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-07ba585e-1981-4aa8-98c7-c0beb8b8957e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:04.514914 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4472c2-3751-4c71-89d4-b766ab6be1ff req-962820ec-a62a-49b0-935f-1af7698f9466 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:04.516344 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d4472c2-3751-4c71-89d4-b766ab6be1ff req-962820ec-a62a-49b0-935f-1af7698f9466 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 944 time: 0.0782022 Jan 20 11:22:04.560906 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d4472c2-3751-4c71-89d4-b766ab6be1ff req-f80788c6-cc6b-4ae4-a259-4c8de3112160 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7b8951e-f197-4c0e-823b-d4783642ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383584 Jan 20 11:22:04.900531 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:04.996680 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:05.755441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b57c5c-0a76-4f15-b604-d419daddaec7 req-87b88305-f29f-4519-ac1e-09cd08901950 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:05.756856 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-31b57c5c-0a76-4f15-b604-d419daddaec7 req-87b88305-f29f-4519-ac1e-09cd08901950 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 944 time: 0.0730715 Jan 20 11:22:05.804207 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-31b57c5c-0a76-4f15-b604-d419daddaec7 req-c056d810-c439-4e1a-9fd5-2f815d1770ea tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7b8951e-f197-4c0e-823b-d4783642ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418727 Jan 20 11:22:06.198172 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device d080b9ef-a104-4797-adbb-9ec1c831628a details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:22:06.283832 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:06.339777 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port d080b9ef-a104-4797-adbb-9ec1c831628a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d080b9ef-a104-4797-adbb-9ec1c831628a,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:22:06.352201 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'd080b9ef-a104-4797-adbb-9ec1c831628a', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'port_id': 'd080b9ef-a104-4797-adbb-9ec1c831628a', 'mac_address': 'fa:16:3e:ff:c9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:22:06.403797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:06.420576 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d080b9ef-a104-4797-adbb-9ec1c831628a {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:22:06.436031 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port d080b9ef-a104-4797-adbb-9ec1c831628a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d080b9ef-a104-4797-adbb-9ec1c831628a,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:22:06.505299 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:06.571611 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=d080b9ef-a104-4797-adbb-9ec1c831628a,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:22:06.716588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['d080b9ef-a104-4797-adbb-9ec1c831628a'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:22:06.994758 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa4ab7-3b99-44ba-a7f3-3ec131399f85 req-aefacf4e-9a10-4b15-a4f4-7eb656641523 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:06.996209 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ccaa4ab7-3b99-44ba-a7f3-3ec131399f85 req-aefacf4e-9a10-4b15-a4f4-7eb656641523 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 945 time: 0.0752478 Jan 20 11:22:07.040645 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ccaa4ab7-3b99-44ba-a7f3-3ec131399f85 req-cd5b8a9e-9c03-4e42-a1c4-cd9b5de0b499 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7b8951e-f197-4c0e-823b-d4783642ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391033 Jan 20 11:22:08.224061 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device d080b9ef-a104-4797-adbb-9ec1c831628a up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:22:08.236477 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6c382-07f5-4de6-8c81-302dec083b4d req-769ab7d9-acb9-43ce-aeca-2663ebbe110c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:08.238041 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-28b6c382-07f5-4de6-8c81-302dec083b4d req-769ab7d9-acb9-43ce-aeca-2663ebbe110c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 945 time: 0.0794215 Jan 20 11:22:08.283214 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-28b6c382-07f5-4de6-8c81-302dec083b4d req-bff065e6-9695-470b-8fbb-b5627b559430 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7b8951e-f197-4c0e-823b-d4783642ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387561 Jan 20 11:22:08.358762 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port d080b9ef-a104-4797-adbb-9ec1c831628a completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:22:08.364442 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port d080b9ef-a104-4797-adbb-9ec1c831628a triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:22:08.364826 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:08.477882 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:08.504051 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3174f628-991c-4f7e-93fe-b4c18e6c0df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd080b9ef-a104-4797-adbb-9ec1c831628a'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:22:08.513414 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port d080b9ef-a104-4797-adbb-9ec1c831628a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d080b9ef-a104-4797-adbb-9ec1c831628a,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:22:08.559300 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3174f628-991c-4f7e-93fe-b4c18e6c0df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd080b9ef-a104-4797-adbb-9ec1c831628a', 'code': 200} Jan 20 11:22:08.599791 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:08.664667 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=d080b9ef-a104-4797-adbb-9ec1c831628a,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:22:08.942170 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-daad3d55-23d9-4893-8e3b-6298895175fa req-932fcf86-3545-44fa-a4f4-ba503653a8ec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 1099 time: 0.0682924 Jan 20 11:22:08.983892 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-daad3d55-23d9-4893-8e3b-6298895175fa req-2af7b8a0-e70b-4d73-941c-9093568c726e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e7b8951e-f197-4c0e-823b-d4783642ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364833 Jan 20 11:22:09.482137 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d9506-c832-4630-970d-ba7d41f18c7f req-c6287589-d551-40fc-9278-8a6898590921 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:09.483572 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b45d9506-c832-4630-970d-ba7d41f18c7f req-c6287589-d551-40fc-9278-8a6898590921 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 946 time: 0.0743508 Jan 20 11:22:09.527728 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b45d9506-c832-4630-970d-ba7d41f18c7f req-bf2d6295-ad4c-4119-b334-dce9ed44772c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7b8951e-f197-4c0e-823b-d4783642ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378516 Jan 20 11:22:09.644195 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:10.725665 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e0e8f-a2bc-4181-a0b9-090e96cbb1b7 req-c3937971-c907-444f-927d-9b82dc09878b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:10.727094 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-027e0e8f-a2bc-4181-a0b9-090e96cbb1b7 req-c3937971-c907-444f-927d-9b82dc09878b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 946 time: 0.0781262 Jan 20 11:22:10.771988 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-027e0e8f-a2bc-4181-a0b9-090e96cbb1b7 req-d3dfb358-99df-462e-8ebf-1875a4929367 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7b8951e-f197-4c0e-823b-d4783642ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394139 Jan 20 11:22:10.964358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d23ed8-af3d-46d8-8821-80bd0edb93dd req-07a3c7bf-6b96-4a9c-82d8-9b5d47245026 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:10.965832 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54d23ed8-af3d-46d8-8821-80bd0edb93dd req-07a3c7bf-6b96-4a9c-82d8-9b5d47245026 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 946 time: 0.0769022 Jan 20 11:22:11.015101 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54d23ed8-af3d-46d8-8821-80bd0edb93dd req-fcf85dbc-5c33-42d1-833f-d40103159358 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7b8951e-f197-4c0e-823b-d4783642ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437779 Jan 20 11:22:11.042664 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40008) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:22:11.110710 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dda0ec8c-331b-43de-afd7-3a2ca1aac170 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 1094 time: 0.0669694 Jan 20 11:22:11.114055 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40012) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:22:11.119500 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': 'd080b9ef-a104-4797-adbb-9ec1c831628a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:22:11.125060 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:22:11.129397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:floatingip and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:22:11.132220 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:22:11.137709 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:22:11.221401 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:11.352744 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:11.487735 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.26.0.164 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/be68d0fd-8505-4a6a-b778-3e2fa24cde62) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:22:11.633844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:11.724064 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:11.788951 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:22:11.791608 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:22:11.795211 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:22:11.922120 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=be68d0fd-8505-4a6a-b778-3e2fa24cde62,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:22:12.402480 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:12.521769 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:12.720240 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:12.781401 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:12.885667 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=be68d0fd-8505-4a6a-b778-3e2fa24cde62,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:22:12.901986 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:13.091198 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Floating IP 3faf2f4f-5975-4ca8-a803-e73b79728d84 associated. External IP: 172.26.0.164, port: d080b9ef-a104-4797-adbb-9ec1c831628a. Jan 20 11:22:13.473389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 7315d571-0d5b-421b-b778-a2af6e8897d3 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:22:13.772631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:22:13.781889 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb34fe2a-6a94-416b-b895-94ef8e38a24c None None] Sync routers for ids ['7315d571-0d5b-421b-b778-a2af6e8897d3'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:22:13.795123 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb34fe2a-6a94-416b-b895-94ef8e38a24c None None] Routers {'7315d571-0d5b-421b-b778-a2af6e8897d3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:22:13.799035 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-eb34fe2a-6a94-416b-b895-94ef8e38a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:22:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7315d571-0d5b-421b-b778-a2af6e8897d3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:22:13.882832 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:13.941508 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d1a9b269-8e5f-4b37-adbe-1bea49b09a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8254755 Jan 20 11:22:13.941729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3174f628-991c-4f7e-93fe-b4c18e6c0df0', 'tag': 'd080b9ef-a104-4797-adbb-9ec1c831628a'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:22:13.975995 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-eb34fe2a-6a94-416b-b895-94ef8e38a24c None None] Set router 7315d571-0d5b-421b-b778-a2af6e8897d3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:22:13.996964 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3174f628-991c-4f7e-93fe-b4c18e6c0df0', 'tag': 'd080b9ef-a104-4797-adbb-9ec1c831628a', 'status': 'completed', 'code': 200} Jan 20 11:22:14.087977 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c74a93df-d4e7-4419-80b0-1dd816065f58 req-a082c7eb-6b32-41f7-b333-8d2bdfa6a07e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 1099 time: 0.0685160 Jan 20 11:22:14.216831 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a93df-d4e7-4419-80b0-1dd816065f58 req-759c884a-60b5-4b1d-94b4-dc959076f3aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:14.218495 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c74a93df-d4e7-4419-80b0-1dd816065f58 req-759c884a-60b5-4b1d-94b4-dc959076f3aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=46e91ffc-697e-4682-a46c-fae42a616470 HTTP/1.1" status: 200 len: 896 time: 0.1245153 Jan 20 11:22:14.314946 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-eb34fe2a-6a94-416b-b895-94ef8e38a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '3faf2f4f-5975-4ca8-a803-e73b79728d84', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'port_id': 'd080b9ef-a104-4797-adbb-9ec1c831628a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'mac_address': 'fa:16:3e:ff:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3174f628-991c-4f7e-93fe-b4c18e6c0df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:22:12Z', 'updated_at': '2022-01-20T11:22:12Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}, {'id': '665e853b-f992-4b62-888c-77717518910a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.67', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'port_id': '641b5ad1-c335-4e16-8ac2-39d11880c974', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'mac_address': 'fa:16:3e:ad:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:21:52Z', 'updated_at': '2022-01-20T11:21:55Z', 'revision_number': 1, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197b8716-f421-4e55-9383-cd250b3d229f', 'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:bb:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:30Z', 'updated_at': '2022-01-20T11:21:36Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:22:14.318762 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb34fe2a-6a94-416b-b895-94ef8e38a24c None None] Checking router: 7315d571-0d5b-421b-b778-a2af6e8897d3 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:22:14.322126 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c74a93df-d4e7-4419-80b0-1dd816065f58 req-86da6665-1589-459d-8fed-5b4d91e78e79 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d080b9ef-a104-4797-adbb-9ec1c831628a HTTP/1.1" status: 200 len: 1000 time: 0.0976961 Jan 20 11:22:14.329302 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb34fe2a-6a94-416b-b895-94ef8e38a24c None None] Routers {'7315d571-0d5b-421b-b778-a2af6e8897d3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:22:14.329911 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-eb34fe2a-6a94-416b-b895-94ef8e38a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:22:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7315d571-0d5b-421b-b778-a2af6e8897d3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:22:14.384773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a93df-d4e7-4419-80b0-1dd816065f58 req-6e070f08-2f65-4f4e-a77b-00aa5d5884cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:14.386176 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c74a93df-d4e7-4419-80b0-1dd816065f58 req-6e070f08-2f65-4f4e-a77b-00aa5d5884cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c66debd-7df1-465b-9c4f-cacfcc0619b5 HTTP/1.1" status: 200 len: 835 time: 0.0581474 Jan 20 11:22:14.462982 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c74a93df-d4e7-4419-80b0-1dd816065f58 req-56dc6ea9-c442-4da5-aca6-5e639ef0246b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46e91ffc-697e-4682-a46c-fae42a616470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709884 Jan 20 11:22:14.508212 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-eb34fe2a-6a94-416b-b895-94ef8e38a24c None None] Set router 7315d571-0d5b-421b-b778-a2af6e8897d3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:22:14.598499 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c74a93df-d4e7-4419-80b0-1dd816065f58 req-285aeb37-3e3e-4ac0-99f5-5d65ae8c46a4 service neutron] 10.222.0.72 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293268 Jan 20 11:22:14.739490 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c74a93df-d4e7-4419-80b0-1dd816065f58 req-e33d638a-4ede-481a-8a41-aee07bd886b3 service neutron] 10.222.0.72 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248126 Jan 20 11:22:14.889399 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-eb34fe2a-6a94-416b-b895-94ef8e38a24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '3faf2f4f-5975-4ca8-a803-e73b79728d84', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'port_id': 'd080b9ef-a104-4797-adbb-9ec1c831628a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'mac_address': 'fa:16:3e:ff:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3174f628-991c-4f7e-93fe-b4c18e6c0df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:22:12Z', 'updated_at': '2022-01-20T11:22:12Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}, {'id': '665e853b-f992-4b62-888c-77717518910a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.67', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'port_id': '641b5ad1-c335-4e16-8ac2-39d11880c974', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'mac_address': 'fa:16:3e:ad:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:21:52Z', 'updated_at': '2022-01-20T11:21:55Z', 'revision_number': 1, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197b8716-f421-4e55-9383-cd250b3d229f', 'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:bb:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:30Z', 'updated_at': '2022-01-20T11:21:36Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:22:14.893584 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb34fe2a-6a94-416b-b895-94ef8e38a24c None None] The sync data for ids ['7315d571-0d5b-421b-b778-a2af6e8897d3'] in dv-neutron-825471-1-hyperv is: [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '3faf2f4f-5975-4ca8-a803-e73b79728d84', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'port_id': 'd080b9ef-a104-4797-adbb-9ec1c831628a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'mac_address': 'fa:16:3e:ff:c9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3174f628-991c-4f7e-93fe-b4c18e6c0df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:22:12Z', 'updated_at': '2022-01-20T11:22:12Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}, {'id': '665e853b-f992-4b62-888c-77717518910a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.67', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'port_id': '641b5ad1-c335-4e16-8ac2-39d11880c974', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'mac_address': 'fa:16:3e:ad:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:21:52Z', 'updated_at': '2022-01-20T11:21:55Z', 'revision_number': 1, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197b8716-f421-4e55-9383-cd250b3d229f', 'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:bb:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:30Z', 'updated_at': '2022-01-20T11:21:36Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:22:15.090986 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0cc7e7-0159-4065-8b09-b582d235c4bb None None] New status for floating IP 3faf2f4f-5975-4ca8-a803-e73b79728d84: ACTIVE {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:22:24.026220 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:22:29.867381 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e26d332a-7bae-41c2-959c-f8e4aab792c4 req-7a18f94c-6fb6-4253-8483-d0f4ffa1d0f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670037 Jan 20 11:22:30.005297 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e26d332a-7bae-41c2-959c-f8e4aab792c4 req-eb78f3ab-4d9b-482f-9e32-0f9f03d1b305 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 1098 time: 0.0705261 Jan 20 11:22:30.145236 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d332a-7bae-41c2-959c-f8e4aab792c4 req-61045809-ccee-4e59-b015-35f39d4c94ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:30.146689 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e26d332a-7bae-41c2-959c-f8e4aab792c4 req-61045809-ccee-4e59-b015-35f39d4c94ee service neutron] 10.222.0.72 "GET /v2.0/networks?id=46e91ffc-697e-4682-a46c-fae42a616470 HTTP/1.1" status: 200 len: 896 time: 0.1224871 Jan 20 11:22:30.249822 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e26d332a-7bae-41c2-959c-f8e4aab792c4 req-770f3539-909c-46de-8d46-5a956725b610 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=641b5ad1-c335-4e16-8ac2-39d11880c974 HTTP/1.1" status: 200 len: 1000 time: 0.0965562 Jan 20 11:22:30.311069 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d332a-7bae-41c2-959c-f8e4aab792c4 req-1c3891ec-d830-499c-a65a-741a5208bf24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:30.312447 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e26d332a-7bae-41c2-959c-f8e4aab792c4 req-1c3891ec-d830-499c-a65a-741a5208bf24 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c66debd-7df1-465b-9c4f-cacfcc0619b5 HTTP/1.1" status: 200 len: 835 time: 0.0564737 Jan 20 11:22:30.386434 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e26d332a-7bae-41c2-959c-f8e4aab792c4 req-55d33df8-0366-4f4e-a0f3-3045e049e34f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46e91ffc-697e-4682-a46c-fae42a616470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673151 Jan 20 11:22:30.613103 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e26d332a-7bae-41c2-959c-f8e4aab792c4 req-43517ae5-05ed-4b82-a897-092f020b880b service neutron] 10.222.0.72 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173615 Jan 20 11:22:30.744167 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e26d332a-7bae-41c2-959c-f8e4aab792c4 req-d81bbc46-77fe-4aae-a789-bc825a2e0484 service neutron] 10.222.0.72 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249297 Jan 20 11:22:31.381484 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-71fc33db-46d3-41f4-b281-099e4c229c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:33.878533 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-656b9e17-0533-47c2-ad5f-f4432e4ee0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:34.868034 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:35.004187 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:36.324605 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:39.648712 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:47.624663 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40032) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:22:47.729483 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-11f7878f-3ff3-48ba-9494-1691847146ef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/665e853b-f992-4b62-888c-77717518910a HTTP/1.1" status: 200 len: 992 time: 0.1036348 Jan 20 11:22:48.544083 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40042) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:22:48.549978 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:22:48.662587 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:48.869172 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port 641b5ad1-c335-4e16-8ac2-39d11880c974, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=641b5ad1-c335-4e16-8ac2-39d11880c974,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:22:48.893996 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:48.964299 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:49.030878 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:49.031479 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:49.032818 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/ports/641b5ad1-c335-4e16-8ac2-39d11880c974 HTTP/1.1" status: 200 len: 938 time: 0.4878330 Jan 20 11:22:49.033421 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'tag': '641b5ad1-c335-4e16-8ac2-39d11880c974'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:22:49.053135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=641b5ad1-c335-4e16-8ac2-39d11880c974,revision_number=6']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:22:49.065681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:49.065681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:49.065681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:49.065681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:49.065681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:49.065681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:49.065681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:49.065681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:49.065681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:49.065681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:49.065681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27de958-a525-4c9c-8a07-e9e8c5414b40 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:49.093455 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'tag': '641b5ad1-c335-4e16-8ac2-39d11880c974', 'status': 'completed', 'code': 200} Jan 20 11:22:49.191486 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d4b2c88e-e4e9-46d9-a443-8654e362ef5f req-eb341ef4-91ee-4900-b3c5-c677aaf8b453 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 1099 time: 0.0760367 Jan 20 11:22:49.240180 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-42f15039-17ed-4c6d-bd27-15e977765222 None None] Provisioning complete for port 641b5ad1-c335-4e16-8ac2-39d11880c974 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:22:49.240763 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-42f15039-17ed-4c6d-bd27-15e977765222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:49.300163 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-42f15039-17ed-4c6d-bd27-15e977765222 None None] Port 641b5ad1-c335-4e16-8ac2-39d11880c974 is administratively disabled so it will not transition to active. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Jan 20 11:22:49.323940 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2c88e-e4e9-46d9-a443-8654e362ef5f req-bc2961c2-6c31-42f9-80f3-7b272af88280 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:49.325372 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d4b2c88e-e4e9-46d9-a443-8654e362ef5f req-bc2961c2-6c31-42f9-80f3-7b272af88280 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46e91ffc-697e-4682-a46c-fae42a616470 HTTP/1.1" status: 200 len: 896 time: 0.1277506 Jan 20 11:22:49.421319 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d4b2c88e-e4e9-46d9-a443-8654e362ef5f req-f31e324e-bc6f-4a35-bf9c-c18d3b829f73 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=641b5ad1-c335-4e16-8ac2-39d11880c974 HTTP/1.1" status: 200 len: 1001 time: 0.0902531 Jan 20 11:22:49.487521 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2c88e-e4e9-46d9-a443-8654e362ef5f req-44ce62c4-fefc-4666-8853-f178fbde3fb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:49.488897 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d4b2c88e-e4e9-46d9-a443-8654e362ef5f req-44ce62c4-fefc-4666-8853-f178fbde3fb5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c66debd-7df1-465b-9c4f-cacfcc0619b5 HTTP/1.1" status: 200 len: 835 time: 0.0597892 Jan 20 11:22:49.560437 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d4b2c88e-e4e9-46d9-a443-8654e362ef5f req-58a07181-5f4a-4529-8f38-b0e07b7661b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46e91ffc-697e-4682-a46c-fae42a616470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654795 Jan 20 11:22:49.690463 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d4b2c88e-e4e9-46d9-a443-8654e362ef5f req-e7a78083-7a59-49da-9260-0b0840c48166 service neutron] 10.222.0.72 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239851 Jan 20 11:22:49.820975 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d4b2c88e-e4e9-46d9-a443-8654e362ef5f req-42fc6e41-b47e-4acd-8822-402ffd3a4b48 service neutron] 10.222.0.72 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241281 Jan 20 11:22:52.478324 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40052) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:22:52.484154 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:22:52.597221 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:52.800877 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port 641b5ad1-c335-4e16-8ac2-39d11880c974, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=641b5ad1-c335-4e16-8ac2-39d11880c974,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:22:52.826006 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:52.884502 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:52.956936 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:52.957634 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:52.958910 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/ports/641b5ad1-c335-4e16-8ac2-39d11880c974 HTTP/1.1" status: 200 len: 937 time: 0.4796278 Jan 20 11:22:52.959446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'tag': '641b5ad1-c335-4e16-8ac2-39d11880c974'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:22:52.961969 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40056) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:22:52.988438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=641b5ad1-c335-4e16-8ac2-39d11880c974,revision_number=7']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:22:52.998646 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:52.999192 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:52.999601 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:52.999999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:53.000449 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:53.000843 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:53.001572 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:53.001572 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:53.002078 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:53.002462 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:53.002850 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca93b88-7039-4282-9535-3df558b46bd6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:22:53.033603 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'tag': '641b5ad1-c335-4e16-8ac2-39d11880c974', 'status': 'completed', 'code': 200} Jan 20 11:22:53.186498 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['641b5ad1-c335-4e16-8ac2-39d11880c974'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:22:53.204908 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c687f192-b516-4256-a5c7-edc239c7e20c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/665e853b-f992-4b62-888c-77717518910a HTTP/1.1" status: 200 len: 992 time: 0.2418053 Jan 20 11:22:53.237313 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-665c1916-2bc7-4e7e-968d-7f0843ae2621 req-a03f84a5-6190-47e8-93a7-d0709ae5aafe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 1098 time: 0.1787903 Jan 20 11:22:53.296767 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f6959f9a-dc3a-489f-8f71-393e23d73d49 None None] Provisioning complete for port 641b5ad1-c335-4e16-8ac2-39d11880c974 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:22:53.297143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f6959f9a-dc3a-489f-8f71-393e23d73d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:53.372219 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c1916-2bc7-4e7e-968d-7f0843ae2621 req-263b1092-8548-404a-8d6a-e77868dee683 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:53.373663 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-665c1916-2bc7-4e7e-968d-7f0843ae2621 req-263b1092-8548-404a-8d6a-e77868dee683 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46e91ffc-697e-4682-a46c-fae42a616470 HTTP/1.1" status: 200 len: 896 time: 0.1302392 Jan 20 11:22:53.475396 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-665c1916-2bc7-4e7e-968d-7f0843ae2621 req-31615d1b-0aa5-4282-8c40-d3771e7581cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=641b5ad1-c335-4e16-8ac2-39d11880c974 HTTP/1.1" status: 200 len: 1000 time: 0.0959222 Jan 20 11:22:53.540119 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c1916-2bc7-4e7e-968d-7f0843ae2621 req-6030bb97-c312-454b-be88-f24f7c00d98d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:53.542170 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-665c1916-2bc7-4e7e-968d-7f0843ae2621 req-6030bb97-c312-454b-be88-f24f7c00d98d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c66debd-7df1-465b-9c4f-cacfcc0619b5 HTTP/1.1" status: 200 len: 835 time: 0.0609343 Jan 20 11:22:53.616242 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-665c1916-2bc7-4e7e-968d-7f0843ae2621 req-cee85a13-40e8-42a3-a3b5-454eabcfc638 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46e91ffc-697e-4682-a46c-fae42a616470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681403 Jan 20 11:22:53.744327 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-665c1916-2bc7-4e7e-968d-7f0843ae2621 req-0491aba9-52ca-40b0-884c-54866d942791 service neutron] 10.222.0.72 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221070 Jan 20 11:22:53.872004 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-665c1916-2bc7-4e7e-968d-7f0843ae2621 req-8652d67f-8826-4dc7-b54e-af6724c923c7 service neutron] 10.222.0.72 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220505 Jan 20 11:22:56.079700 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40070) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:22:56.278418 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-0b874265-d4d2-41cf-9195-78ffd4bcc0a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port be68d0fd-8505-4a6a-b778-3e2fa24cde62 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:22:56.278670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0b874265-d4d2-41cf-9195-78ffd4bcc0a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:56.442849 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0b874265-d4d2-41cf-9195-78ffd4bcc0a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:56.443174 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0b874265-d4d2-41cf-9195-78ffd4bcc0a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:56.564313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-0b874265-d4d2-41cf-9195-78ffd4bcc0a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for be68d0fd-8505-4a6a-b778-3e2fa24cde62 owned by network:floatingip {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:22:56.757142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0b874265-d4d2-41cf-9195-78ffd4bcc0a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:56.803844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b874265-d4d2-41cf-9195-78ffd4bcc0a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=be68d0fd-8505-4a6a-b778-3e2fa24cde62,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:22:56.892682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0b874265-d4d2-41cf-9195-78ffd4bcc0a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:57.367044 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b874265-d4d2-41cf-9195-78ffd4bcc0a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 7315d571-0d5b-421b-b778-a2af6e8897d3 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:22:57.564356 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b874265-d4d2-41cf-9195-78ffd4bcc0a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:22:57.574094 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be729f5b-1407-4808-bcb4-fb6718edbd6e None None] Sync routers for ids ['7315d571-0d5b-421b-b778-a2af6e8897d3'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:22:57.580257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0b874265-d4d2-41cf-9195-78ffd4bcc0a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:57.585219 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be729f5b-1407-4808-bcb4-fb6718edbd6e None None] Routers {'7315d571-0d5b-421b-b778-a2af6e8897d3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:22:57.585841 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-be729f5b-1407-4808-bcb4-fb6718edbd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:22:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7315d571-0d5b-421b-b778-a2af6e8897d3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:22:57.632385 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0b874265-d4d2-41cf-9195-78ffd4bcc0a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/floatingips/3faf2f4f-5975-4ca8-a803-e73b79728d84 HTTP/1.1" status: 204 len: 168 time: 1.5515158 Jan 20 11:22:57.632857 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3174f628-991c-4f7e-93fe-b4c18e6c0df0', 'tag': 'd080b9ef-a104-4797-adbb-9ec1c831628a'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:22:57.691193 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3174f628-991c-4f7e-93fe-b4c18e6c0df0', 'tag': 'd080b9ef-a104-4797-adbb-9ec1c831628a', 'status': 'completed', 'code': 200} Jan 20 11:22:57.763371 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-be729f5b-1407-4808-bcb4-fb6718edbd6e None None] Set router 7315d571-0d5b-421b-b778-a2af6e8897d3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:22:57.784933 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-260760ba-eedf-4398-845e-cf86d22294ba req-0037e49c-8b93-456e-8136-2142adf35686 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 1099 time: 0.0710034 Jan 20 11:22:57.928398 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260760ba-eedf-4398-845e-cf86d22294ba req-ea9d0c8d-741b-4735-b7e1-c32f7ae75d37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:57.929889 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-260760ba-eedf-4398-845e-cf86d22294ba req-ea9d0c8d-741b-4735-b7e1-c32f7ae75d37 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46e91ffc-697e-4682-a46c-fae42a616470 HTTP/1.1" status: 200 len: 896 time: 0.1393399 Jan 20 11:22:58.006932 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-260760ba-eedf-4398-845e-cf86d22294ba req-36ee1a0f-a96c-4d85-982b-709d5da62076 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d080b9ef-a104-4797-adbb-9ec1c831628a HTTP/1.1" status: 200 len: 217 time: 0.0716486 Jan 20 11:22:58.076656 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260760ba-eedf-4398-845e-cf86d22294ba req-0a2673e3-5550-4b7f-92cf-483ab1453dee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:58.077467 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-260760ba-eedf-4398-845e-cf86d22294ba req-0a2673e3-5550-4b7f-92cf-483ab1453dee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c66debd-7df1-465b-9c4f-cacfcc0619b5 HTTP/1.1" status: 200 len: 835 time: 0.0598927 Jan 20 11:22:58.111769 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-be729f5b-1407-4808-bcb4-fb6718edbd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '665e853b-f992-4b62-888c-77717518910a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.67', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'port_id': '641b5ad1-c335-4e16-8ac2-39d11880c974', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'mac_address': 'fa:16:3e:ad:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:21:52Z', 'updated_at': '2022-01-20T11:21:55Z', 'revision_number': 1, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197b8716-f421-4e55-9383-cd250b3d229f', 'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:bb:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:30Z', 'updated_at': '2022-01-20T11:21:36Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:22:58.115557 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be729f5b-1407-4808-bcb4-fb6718edbd6e None None] Checking router: 7315d571-0d5b-421b-b778-a2af6e8897d3 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:22:58.126298 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be729f5b-1407-4808-bcb4-fb6718edbd6e None None] Routers {'7315d571-0d5b-421b-b778-a2af6e8897d3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:22:58.126998 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-be729f5b-1407-4808-bcb4-fb6718edbd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:22:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7315d571-0d5b-421b-b778-a2af6e8897d3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:22:58.155662 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-260760ba-eedf-4398-845e-cf86d22294ba req-9b90a873-1ac0-4a7b-b20b-25d029db5283 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46e91ffc-697e-4682-a46c-fae42a616470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720725 Jan 20 11:22:58.231128 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb947807-a50d-4486-af99-5ed3e1f7c764 req-64e26561-92c2-4a90-a098-68cab2abe043 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:58.232798 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fb947807-a50d-4486-af99-5ed3e1f7c764 req-64e26561-92c2-4a90-a098-68cab2abe043 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 946 time: 0.0792158 Jan 20 11:22:58.280937 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fb947807-a50d-4486-af99-5ed3e1f7c764 req-c3fd39b0-29e2-46e6-98a0-8c13f526915e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7b8951e-f197-4c0e-823b-d4783642ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411234 Jan 20 11:22:58.299725 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-260760ba-eedf-4398-845e-cf86d22294ba req-28fc6603-887b-41a1-aaa0-04e845985aa2 service neutron] 10.222.0.72 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373196 Jan 20 11:22:58.308631 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-be729f5b-1407-4808-bcb4-fb6718edbd6e None None] Set router 7315d571-0d5b-421b-b778-a2af6e8897d3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:22:58.432082 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-260760ba-eedf-4398-845e-cf86d22294ba req-85bafaea-d392-4f85-9803-e49ca4d6f85f service neutron] 10.222.0.72 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246052 Jan 20 11:22:58.670579 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-be729f5b-1407-4808-bcb4-fb6718edbd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '665e853b-f992-4b62-888c-77717518910a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.67', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'port_id': '641b5ad1-c335-4e16-8ac2-39d11880c974', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'mac_address': 'fa:16:3e:ad:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:21:52Z', 'updated_at': '2022-01-20T11:21:55Z', 'revision_number': 1, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197b8716-f421-4e55-9383-cd250b3d229f', 'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:bb:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:30Z', 'updated_at': '2022-01-20T11:21:36Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:22:58.674432 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be729f5b-1407-4808-bcb4-fb6718edbd6e None None] The sync data for ids ['7315d571-0d5b-421b-b778-a2af6e8897d3'] in dv-neutron-825471-1-hyperv is: [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '665e853b-f992-4b62-888c-77717518910a', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.67', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'port_id': '641b5ad1-c335-4e16-8ac2-39d11880c974', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'mac_address': 'fa:16:3e:ad:1f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:21:52Z', 'updated_at': '2022-01-20T11:21:55Z', 'revision_number': 1, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197b8716-f421-4e55-9383-cd250b3d229f', 'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:bb:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:30Z', 'updated_at': '2022-01-20T11:21:36Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:22:58.880404 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4d85e-3afd-4d31-97ea-d90d8cba87a3 None None] New status for floating IP 3faf2f4f-5975-4ca8-a803-e73b79728d84: DOWN {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:22:59.426299 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bed77-e722-4306-bce4-824f3666a385 req-a325ff3c-1e5f-4b0a-80f9-02a85022f6b6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:59.426989 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-5f2bed77-e722-4306-bce4-824f3666a385 req-a325ff3c-1e5f-4b0a-80f9-02a85022f6b6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:22:59.483666 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2f0bc-969c-4839-8b41-1158224405c0 req-3ec7ebf0-1729-4bf7-85b7-aff882a6b2d5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:22:59.485098 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-41b2f0bc-969c-4839-8b41-1158224405c0 req-3ec7ebf0-1729-4bf7-85b7-aff882a6b2d5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 946 time: 0.0791845 Jan 20 11:22:59.524382 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-5f2bed77-e722-4306-bce4-824f3666a385 req-a325ff3c-1e5f-4b0a-80f9-02a85022f6b6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:22:59.526238 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5f2bed77-e722-4306-bce4-824f3666a385 req-a325ff3c-1e5f-4b0a-80f9-02a85022f6b6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/ports?device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 946 time: 0.1789427 Jan 20 11:22:59.528752 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-41b2f0bc-969c-4839-8b41-1158224405c0 req-2f2651c9-2255-4cbe-91ee-1f7acaa4aafa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=e7b8951e-f197-4c0e-823b-d4783642ed72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380275 Jan 20 11:22:59.596938 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-5f2bed77-e722-4306-bce4-824f3666a385 req-28da5e3a-640d-4f24-89a3-da52971b06f5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port d080b9ef-a104-4797-adbb-9ec1c831628a {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:22:59.597208 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5f2bed77-e722-4306-bce4-824f3666a385 req-28da5e3a-640d-4f24-89a3-da52971b06f5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:22:59.830065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-5f2bed77-e722-4306-bce4-824f3666a385 req-28da5e3a-640d-4f24-89a3-da52971b06f5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port d080b9ef-a104-4797-adbb-9ec1c831628a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d080b9ef-a104-4797-adbb-9ec1c831628a,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:22:59.830418 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5f2bed77-e722-4306-bce4-824f3666a385 req-28da5e3a-640d-4f24-89a3-da52971b06f5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:00.066712 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-5f2bed77-e722-4306-bce4-824f3666a385 req-28da5e3a-640d-4f24-89a3-da52971b06f5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for d080b9ef-a104-4797-adbb-9ec1c831628a owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:23:00.290408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5f2bed77-e722-4306-bce4-824f3666a385 req-28da5e3a-640d-4f24-89a3-da52971b06f5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:00.336346 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da5e3a-640d-4f24-89a3-da52971b06f5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=d080b9ef-a104-4797-adbb-9ec1c831628a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:00.407161 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2bed77-e722-4306-bce4-824f3666a385 req-28da5e3a-640d-4f24-89a3-da52971b06f5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] No DVR routers for this DVR port d080b9ef-a104-4797-adbb-9ec1c831628a on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:23:00.409508 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5f2bed77-e722-4306-bce4-824f3666a385 req-28da5e3a-640d-4f24-89a3-da52971b06f5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:00.411897 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3174f628-991c-4f7e-93fe-b4c18e6c0df0', 'name': 'network-vif-deleted', 'tag': 'd080b9ef-a104-4797-adbb-9ec1c831628a'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:23:00.468998 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3174f628-991c-4f7e-93fe-b4c18e6c0df0', 'name': 'network-vif-deleted', 'tag': 'd080b9ef-a104-4797-adbb-9ec1c831628a', 'status': 'completed', 'code': 200} Jan 20 11:23:00.535324 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5f2bed77-e722-4306-bce4-824f3666a385 req-28da5e3a-640d-4f24-89a3-da52971b06f5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "DELETE /v2.0/ports/d080b9ef-a104-4797-adbb-9ec1c831628a HTTP/1.1" status: 204 len: 173 time: 1.0043707 Jan 20 11:23:00.691795 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c7e52011-5e25-4e1f-b27e-0cf3ca733df8 req-978dbba0-857f-440b-8957-6d1c775437d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=3174f628-991c-4f7e-93fe-b4c18e6c0df0 HTTP/1.1" status: 200 len: 210 time: 0.0445666 Jan 20 11:23:01.026953 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:23:01.404686 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3ac773b3-3d69-49f9-9312-20602ccb5657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:01.797230 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40088) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:01.867547 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a04b9511-e658-4e57-bb41-d3087c87c751 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:01.896670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a04b9511-e658-4e57-bb41-d3087c87c751 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:02.021910 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a04b9511-e658-4e57-bb41-d3087c87c751 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:02.039814 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b9511-e658-4e57-bb41-d3087c87c751 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b8951e-f197-4c0e-823b-d4783642ed72,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:02.118056 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a04b9511-e658-4e57-bb41-d3087c87c751 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:02.119342 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a04b9511-e658-4e57-bb41-d3087c87c751 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/security-groups/e7b8951e-f197-4c0e-823b-d4783642ed72 HTTP/1.1" status: 204 len: 168 time: 0.3211117 Jan 20 11:23:02.210942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40094) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:02.417528 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-bd613cb5-d405-4f30-8a74-b4af7319f054 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 3dd273bf-2ad0-4a4d-95ff-12dd04d3111b {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:23:02.417958 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bd613cb5-d405-4f30-8a74-b4af7319f054 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:02.584053 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bd613cb5-d405-4f30-8a74-b4af7319f054 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:02.584376 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bd613cb5-d405-4f30-8a74-b4af7319f054 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:02.699252 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-bd613cb5-d405-4f30-8a74-b4af7319f054 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 3dd273bf-2ad0-4a4d-95ff-12dd04d3111b owned by network:floatingip {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:23:02.965628 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bd613cb5-d405-4f30-8a74-b4af7319f054 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:03.009426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd613cb5-d405-4f30-8a74-b4af7319f054 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=3dd273bf-2ad0-4a4d-95ff-12dd04d3111b,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:03.101694 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bd613cb5-d405-4f30-8a74-b4af7319f054 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:03.585405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd613cb5-d405-4f30-8a74-b4af7319f054 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 7315d571-0d5b-421b-b778-a2af6e8897d3 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:23:03.800710 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd613cb5-d405-4f30-8a74-b4af7319f054 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:23:03.810707 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eee646-b840-472a-8a96-eaa1cba1319f None None] Sync routers for ids ['7315d571-0d5b-421b-b778-a2af6e8897d3'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:23:03.817516 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bd613cb5-d405-4f30-8a74-b4af7319f054 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:03.822755 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eee646-b840-472a-8a96-eaa1cba1319f None None] Routers {'7315d571-0d5b-421b-b778-a2af6e8897d3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:23:03.826432 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f0eee646-b840-472a-8a96-eaa1cba1319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:22:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7315d571-0d5b-421b-b778-a2af6e8897d3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:03.855095 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-17f9384c-f012-436c-ad40-058c79cf75bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:03.873085 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bd613cb5-d405-4f30-8a74-b4af7319f054 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/floatingips/665e853b-f992-4b62-888c-77717518910a HTTP/1.1" status: 204 len: 168 time: 1.6610465 Jan 20 11:23:03.873783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'tag': '641b5ad1-c335-4e16-8ac2-39d11880c974'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:23:03.939935 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'tag': '641b5ad1-c335-4e16-8ac2-39d11880c974', 'status': 'completed', 'code': 200} Jan 20 11:23:04.012917 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-f0eee646-b840-472a-8a96-eaa1cba1319f None None] Set router 7315d571-0d5b-421b-b778-a2af6e8897d3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:23:04.031785 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-81b4358a-9b89-40eb-94ab-14741263d626 req-91c3f69d-4ff7-4e47-acc9-87d7ad00ba87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 1098 time: 0.0712001 Jan 20 11:23:04.166777 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4358a-9b89-40eb-94ab-14741263d626 req-a1344a7d-4b61-421a-9421-a80205646dc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:04.168213 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-81b4358a-9b89-40eb-94ab-14741263d626 req-a1344a7d-4b61-421a-9421-a80205646dc6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46e91ffc-697e-4682-a46c-fae42a616470 HTTP/1.1" status: 200 len: 896 time: 0.1312308 Jan 20 11:23:04.240360 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-81b4358a-9b89-40eb-94ab-14741263d626 req-9d890859-e79f-4d37-979b-2e90775ff0ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=641b5ad1-c335-4e16-8ac2-39d11880c974 HTTP/1.1" status: 200 len: 217 time: 0.0667994 Jan 20 11:23:04.305087 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4358a-9b89-40eb-94ab-14741263d626 req-bffb1a39-761e-4ee4-a8a5-c698604761f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:04.306551 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-81b4358a-9b89-40eb-94ab-14741263d626 req-bffb1a39-761e-4ee4-a8a5-c698604761f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c66debd-7df1-465b-9c4f-cacfcc0619b5 HTTP/1.1" status: 200 len: 835 time: 0.0597327 Jan 20 11:23:04.323820 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f0eee646-b840-472a-8a96-eaa1cba1319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '197b8716-f421-4e55-9383-cd250b3d229f', 'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:bb:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:30Z', 'updated_at': '2022-01-20T11:21:36Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:04.328286 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eee646-b840-472a-8a96-eaa1cba1319f None None] Checking router: 7315d571-0d5b-421b-b778-a2af6e8897d3 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:23:04.339827 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eee646-b840-472a-8a96-eaa1cba1319f None None] Routers {'7315d571-0d5b-421b-b778-a2af6e8897d3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:23:04.340437 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f0eee646-b840-472a-8a96-eaa1cba1319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:23:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7315d571-0d5b-421b-b778-a2af6e8897d3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:04.393784 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-81b4358a-9b89-40eb-94ab-14741263d626 req-b8a444ed-8a05-4c94-831c-da83c49b789a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46e91ffc-697e-4682-a46c-fae42a616470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819643 Jan 20 11:23:04.429456 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device d080b9ef-a104-4797-adbb-9ec1c831628a no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:23:04.466558 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: d080b9ef-a104-4797-adbb-9ec1c831628a {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:23:04.466908 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device d080b9ef-a104-4797-adbb-9ec1c831628a not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:23:04.511442 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97215fb3-c8ba-43e5-86f5-930967b6ec16 req-18502ebb-50cc-45bf-9f9b-cf91c8728f8e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:04.512917 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97215fb3-c8ba-43e5-86f5-930967b6ec16 req-18502ebb-50cc-45bf-9f9b-cf91c8728f8e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 945 time: 0.0864344 Jan 20 11:23:04.531913 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-81b4358a-9b89-40eb-94ab-14741263d626 req-6b0a8109-f553-46c3-afe7-4e06d575d91c service neutron] 10.222.0.72 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313181 Jan 20 11:23:04.537121 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-f0eee646-b840-472a-8a96-eaa1cba1319f None None] Set router 7315d571-0d5b-421b-b778-a2af6e8897d3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:23:04.646727 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97215fb3-c8ba-43e5-86f5-930967b6ec16 req-54902a2c-3c24-4d74-b364-3ff10703563d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c774af8-e8c4-4b8f-a1ef-e6d464a02663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282434 Jan 20 11:23:04.674762 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-81b4358a-9b89-40eb-94ab-14741263d626 req-53944207-2d04-4103-b76a-a2e16d005be2 service neutron] 10.222.0.72 "GET /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368630 Jan 20 11:23:04.844642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:04.859601 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f0eee646-b840-472a-8a96-eaa1cba1319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '197b8716-f421-4e55-9383-cd250b3d229f', 'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:bb:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:30Z', 'updated_at': '2022-01-20T11:21:36Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:04.863396 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eee646-b840-472a-8a96-eaa1cba1319f None None] The sync data for ids ['7315d571-0d5b-421b-b778-a2af6e8897d3'] in dv-neutron-825471-1-hyperv is: [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '197b8716-f421-4e55-9383-cd250b3d229f', 'name': '', 'network_id': '46e91ffc-697e-4682-a46c-fae42a616470', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:bb:02:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:30Z', 'updated_at': '2022-01-20T11:21:36Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '8c66debd-7df1-465b-9c4f-cacfcc0619b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:23:04.981769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:05.077574 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad7d29b-8714-458e-9cf1-4c028be76879 None None] New status for floating IP 665e853b-f992-4b62-888c-77717518910a: DOWN {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:23:05.846957 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb6d5d-3521-4ad5-b068-c9af0a4f48db req-0ebfed53-db7c-45ab-aa36-1a9801a6b2fc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:05.848381 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d6cb6d5d-3521-4ad5-b068-c9af0a4f48db req-0ebfed53-db7c-45ab-aa36-1a9801a6b2fc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 945 time: 0.0740092 Jan 20 11:23:05.872919 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da665f-e08d-428c-a26c-4868529b37c0 req-430d216c-34c6-480f-acb1-2675f44d93ed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:05.873633 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-46da665f-e08d-428c-a26c-4868529b37c0 req-430d216c-34c6-480f-acb1-2675f44d93ed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:23:05.893796 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d6cb6d5d-3521-4ad5-b068-c9af0a4f48db req-5a770735-2ee1-4514-a650-e716d255d95b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c774af8-e8c4-4b8f-a1ef-e6d464a02663&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396256 Jan 20 11:23:06.004849 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-46da665f-e08d-428c-a26c-4868529b37c0 req-430d216c-34c6-480f-acb1-2675f44d93ed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:23:06.006063 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-46da665f-e08d-428c-a26c-4868529b37c0 req-430d216c-34c6-480f-acb1-2675f44d93ed tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 945 time: 0.2066684 Jan 20 11:23:06.077276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-46da665f-e08d-428c-a26c-4868529b37c0 req-027dedf0-93e9-4923-9127-b130669995e5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 641b5ad1-c335-4e16-8ac2-39d11880c974 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:23:06.077643 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-46da665f-e08d-428c-a26c-4868529b37c0 req-027dedf0-93e9-4923-9127-b130669995e5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:06.296154 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:06.316328 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-46da665f-e08d-428c-a26c-4868529b37c0 req-027dedf0-93e9-4923-9127-b130669995e5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port 641b5ad1-c335-4e16-8ac2-39d11880c974, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=641b5ad1-c335-4e16-8ac2-39d11880c974,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:23:06.316678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-46da665f-e08d-428c-a26c-4868529b37c0 req-027dedf0-93e9-4923-9127-b130669995e5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:06.539316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-46da665f-e08d-428c-a26c-4868529b37c0 req-027dedf0-93e9-4923-9127-b130669995e5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 641b5ad1-c335-4e16-8ac2-39d11880c974 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:23:06.741931 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-46da665f-e08d-428c-a26c-4868529b37c0 req-027dedf0-93e9-4923-9127-b130669995e5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:06.789930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027dedf0-93e9-4923-9127-b130669995e5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=641b5ad1-c335-4e16-8ac2-39d11880c974,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:06.857282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-46da665f-e08d-428c-a26c-4868529b37c0 req-027dedf0-93e9-4923-9127-b130669995e5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] No DVR routers for this DVR port 641b5ad1-c335-4e16-8ac2-39d11880c974 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:23:06.859585 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-46da665f-e08d-428c-a26c-4868529b37c0 req-027dedf0-93e9-4923-9127-b130669995e5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:06.861934 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'name': 'network-vif-deleted', 'tag': '641b5ad1-c335-4e16-8ac2-39d11880c974'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:23:06.915767 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c7adea-1edc-4e88-9d88-59647bd84b32', 'name': 'network-vif-deleted', 'tag': '641b5ad1-c335-4e16-8ac2-39d11880c974', 'status': 'completed', 'code': 200} Jan 20 11:23:06.946964 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-46da665f-e08d-428c-a26c-4868529b37c0 req-027dedf0-93e9-4923-9127-b130669995e5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "DELETE /v2.0/ports/641b5ad1-c335-4e16-8ac2-39d11880c974 HTTP/1.1" status: 204 len: 173 time: 0.9321465 Jan 20 11:23:07.067928 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5256cd08-d015-4cdb-835e-8e32306ac26d req-f5aedfb0-7410-4ae8-8151-d8d46511827f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c7adea-1edc-4e88-9d88-59647bd84b32 HTTP/1.1" status: 200 len: 210 time: 0.0490968 Jan 20 11:23:08.175975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40112) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:08.249009 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-681dcf98-078e-4cbe-b9dd-968f25834b9c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:08.277421 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-681dcf98-078e-4cbe-b9dd-968f25834b9c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:08.392993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-681dcf98-078e-4cbe-b9dd-968f25834b9c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:08.412461 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681dcf98-078e-4cbe-b9dd-968f25834b9c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c774af8-e8c4-4b8f-a1ef-e6d464a02663,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:08.420340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-681dcf98-078e-4cbe-b9dd-968f25834b9c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:08.421602 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-681dcf98-078e-4cbe-b9dd-968f25834b9c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/security-groups/8c774af8-e8c4-4b8f-a1ef-e6d464a02663 HTTP/1.1" status: 204 len: 168 time: 0.2445002 Jan 20 11:23:08.548885 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40118) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:08.938731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-64c223fa-4118-4fae-808b-a62b0694ba4d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:09.530728 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-64c223fa-4118-4fae-808b-a62b0694ba4d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 197b8716-f421-4e55-9383-cd250b3d229f {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:23:09.531414 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-64c223fa-4118-4fae-808b-a62b0694ba4d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:09.656298 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:09.815595 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-64c223fa-4118-4fae-808b-a62b0694ba4d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port 197b8716-f421-4e55-9383-cd250b3d229f, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=197b8716-f421-4e55-9383-cd250b3d229f,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:23:09.815872 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-64c223fa-4118-4fae-808b-a62b0694ba4d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:09.934127 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-64c223fa-4118-4fae-808b-a62b0694ba4d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 197b8716-f421-4e55-9383-cd250b3d229f owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:23:10.176636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-64c223fa-4118-4fae-808b-a62b0694ba4d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:10.226882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c223fa-4118-4fae-808b-a62b0694ba4d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=197b8716-f421-4e55-9383-cd250b3d229f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:10.436618 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 641b5ad1-c335-4e16-8ac2-39d11880c974 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:23:10.466250 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 641b5ad1-c335-4e16-8ac2-39d11880c974 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:23:10.466600 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 641b5ad1-c335-4e16-8ac2-39d11880c974 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:23:10.516663 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-64c223fa-4118-4fae-808b-a62b0694ba4d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:11.185723 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c223fa-4118-4fae-808b-a62b0694ba4d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 7315d571-0d5b-421b-b778-a2af6e8897d3 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:23:11.380942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c223fa-4118-4fae-808b-a62b0694ba4d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:23:11.390135 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ad9e0-5396-43bb-8723-68f5c15e12b2 None None] Sync routers for ids ['7315d571-0d5b-421b-b778-a2af6e8897d3'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:23:11.396344 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-64c223fa-4118-4fae-808b-a62b0694ba4d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/7315d571-0d5b-421b-b778-a2af6e8897d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8463597 Jan 20 11:23:11.396537 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40122) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:11.434459 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ad9e0-5396-43bb-8723-68f5c15e12b2 None None] Routers {'7315d571-0d5b-421b-b778-a2af6e8897d3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:23:11.435065 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e37ad9e0-5396-43bb-8723-68f5c15e12b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:23:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7315d571-0d5b-421b-b778-a2af6e8897d3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:11.582349 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a08027-cbf3-44e8-938b-8b1e58478824 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting subnet 8c66debd-7df1-465b-9c4f-cacfcc0619b5 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:23:11.585264 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41a08027-cbf3-44e8-938b-8b1e58478824 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:11.607579 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-e37ad9e0-5396-43bb-8723-68f5c15e12b2 None None] Set router 7315d571-0d5b-421b-b778-a2af6e8897d3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:23:11.641999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41a08027-cbf3-44e8-938b-8b1e58478824 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:11.721496 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41a08027-cbf3-44e8-938b-8b1e58478824 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:11.886180 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41a08027-cbf3-44e8-938b-8b1e58478824 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:11.893247 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e37ad9e0-5396-43bb-8723-68f5c15e12b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:23:10Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:11.897440 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ad9e0-5396-43bb-8723-68f5c15e12b2 None None] Checking router: 7315d571-0d5b-421b-b778-a2af6e8897d3 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:23:11.908463 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ad9e0-5396-43bb-8723-68f5c15e12b2 None None] Routers {'7315d571-0d5b-421b-b778-a2af6e8897d3'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:23:11.909225 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e37ad9e0-5396-43bb-8723-68f5c15e12b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:23:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['7315d571-0d5b-421b-b778-a2af6e8897d3'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:11.929101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a08027-cbf3-44e8-938b-8b1e58478824 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Subnet': ['ID=8c66debd-7df1-465b-9c4f-cacfcc0619b5,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:11.940748 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6125c332-4879-46c3-bc01-bba8ed4f523b None None] Network 46e91ffc-697e-4682-a46c-fae42a616470 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:23:11.942716 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41a08027-cbf3-44e8-938b-8b1e58478824 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:11.949989 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-41a08027-cbf3-44e8-938b-8b1e58478824 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/subnets/8c66debd-7df1-465b-9c4f-cacfcc0619b5 HTTP/1.1" status: 204 len: 168 time: 0.5516167 Jan 20 11:23:11.952433 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40126) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:12.097035 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-e37ad9e0-5396-43bb-8723-68f5c15e12b2 None None] Set router 7315d571-0d5b-421b-b778-a2af6e8897d3 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:23:12.152914 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6fda4b8-c4d9-4433-8ecf-1617b8e24888 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:12.220071 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c39e279-0af6-430f-b76d-b8380979f39d None None] DHCP port deletion for 46e91ffc-697e-4682-a46c-fae42a616470 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:23:12.227440 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5c39e279-0af6-430f-b76d-b8380979f39d None None] Deleting port f03f48a8-a06f-429b-a02d-3f725cf091ef {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:23:12.228006 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c39e279-0af6-430f-b76d-b8380979f39d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:12.387239 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6fda4b8-c4d9-4433-8ecf-1617b8e24888 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:12.406574 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device f03f48a8-a06f-429b-a02d-3f725cf091ef no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:23:12.425842 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e37ad9e0-5396-43bb-8723-68f5c15e12b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:23:10Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:12.429728 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ad9e0-5396-43bb-8723-68f5c15e12b2 None None] The sync data for ids ['7315d571-0d5b-421b-b778-a2af6e8897d3'] in dv-neutron-825471-1-hyperv is: [{'id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'name': 'tempest-TestNetworkBasicOps-router-36968730', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38'}], 'enable_snat': True}, 'gw_port_id': '81506c89-4830-476d-80d7-c5575d3ed876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:23:10Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': '81506c89-4830-476d-80d7-c5575d3ed876', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315d571-0d5b-421b-b778-a2af6e8897d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:21:26Z', 'updated_at': '2022-01-20T11:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:23:12.461634 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c6fda4b8-c4d9-4433-8ecf-1617b8e24888 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 81506c89-4830-476d-80d7-c5575d3ed876 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:23:12.462104 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6fda4b8-c4d9-4433-8ecf-1617b8e24888 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:12.497869 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5c39e279-0af6-430f-b76d-b8380979f39d None None] For port f03f48a8-a06f-429b-a02d-3f725cf091ef, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f03f48a8-a06f-429b-a02d-3f725cf091ef,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:23:12.498516 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c39e279-0af6-430f-b76d-b8380979f39d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:12.630757 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-c6fda4b8-c4d9-4433-8ecf-1617b8e24888 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port 81506c89-4830-476d-80d7-c5575d3ed876, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=81506c89-4830-476d-80d7-c5575d3ed876,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:23:12.631122 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6fda4b8-c4d9-4433-8ecf-1617b8e24888 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:12.643165 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5c39e279-0af6-430f-b76d-b8380979f39d None None] Calling delete_port for f03f48a8-a06f-429b-a02d-3f725cf091ef owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:23:12.739557 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:12.752817 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-c6fda4b8-c4d9-4433-8ecf-1617b8e24888 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 81506c89-4830-476d-80d7-c5575d3ed876 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:23:12.784877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port f03f48a8-a06f-429b-a02d-3f725cf091ef, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f03f48a8-a06f-429b-a02d-3f725cf091ef,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:23:12.850128 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:12.904494 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-5c39e279-0af6-430f-b76d-b8380979f39d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:23:12.904847 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-5c39e279-0af6-430f-b76d-b8380979f39d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:23:12.923262 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=f03f48a8-a06f-429b-a02d-3f725cf091ef,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:12.933222 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:12.933616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:12.933966 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:12.934308 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:12.934637 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:12.935023 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:12.935363 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:12.935681 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:12.936004 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:12.936326 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:12.936645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:13.060933 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6fda4b8-c4d9-4433-8ecf-1617b8e24888 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:13.104342 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fda4b8-c4d9-4433-8ecf-1617b8e24888 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=81506c89-4830-476d-80d7-c5575d3ed876,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:13.321609 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6fda4b8-c4d9-4433-8ecf-1617b8e24888 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:13.406175 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5c39e279-0af6-430f-b76d-b8380979f39d None None] Deleting port f03f48a8-a06f-429b-a02d-3f725cf091ef {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:23:13.406715 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c39e279-0af6-430f-b76d-b8380979f39d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:13.573972 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6fda4b8-c4d9-4433-8ecf-1617b8e24888 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:13.578096 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6fda4b8-c4d9-4433-8ecf-1617b8e24888 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:13.604331 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5c39e279-0af6-430f-b76d-b8380979f39d None None] For port f03f48a8-a06f-429b-a02d-3f725cf091ef, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f03f48a8-a06f-429b-a02d-3f725cf091ef,segment=NetworkSegment(eb02bbe6-b64b-485e-a191-2bfe204e8199),segment_id=eb02bbe6-b64b-485e-a191-2bfe204e8199)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:23:13.604697 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c39e279-0af6-430f-b76d-b8380979f39d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:13.667954 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6fda4b8-c4d9-4433-8ecf-1617b8e24888 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:13.668469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fda4b8-c4d9-4433-8ecf-1617b8e24888 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Fanout notify agent at l3_agent the message router_deleted on router 7315d571-0d5b-421b-b778-a2af6e8897d3 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:23:13.683182 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c6fda4b8-c4d9-4433-8ecf-1617b8e24888 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:13.687143 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40130) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:13.688403 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c6fda4b8-c4d9-4433-8ecf-1617b8e24888 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/routers/7315d571-0d5b-421b-b778-a2af6e8897d3 HTTP/1.1" status: 204 len: 168 time: 1.7349570 Jan 20 11:23:13.725214 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5c39e279-0af6-430f-b76d-b8380979f39d None None] Calling delete_port for f03f48a8-a06f-429b-a02d-3f725cf091ef owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:23:13.815113 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-08e371c4-a09e-40b5-a661-20b7ac15f53d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:13.825851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-08e371c4-a09e-40b5-a661-20b7ac15f53d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port f03f48a8-a06f-429b-a02d-3f725cf091ef {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:23:13.826126 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-08e371c4-a09e-40b5-a661-20b7ac15f53d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:13.856358 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c39e279-0af6-430f-b76d-b8380979f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:13.901190 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39e279-0af6-430f-b76d-b8380979f39d None None] Pushing event deleted for resources: {'Port': ['ID=f03f48a8-a06f-429b-a02d-3f725cf091ef,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:13.904973 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39e279-0af6-430f-b76d-b8380979f39d None None] No DVR routers for this DVR port f03f48a8-a06f-429b-a02d-3f725cf091ef on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:23:13.913581 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-08e371c4-a09e-40b5-a661-20b7ac15f53d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] The port 'f03f48a8-a06f-429b-a02d-3f725cf091ef' was deleted {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:23:14.040019 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-08e371c4-a09e-40b5-a661-20b7ac15f53d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:14.064470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-08e371c4-a09e-40b5-a661-20b7ac15f53d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e91ffc-697e-4682-a46c-fae42a616470']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:14.080857 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-08e371c4-a09e-40b5-a661-20b7ac15f53d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb02bbe6-b64b-485e-a191-2bfe204e8199') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:14.081164 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-08e371c4-a09e-40b5-a661-20b7ac15f53d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb02bbe6-b64b-485e-a191-2bfe204e8199') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:14.094366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-08e371c4-a09e-40b5-a661-20b7ac15f53d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:14.111017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-08e371c4-a09e-40b5-a661-20b7ac15f53d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:14.117311 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e371c4-a09e-40b5-a661-20b7ac15f53d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:23:14.117742 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-08e371c4-a09e-40b5-a661-20b7ac15f53d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:23:14.131980 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:23:14.245479 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 197b8716-f421-4e55-9383-cd250b3d229f no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:23:14.271550 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-08e371c4-a09e-40b5-a661-20b7ac15f53d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:14.276632 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-08e371c4-a09e-40b5-a661-20b7ac15f53d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:14.279656 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 197b8716-f421-4e55-9383-cd250b3d229f {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:23:14.279656 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 197b8716-f421-4e55-9383-cd250b3d229f not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:23:14.279858 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 81506c89-4830-476d-80d7-c5575d3ed876 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:23:14.303434 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e371c4-a09e-40b5-a661-20b7ac15f53d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Network': ['ID=46e91ffc-697e-4682-a46c-fae42a616470,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:14.313858 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 81506c89-4830-476d-80d7-c5575d3ed876 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:23:14.314208 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 81506c89-4830-476d-80d7-c5575d3ed876 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:23:14.370138 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-08e371c4-a09e-40b5-a661-20b7ac15f53d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/networks/46e91ffc-697e-4682-a46c-fae42a616470 HTTP/1.1" status: 204 len: 168 time: 0.6812811 Jan 20 11:23:14.397136 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40134) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:14.402684 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-09c06cf9-845b-46fc-998b-753e7f40900a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'network': {'name': 'tempest-network-smoke--1788475181', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'port_security_enabled': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:23:14.407850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-09c06cf9-845b-46fc-998b-753e7f40900a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:23:14.411903 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-09c06cf9-845b-46fc-998b-753e7f40900a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:network and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:23:14.414749 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-09c06cf9-845b-46fc-998b-753e7f40900a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:23:14.420439 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-09c06cf9-845b-46fc-998b-753e7f40900a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:23:14.478523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c06cf9-845b-46fc-998b-753e7f40900a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:23:14.481519 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09c06cf9-845b-46fc-998b-753e7f40900a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:14.509356 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c06cf9-845b-46fc-998b-753e7f40900a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:23:14.518084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09c06cf9-845b-46fc-998b-753e7f40900a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:14.518421 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-09c06cf9-845b-46fc-998b-753e7f40900a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Added segment 2a108e12-9435-4a05-b116-438bdcec13a3 of type vlan for network b7453703-96dc-4d11-a345-6d3ac6fb7a85 Jan 20 11:23:14.544483 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09c06cf9-845b-46fc-998b-753e7f40900a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:14.644453 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09c06cf9-845b-46fc-998b-753e7f40900a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:14.648216 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c06cf9-845b-46fc-998b-753e7f40900a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:14.648789 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-09c06cf9-845b-46fc-998b-753e7f40900a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:14.752685 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c06cf9-845b-46fc-998b-753e7f40900a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Network': ['ID=b7453703-96dc-4d11-a345-6d3ac6fb7a85,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:14.765335 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network b7453703-96dc-4d11-a345-6d3ac6fb7a85 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:23:14.822888 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-09c06cf9-845b-46fc-998b-753e7f40900a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4243243 Jan 20 11:23:14.825236 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40138) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:14.830689 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1990521725', 'admin_state_up': True, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:23:14.837888 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:23:14.841789 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:router and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:23:14.844787 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:23:14.850779 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:23:14.992477 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:14.993383 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:15.012108 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:15.254237 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:15.508184 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:15.537299 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:15.671597 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.26.0.47 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/d5c10e49-4b37-475d-ab89-f8875a3b19da) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:23:15.910063 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:16.020616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:16.090552 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:23:16.093349 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:23:16.097754 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:23:16.124652 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=d5c10e49-4b37-475d-ab89-f8875a3b19da,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:16.363250 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:16.364001 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:16.638802 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:23:16.835344 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:23:16.844726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Sync routers for ids ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:23:16.856468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Routers {'91117f1a-eb79-40cd-bb6f-b50c9e33fde1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:23:16.856985 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:23:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:16.923503 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:16.927695 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4298a053-3fb2-4e86-89bb-7ce575aeb5a2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0984273 Jan 20 11:23:16.927917 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40142) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:16.968543 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f8babd5c-183a-45f0-a52c-31179413ce4b tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=571e60e1cd4540aa8cf6524c9e0f5b24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395021 Jan 20 11:23:16.971179 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40146) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:17.036517 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Set router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:23:17.097514 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62949733-46d3-442b-a99d-f137bcb00bfc tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:17.099050 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-62949733-46d3-442b-a99d-f137bcb00bfc tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1269679 Jan 20 11:23:17.101846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40150) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:17.140028 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1352e12f-7fe0-4253-ac99-2fa28c194a0d tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371494 Jan 20 11:23:17.142564 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40154) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:17.147740 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-574369ee-65fc-46aa-ba81-e872cd1ab66f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-368498767', 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:23:17.255857 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-574369ee-65fc-46aa-ba81-e872cd1ab66f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:23:17.259468 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-574369ee-65fc-46aa-ba81-e872cd1ab66f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:subnet and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:23:17.262308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-574369ee-65fc-46aa-ba81-e872cd1ab66f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:23:17.267827 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-574369ee-65fc-46aa-ba81-e872cd1ab66f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:23:17.336403 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'name': 'tempest-TestNetworkBasicOps-router-1990521725', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:23:14Z', 'updated_at': '2022-01-20T11:23:16Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:15Z', 'updated_at': '2022-01-20T11:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:17.340115 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574369ee-65fc-46aa-ba81-e872cd1ab66f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:23:17.340624 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Checking router: 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:23:17.341007 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Updating router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 port d5c10e49-4b37-475d-ab89-f8875a3b19da binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:23:17.396225 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:17.447566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-574369ee-65fc-46aa-ba81-e872cd1ab66f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:17.764981 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-574369ee-65fc-46aa-ba81-e872cd1ab66f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:17.769585 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:17.782252 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Transition to ACTIVE for port object d5c10e49-4b37-475d-ab89-f8875a3b19da will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:23:17.861922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:17.864646 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574369ee-65fc-46aa-ba81-e872cd1ab66f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Subnet': ['ID=5f638250-0575-4f7f-b316-ceb14116767f,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:17.875498 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574369ee-65fc-46aa-ba81-e872cd1ab66f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Checking segment: {'id': '2a108e12-9435-4a05-b116-438bdcec13a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:23:17.875853 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574369ee-65fc-46aa-ba81-e872cd1ab66f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network hostable DHCP agents. Network: b7453703-96dc-4d11-a345-6d3ac6fb7a85, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:23:17.949091 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Attempting to bind port d5c10e49-4b37-475d-ab89-f8875a3b19da on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:23:17.949501 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Attempting to bind port d5c10e49-4b37-475d-ab89-f8875a3b19da by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:23:17.949862 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Attempting to bind port d5c10e49-4b37-475d-ab89-f8875a3b19da on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:23:17.952197 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb703ef7-8ab6-443a-8b0e-f094e522837a None None] Pushing event updated for resources: {'Port': ['ID=d5c10e49-4b37-475d-ab89-f8875a3b19da,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:17.962473 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:23:17.962473 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:23:17.962473 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:17.962473 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:23:17.962473 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Bound port: d5c10e49-4b37-475d-ab89-f8875a3b19da, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:23:17.962978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:17.993339 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574369ee-65fc-46aa-ba81-e872cd1ab66f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network b7453703-96dc-4d11-a345-6d3ac6fb7a85 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:23:18.037042 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] For port d5c10e49-4b37-475d-ab89-f8875a3b19da, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:23:18.040007 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] For port d5c10e49-4b37-475d-ab89-f8875a3b19da, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d5c10e49-4b37-475d-ab89-f8875a3b19da,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:23:18.096465 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-574369ee-65fc-46aa-ba81-e872cd1ab66f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, b7453703-96dc-4d11-a345-6d3ac6fb7a85) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:23:18.101338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574369ee-65fc-46aa-ba81-e872cd1ab66f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:18.102055 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-574369ee-65fc-46aa-ba81-e872cd1ab66f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:18.106101 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2236d0d7-4b57-4a2f-8c88-6e6b0a6e0d4f None None] Network b7453703-96dc-4d11-a345-6d3ac6fb7a85 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:23:18.171224 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:18.196135 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-574369ee-65fc-46aa-ba81-e872cd1ab66f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0494564 Jan 20 11:23:18.196240 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40158) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:18.297690 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb703ef7-8ab6-443a-8b0e-f094e522837a None None] Pushing event updated for resources: {'Port': ['ID=d5c10e49-4b37-475d-ab89-f8875a3b19da,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:18.351348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Routers {'91117f1a-eb79-40cd-bb6f-b50c9e33fde1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:23:18.351988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:23:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:18.538479 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ips': [{'subnet_id': '5f638250-0575-4f7f-b316-ceb14116767f'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:23:18.539279 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:18.651563 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] Set router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:23:18.906187 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Allocated IP 172.20.0.2 (b7453703-96dc-4d11-a345-6d3ac6fb7a85/5f638250-0575-4f7f-b316-ceb14116767f/8ee3217f-8c22-4af1-8275-4ef006c342b5) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:23:19.054113 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:19.211283 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'name': 'tempest-TestNetworkBasicOps-router-1990521725', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:23:14Z', 'updated_at': '2022-01-20T11:23:16Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:15Z', 'updated_at': '2022-01-20T11:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:19.220178 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac412c73-696e-496b-bace-b5d49abdadfe None None] The sync data for ids ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'] in dv-neutron-825471-1-hyperv is: [{'id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'name': 'tempest-TestNetworkBasicOps-router-1990521725', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:23:14Z', 'updated_at': '2022-01-20T11:23:16Z', 'revision_number': 3, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:15Z', 'updated_at': '2022-01-20T11:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:23:19.239491 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:19.250192 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Transition to ACTIVE for port object 8ee3217f-8c22-4af1-8275-4ef006c342b5 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:23:19.270772 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Transition to ACTIVE for port object 8ee3217f-8c22-4af1-8275-4ef006c342b5 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:23:19.348186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:19.430499 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Network b7453703-96dc-4d11-a345-6d3ac6fb7a85 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:23:19.434085 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Pushing event updated for resources: {'Port': ['ID=8ee3217f-8c22-4af1-8275-4ef006c342b5,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:19.436516 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:23:19.438599 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:23:19.488414 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.1 (b7453703-96dc-4d11-a345-6d3ac6fb7a85/5f638250-0575-4f7f-b316-ceb14116767f/7d8b94cb-a6af-43ad-adbc-0ac946915100) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:23:19.532708 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Attempting to bind port 8ee3217f-8c22-4af1-8275-4ef006c342b5 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:23:19.533083 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Attempting to bind port 8ee3217f-8c22-4af1-8275-4ef006c342b5 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '2a108e12-9435-4a05-b116-438bdcec13a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:23:19.533479 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Attempting to bind port 8ee3217f-8c22-4af1-8275-4ef006c342b5 on network b7453703-96dc-4d11-a345-6d3ac6fb7a85 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:23:19.540392 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:23:19.540770 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Checking segment: {'id': '2a108e12-9435-4a05-b116-438bdcec13a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:23:19.541322 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:19.541746 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Bound using segment: {'id': '2a108e12-9435-4a05-b116-438bdcec13a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:23:19.542296 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Bound port: 8ee3217f-8c22-4af1-8275-4ef006c342b5, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a108e12-9435-4a05-b116-438bdcec13a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:23:19.542673 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:19.634745 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] For port 8ee3217f-8c22-4af1-8275-4ef006c342b5, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:23:19.637893 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] For port 8ee3217f-8c22-4af1-8275-4ef006c342b5, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8ee3217f-8c22-4af1-8275-4ef006c342b5,segment=NetworkSegment(2a108e12-9435-4a05-b116-438bdcec13a3),segment_id=2a108e12-9435-4a05-b116-438bdcec13a3)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:23:19.655670 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:19.672199 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object 7d8b94cb-a6af-43ad-adbc-0ac946915100 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:23:19.706862 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:19.776522 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:19.790576 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7015e8-133e-4930-b41c-82314fb1a3fc None None] Pushing event updated for resources: {'Port': ['ID=8ee3217f-8c22-4af1-8275-4ef006c342b5,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:19.862002 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network b7453703-96dc-4d11-a345-6d3ac6fb7a85 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:23:19.865306 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:23:19.867882 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:23:19.929355 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:19.959537 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=7d8b94cb-a6af-43ad-adbc-0ac946915100,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:20.101761 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:20.307477 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8ee3217f-8c22-4af1-8275-4ef006c342b5 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:23:20.421571 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 8ee3217f-8c22-4af1-8275-4ef006c342b5 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:23:20.426798 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d5c10e49-4b37-475d-ab89-f8875a3b19da up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:23:20.519097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:20.587695 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port d5c10e49-4b37-475d-ab89-f8875a3b19da completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:23:20.593303 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port d5c10e49-4b37-475d-ab89-f8875a3b19da triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:23:20.593706 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:20.633160 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:20.711067 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:20.718980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11be28c-2303-44bb-abf6-f71250c8e57d None None] Network b7453703-96dc-4d11-a345-6d3ac6fb7a85 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:23:20.743031 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:20.747239 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=7d8b94cb-a6af-43ad-adbc-0ac946915100,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:20.801855 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port d5c10e49-4b37-475d-ab89-f8875a3b19da, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d5c10e49-4b37-475d-ab89-f8875a3b19da,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:23:20.879433 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network b7453703-96dc-4d11-a345-6d3ac6fb7a85 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:23:20.880716 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:23:20.883175 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:20.918879 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-834f2e3a-0143-41da-8f9c-5abdfc97fdf6 None None] Provisioning for port 8ee3217f-8c22-4af1-8275-4ef006c342b5 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:23:20.950192 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-834f2e3a-0143-41da-8f9c-5abdfc97fdf6 None None] Provisioning complete for port 8ee3217f-8c22-4af1-8275-4ef006c342b5 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:23:20.950523 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-834f2e3a-0143-41da-8f9c-5abdfc97fdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:21.055896 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=d5c10e49-4b37-475d-ab89-f8875a3b19da,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:21.141711 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-834f2e3a-0143-41da-8f9c-5abdfc97fdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:21.181399 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-834f2e3a-0143-41da-8f9c-5abdfc97fdf6 None None] For port 8ee3217f-8c22-4af1-8275-4ef006c342b5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8ee3217f-8c22-4af1-8275-4ef006c342b5,segment=NetworkSegment(2a108e12-9435-4a05-b116-438bdcec13a3),segment_id=2a108e12-9435-4a05-b116-438bdcec13a3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:23:21.249001 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-834f2e3a-0143-41da-8f9c-5abdfc97fdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:21.316974 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f2e3a-0143-41da-8f9c-5abdfc97fdf6 None None] Pushing event updated for resources: {'Port': ['ID=8ee3217f-8c22-4af1-8275-4ef006c342b5,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:21.363943 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:23:21.467717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-31f7bee1-4ea3-4ebd-864e-7b9d15bb3987 None None] Provisioning for port 7d8b94cb-a6af-43ad-adbc-0ac946915100 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:23:21.473339 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-31f7bee1-4ea3-4ebd-864e-7b9d15bb3987 None None] Provisioning complete for port 7d8b94cb-a6af-43ad-adbc-0ac946915100 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:23:21.473755 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-31f7bee1-4ea3-4ebd-864e-7b9d15bb3987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:21.530365 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-31f7bee1-4ea3-4ebd-864e-7b9d15bb3987 None None] Port 7d8b94cb-a6af-43ad-adbc-0ac946915100 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:23:21.545914 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-31f7bee1-4ea3-4ebd-864e-7b9d15bb3987 None None] Provisioning complete for port 8ee3217f-8c22-4af1-8275-4ef006c342b5 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:23:21.546378 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-31f7bee1-4ea3-4ebd-864e-7b9d15bb3987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:21.576818 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:23:21.593440 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0fdff762-67ab-4391-b1aa-7eaa4e6ffc6a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/91117f1a-eb79-40cd-bb6f-b50c9e33fde1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3944049 Jan 20 11:23:21.594592 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40162) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:21.801595 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fa3255f7-aeb0-443d-a06a-7c6cb212ffdc None None] Provisioning complete for port 7d8b94cb-a6af-43ad-adbc-0ac946915100 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:23:21.801916 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fa3255f7-aeb0-443d-a06a-7c6cb212ffdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:21.834425 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98c5856-194f-4e2d-979a-5e1de8f7acc2 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:21.834721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98c5856-194f-4e2d-979a-5e1de8f7acc2 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:21.835095 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98c5856-194f-4e2d-979a-5e1de8f7acc2 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:21.835455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98c5856-194f-4e2d-979a-5e1de8f7acc2 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:21.837100 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b98c5856-194f-4e2d-979a-5e1de8f7acc2 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2418156 Jan 20 11:23:21.839962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40166) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:21.851654 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fa3255f7-aeb0-443d-a06a-7c6cb212ffdc None None] Port 7d8b94cb-a6af-43ad-adbc-0ac946915100 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:23:21.909000 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1184f7-329e-491c-9fe6-7202658dfef7 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:21.909372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1184f7-329e-491c-9fe6-7202658dfef7 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:21.909761 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1184f7-329e-491c-9fe6-7202658dfef7 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:21.910119 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1184f7-329e-491c-9fe6-7202658dfef7 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:21.911738 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cb1184f7-329e-491c-9fe6-7202658dfef7 tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0708947 Jan 20 11:23:21.914425 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40170) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:22.107333 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c52e477a-c76a-4066-8d2b-857b5893ff7d tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1917796 Jan 20 11:23:22.254919 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8ee3217f-8c22-4af1-8275-4ef006c342b5 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:23:22.328273 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 8ee3217f-8c22-4af1-8275-4ef006c342b5 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:23:22.328905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:22.443810 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d5c10e49-4b37-475d-ab89-f8875a3b19da up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:23:22.470927 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40176) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:22.476465 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-46df8be2-95fa-401b-b4ad-1db88889daef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-485033287', 'description': 'tempest-secgroup-smoke-485033287 description', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:23:22.482715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-46df8be2-95fa-401b-b4ad-1db88889daef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:23:22.487148 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-46df8be2-95fa-401b-b4ad-1db88889daef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:23:22.490155 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-46df8be2-95fa-401b-b4ad-1db88889daef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:23:22.496046 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-46df8be2-95fa-401b-b4ad-1db88889daef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:23:22.514785 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port d5c10e49-4b37-475d-ab89-f8875a3b19da triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:23:22.515330 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:22.563354 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46df8be2-95fa-401b-b4ad-1db88889daef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:22.609339 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-46df8be2-95fa-401b-b4ad-1db88889daef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:23:22.613669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-46df8be2-95fa-401b-b4ad-1db88889daef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:23:22.616638 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-46df8be2-95fa-401b-b4ad-1db88889daef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:23:22.623437 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-46df8be2-95fa-401b-b4ad-1db88889daef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:23:22.681248 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46df8be2-95fa-401b-b4ad-1db88889daef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:22.739292 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Sync routers for ids ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:23:22.746389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46df8be2-95fa-401b-b4ad-1db88889daef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:22.751463 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Routers {'91117f1a-eb79-40cd-bb6f-b50c9e33fde1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:23:22.752056 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:23:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:22.792021 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df8be2-95fa-401b-b4ad-1db88889daef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3611b8ea-709c-448a-81b5-be51fce7ba4a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:22.860799 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46df8be2-95fa-401b-b4ad-1db88889daef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:22.862450 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-46df8be2-95fa-401b-b4ad-1db88889daef tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3903396 Jan 20 11:23:22.865094 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40180) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:22.871572 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-0a9515f0-2db5-4660-b1b2-6e15f7b4b73a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '3611b8ea-709c-448a-81b5-be51fce7ba4a', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:23:22.877715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0a9515f0-2db5-4660-b1b2-6e15f7b4b73a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:23:22.883137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0a9515f0-2db5-4660-b1b2-6e15f7b4b73a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:23:22.886220 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0a9515f0-2db5-4660-b1b2-6e15f7b4b73a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:23:22.892045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0a9515f0-2db5-4660-b1b2-6e15f7b4b73a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:23:22.932459 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Set router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:23:22.988244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0a9515f0-2db5-4660-b1b2-6e15f7b4b73a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:23.050287 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0a9515f0-2db5-4660-b1b2-6e15f7b4b73a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:23.130615 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0a9515f0-2db5-4660-b1b2-6e15f7b4b73a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:23.154153 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9515f0-2db5-4660-b1b2-6e15f7b4b73a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef04952-0277-42f0-8da7-5ab24dc54af6,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:23.222077 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0a9515f0-2db5-4660-b1b2-6e15f7b4b73a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:23.223273 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0a9515f0-2db5-4660-b1b2-6e15f7b4b73a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3570929 Jan 20 11:23:23.226047 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40184) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:23.232290 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-c8d12900-a768-47d3-be3d-3520865e8811 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '3611b8ea-709c-448a-81b5-be51fce7ba4a', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:23:23.238108 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c8d12900-a768-47d3-be3d-3520865e8811 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:23:23.241817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c8d12900-a768-47d3-be3d-3520865e8811 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:23:23.245342 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c8d12900-a768-47d3-be3d-3520865e8811 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:23:23.250992 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c8d12900-a768-47d3-be3d-3520865e8811 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:23:23.267534 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'name': 'tempest-TestNetworkBasicOps-router-1990521725', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:23:14Z', 'updated_at': '2022-01-20T11:23:19Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:15Z', 'updated_at': '2022-01-20T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '7d8b94cb-a6af-43ad-adbc-0ac946915100', 'name': '', 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:3c:6a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f638250-0575-4f7f-b316-ceb14116767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:19Z', 'updated_at': '2022-01-20T11:23:20Z', 'revision_number': 2, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '5f638250-0575-4f7f-b316-ceb14116767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:23.271272 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Checking router: 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:23:23.271610 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Updating router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 port 7d8b94cb-a6af-43ad-adbc-0ac946915100 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:23:23.324207 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:23.325557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c8d12900-a768-47d3-be3d-3520865e8811 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:23.389517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c8d12900-a768-47d3-be3d-3520865e8811 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:23.467783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c8d12900-a768-47d3-be3d-3520865e8811 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:23.491326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d12900-a768-47d3-be3d-3520865e8811 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc82a5c-787b-47e2-a8dd-2799754078be,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:23.587624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c8d12900-a768-47d3-be3d-3520865e8811 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:23.589726 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c8d12900-a768-47d3-be3d-3520865e8811 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3627326 Jan 20 11:23:23.592615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40188) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:23.598223 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c999e35c-3347-43c4-acf6-3debd5dc1fe1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '3611b8ea-709c-448a-81b5-be51fce7ba4a', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:23:23.604575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c999e35c-3347-43c4-acf6-3debd5dc1fe1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:23:23.608512 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c999e35c-3347-43c4-acf6-3debd5dc1fe1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:23:23.611410 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c999e35c-3347-43c4-acf6-3debd5dc1fe1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:23:23.617725 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c999e35c-3347-43c4-acf6-3debd5dc1fe1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:23:23.663065 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:23.675254 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Transition to ACTIVE for port object 7d8b94cb-a6af-43ad-adbc-0ac946915100 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:23:23.696759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c999e35c-3347-43c4-acf6-3debd5dc1fe1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:23.746109 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:23.762459 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c999e35c-3347-43c4-acf6-3debd5dc1fe1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:23.850301 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c999e35c-3347-43c4-acf6-3debd5dc1fe1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:23.870110 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999e35c-3347-43c4-acf6-3debd5dc1fe1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2680c06-f133-4a79-9fe8-923291d99c6c,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:23.877916 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5aa96-6ddd-4c30-9fb8-fdbdb6c29fd6 None None] Pushing event updated for resources: {'Port': ['ID=7d8b94cb-a6af-43ad-adbc-0ac946915100,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:23.949407 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5aa96-6ddd-4c30-9fb8-fdbdb6c29fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:23.949766 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5aa96-6ddd-4c30-9fb8-fdbdb6c29fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:23.950093 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5aa96-6ddd-4c30-9fb8-fdbdb6c29fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:23.950772 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5aa96-6ddd-4c30-9fb8-fdbdb6c29fd6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:23.950772 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5aa96-6ddd-4c30-9fb8-fdbdb6c29fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:23.951024 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5aa96-6ddd-4c30-9fb8-fdbdb6c29fd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:23.951334 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5aa96-6ddd-4c30-9fb8-fdbdb6c29fd6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:23.951643 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5aa96-6ddd-4c30-9fb8-fdbdb6c29fd6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:23.951964 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5aa96-6ddd-4c30-9fb8-fdbdb6c29fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:23.952253 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5aa96-6ddd-4c30-9fb8-fdbdb6c29fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:23.952555 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad5aa96-6ddd-4c30-9fb8-fdbdb6c29fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:23:23.976947 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Attempting to bind port 7d8b94cb-a6af-43ad-adbc-0ac946915100 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:23:23.977306 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Attempting to bind port 7d8b94cb-a6af-43ad-adbc-0ac946915100 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '2a108e12-9435-4a05-b116-438bdcec13a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:23:23.977685 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Attempting to bind port 7d8b94cb-a6af-43ad-adbc-0ac946915100 on network b7453703-96dc-4d11-a345-6d3ac6fb7a85 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:23:23.982151 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c999e35c-3347-43c4-acf6-3debd5dc1fe1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:23.983359 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c999e35c-3347-43c4-acf6-3debd5dc1fe1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3897488 Jan 20 11:23:23.986098 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40192) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:23.986275 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:23:23.993461 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Checking segment: {'id': '2a108e12-9435-4a05-b116-438bdcec13a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:23:23.993461 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:23.993461 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Bound using segment: {'id': '2a108e12-9435-4a05-b116-438bdcec13a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:23:23.993461 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Bound port: 7d8b94cb-a6af-43ad-adbc-0ac946915100, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a108e12-9435-4a05-b116-438bdcec13a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:23:23.993461 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:23.993835 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-60290bb4-f3a1-43ea-962a-96b4097d69ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '3611b8ea-709c-448a-81b5-be51fce7ba4a', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:23:23.997803 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60290bb4-f3a1-43ea-962a-96b4097d69ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:23:24.001623 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-60290bb4-f3a1-43ea-962a-96b4097d69ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:23:24.004523 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-60290bb4-f3a1-43ea-962a-96b4097d69ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:23:24.010695 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60290bb4-f3a1-43ea-962a-96b4097d69ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:23:24.074783 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] For port 7d8b94cb-a6af-43ad-adbc-0ac946915100, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:23:24.077683 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] For port 7d8b94cb-a6af-43ad-adbc-0ac946915100, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=7d8b94cb-a6af-43ad-adbc-0ac946915100,segment=NetworkSegment(2a108e12-9435-4a05-b116-438bdcec13a3),segment_id=2a108e12-9435-4a05-b116-438bdcec13a3)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:23:24.113785 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60290bb4-f3a1-43ea-962a-96b4097d69ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:24.176302 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60290bb4-f3a1-43ea-962a-96b4097d69ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:24.209725 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:24.278447 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5aa96-6ddd-4c30-9fb8-fdbdb6c29fd6 None None] Pushing event updated for resources: {'Port': ['ID=7d8b94cb-a6af-43ad-adbc-0ac946915100,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:24.290014 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Routers {'91117f1a-eb79-40cd-bb6f-b50c9e33fde1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:23:24.290014 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:23:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:24.359111 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60290bb4-f3a1-43ea-962a-96b4097d69ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:24.388172 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60290bb4-f3a1-43ea-962a-96b4097d69ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3930721f-ccf3-4c26-9e48-5bdd9488ecc9,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:24.450447 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60290bb4-f3a1-43ea-962a-96b4097d69ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:24.452160 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-60290bb4-f3a1-43ea-962a-96b4097d69ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4649799 Jan 20 11:23:24.455696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40196) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:24.461685 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-488dcdce-e04e-4521-aed8-068f655e5f57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '3611b8ea-709c-448a-81b5-be51fce7ba4a', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:23:24.461889 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] Set router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:23:24.468230 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-488dcdce-e04e-4521-aed8-068f655e5f57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:23:24.472181 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-488dcdce-e04e-4521-aed8-068f655e5f57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:23:24.475162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-488dcdce-e04e-4521-aed8-068f655e5f57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:23:24.481155 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-488dcdce-e04e-4521-aed8-068f655e5f57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:23:24.542765 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-488dcdce-e04e-4521-aed8-068f655e5f57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:23:24.549238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-488dcdce-e04e-4521-aed8-068f655e5f57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:24.613186 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-488dcdce-e04e-4521-aed8-068f655e5f57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:24.696247 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-488dcdce-e04e-4521-aed8-068f655e5f57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:24.721062 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488dcdce-e04e-4521-aed8-068f655e5f57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a04ddc-815c-435f-8c24-1e1d4fe1ae54,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:24.794244 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'name': 'tempest-TestNetworkBasicOps-router-1990521725', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:23:14Z', 'updated_at': '2022-01-20T11:23:19Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:15Z', 'updated_at': '2022-01-20T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '7d8b94cb-a6af-43ad-adbc-0ac946915100', 'name': '', 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:3c:6a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f638250-0575-4f7f-b316-ceb14116767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:19Z', 'updated_at': '2022-01-20T11:23:24Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '5f638250-0575-4f7f-b316-ceb14116767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:24.798244 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5de92b-ed00-4a7c-a2eb-772160ad741c None None] The sync data for ids ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'] in dv-neutron-825471-1-hyperv is: [{'id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'name': 'tempest-TestNetworkBasicOps-router-1990521725', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:23:14Z', 'updated_at': '2022-01-20T11:23:19Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:15Z', 'updated_at': '2022-01-20T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '7d8b94cb-a6af-43ad-adbc-0ac946915100', 'name': '', 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:3c:6a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f638250-0575-4f7f-b316-ceb14116767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:19Z', 'updated_at': '2022-01-20T11:23:24Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '5f638250-0575-4f7f-b316-ceb14116767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:23:24.804669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-488dcdce-e04e-4521-aed8-068f655e5f57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:24.809892 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40200) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:24.810399 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-488dcdce-e04e-4521-aed8-068f655e5f57 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3531010 Jan 20 11:23:24.815549 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-0ac91e81-32a1-4a0b-89b4-af60dd2949d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'security_group_rule': {'security_group_id': '3611b8ea-709c-448a-81b5-be51fce7ba4a', 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:23:24.821921 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0ac91e81-32a1-4a0b-89b4-af60dd2949d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:23:24.825990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0ac91e81-32a1-4a0b-89b4-af60dd2949d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:security_group_rule and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:23:24.831910 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-0ac91e81-32a1-4a0b-89b4-af60dd2949d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:23:24.848746 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-0ac91e81-32a1-4a0b-89b4-af60dd2949d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:23:24.931016 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-0ac91e81-32a1-4a0b-89b4-af60dd2949d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Project 571e60e1cd4540aa8cf6524c9e0f5b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:23:24.938289 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ac91e81-32a1-4a0b-89b4-af60dd2949d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:25.007392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ac91e81-32a1-4a0b-89b4-af60dd2949d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:25.073387 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ac91e81-32a1-4a0b-89b4-af60dd2949d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:25.101941 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac91e81-32a1-4a0b-89b4-af60dd2949d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697ab24f-29cc-475b-92d8-e59232c82fb6,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:25.153446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0ac91e81-32a1-4a0b-89b4-af60dd2949d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:25.154942 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0ac91e81-32a1-4a0b-89b4-af60dd2949d4 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3438103 Jan 20 11:23:25.332758 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-f598fefe-8cb7-4618-97a7-4e6659016ba5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485033287&fields=id&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 267 time: 0.0421679 Jan 20 11:23:25.484710 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-9d4773d9-167a-4db3-9598-ef6db13da9be tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:25.486167 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-9d4773d9-167a-4db3-9598-ef6db13da9be tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/networks?id=b7453703-96dc-4d11-a345-6d3ac6fb7a85 HTTP/1.1" status: 200 len: 797 time: 0.1459861 Jan 20 11:23:25.503809 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-e7a7d251-e5e8-421d-a321-886fca3ff7a1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/quotas/571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 375 time: 0.0115776 Jan 20 11:23:25.586754 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-05fe9cdd-4e13-439f-83ef-3289c929cc83 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:23:25.662126 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-05fe9cdd-4e13-439f-83ef-3289c929cc83 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:23:25.663385 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-05fe9cdd-4e13-439f-83ef-3289c929cc83 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1541128 Jan 20 11:23:25.796766 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-11c02d35-c1b3-4e4b-867f-0d018ec3fef0 service neutron] 10.222.0.70 "GET /v2.0/networks/b7453703-96dc-4d11-a345-6d3ac6fb7a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219301 Jan 20 11:23:25.924165 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-f5b216cc-8910-44cf-8095-a2f42358a15f service neutron] 10.222.0.70 "GET /v2.0/networks/b7453703-96dc-4d11-a345-6d3ac6fb7a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215692 Jan 20 11:23:26.201100 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f3844fee-e785-4468-9924-ccc6bbc43540 req-88b1c6b0-2f40-4e4f-ab15-4c463c97e9b2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 210 time: 0.0492122 Jan 20 11:23:26.282981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 7d8b94cb-a6af-43ad-adbc-0ac946915100 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:23:26.414616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 7d8b94cb-a6af-43ad-adbc-0ac946915100 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:23:26.419775 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 7d8b94cb-a6af-43ad-adbc-0ac946915100 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:23:26.420163 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:26.536497 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:26.572052 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 7d8b94cb-a6af-43ad-adbc-0ac946915100, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=7d8b94cb-a6af-43ad-adbc-0ac946915100,segment=NetworkSegment(2a108e12-9435-4a05-b116-438bdcec13a3),segment_id=2a108e12-9435-4a05-b116-438bdcec13a3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:23:26.656079 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:26.722554 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=7d8b94cb-a6af-43ad-adbc-0ac946915100,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:27.365468 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a987b063-ea02-4caa-b9b0-9f0380194684 req-4d6ae953-747b-4399-ae48-ff0ae1c29a96 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 210 time: 0.0415199 Jan 20 11:23:28.252794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-8dff25fc-5e47-4050-8a68-7cb1f8568a8d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:28.253493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-8dff25fc-5e47-4050-8a68-7cb1f8568a8d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:23:28.272458 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 7d8b94cb-a6af-43ad-adbc-0ac946915100 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:23:28.341393 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 7d8b94cb-a6af-43ad-adbc-0ac946915100 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:23:28.341789 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:28.376036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-8dff25fc-5e47-4050-8a68-7cb1f8568a8d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:23:28.377529 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-8dff25fc-5e47-4050-8a68-7cb1f8568a8d tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/networks?id=b7453703-96dc-4d11-a345-6d3ac6fb7a85 HTTP/1.1" status: 200 len: 797 time: 0.2678213 Jan 20 11:23:28.434805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-1777a08b-e39d-4484-99ff-54f30ae6f7e6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:23:28.530540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-1777a08b-e39d-4484-99ff-54f30ae6f7e6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:23:28.531963 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-1777a08b-e39d-4484-99ff-54f30ae6f7e6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24 HTTP/1.1" status: 200 len: 379 time: 0.1401334 Jan 20 11:23:28.539538 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-16f2451d-3a0b-4166-8940-7558ef31b1aa req-25ff8d79-b047-4478-9e3e-c43f6dadf572 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 210 time: 0.0403218 Jan 20 11:23:28.543112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-20ca7163-a417-466a-bd98-b4248325d09f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'port': {'device_id': '6b1cfc16-0954-41d5-9912-6290761a1b3f', 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'admin_state_up': True, 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'security_groups': ['3611b8ea-709c-448a-81b5-be51fce7ba4a']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:23:28.673598 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-20ca7163-a417-466a-bd98-b4248325d09f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:23:28.683437 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-20ca7163-a417-466a-bd98-b4248325d09f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:23:28.747298 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-20ca7163-a417-466a-bd98-b4248325d09f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Made reservation on behalf of 571e60e1cd4540aa8cf6524c9e0f5b24 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:23:28.750175 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-20ca7163-a417-466a-bd98-b4248325d09f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:28.910272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-20ca7163-a417-466a-bd98-b4248325d09f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.20.0.5 (b7453703-96dc-4d11-a345-6d3ac6fb7a85/5f638250-0575-4f7f-b316-ceb14116767f/b61a2c3e-eb17-4157-a491-d5d20cc27ef8) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:23:29.092866 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-20ca7163-a417-466a-bd98-b4248325d09f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:29.108417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-20ca7163-a417-466a-bd98-b4248325d09f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Transition to ACTIVE for port object b61a2c3e-eb17-4157-a491-d5d20cc27ef8 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:23:29.209419 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-20ca7163-a417-466a-bd98-b4248325d09f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:29.281326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-20ca7163-a417-466a-bd98-b4248325d09f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network b7453703-96dc-4d11-a345-6d3ac6fb7a85 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:23:29.284486 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-20ca7163-a417-466a-bd98-b4248325d09f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:23:29.288484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-20ca7163-a417-466a-bd98-b4248325d09f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:23:29.325551 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca7163-a417-466a-bd98-b4248325d09f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=b61a2c3e-eb17-4157-a491-d5d20cc27ef8,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:29.359826 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-20ca7163-a417-466a-bd98-b4248325d09f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:29.360450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-20ca7163-a417-466a-bd98-b4248325d09f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:29.468809 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-20ca7163-a417-466a-bd98-b4248325d09f tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9318631 Jan 20 11:23:29.485805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Request body: {'port': {'device_id': '6b1cfc16-0954-41d5-9912-6290761a1b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:23:29.596568 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:29.633580 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fce548b1-db71-40c6-a897-4b6dc1afb955 None None] Provisioning for port b61a2c3e-eb17-4157-a491-d5d20cc27ef8 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:23:29.639017 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fce548b1-db71-40c6-a897-4b6dc1afb955 None None] Provisioning complete for port b61a2c3e-eb17-4157-a491-d5d20cc27ef8 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:23:29.639502 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fce548b1-db71-40c6-a897-4b6dc1afb955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:29.697556 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fce548b1-db71-40c6-a897-4b6dc1afb955 None None] Port b61a2c3e-eb17-4157-a491-d5d20cc27ef8 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:23:29.841554 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6984135-de2a-4787-a3a3-4f70f85ccb12 req-9f79ebf7-89c9-4b9b-901a-fc3ca2e47e59 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:29.843041 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b6984135-de2a-4787-a3a3-4f70f85ccb12 req-9f79ebf7-89c9-4b9b-901a-fc3ca2e47e59 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 931 time: 0.1840472 Jan 20 11:23:29.889890 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b6984135-de2a-4787-a3a3-4f70f85ccb12 req-8b777851-b12d-4966-be50-36c278139565 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=3611b8ea-709c-448a-81b5-be51fce7ba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409818 Jan 20 11:23:30.036962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b61a2c3e-eb17-4157-a491-d5d20cc27ef8 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:23:30.044434 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:30.058653 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Transition to ACTIVE for port object b61a2c3e-eb17-4157-a491-d5d20cc27ef8 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:23:30.111287 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:30.236936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=b61a2c3e-eb17-4157-a491-d5d20cc27ef8,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:30.344660 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Attempting to bind port b61a2c3e-eb17-4157-a491-d5d20cc27ef8 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:23:30.345296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Attempting to bind port b61a2c3e-eb17-4157-a491-d5d20cc27ef8 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '2a108e12-9435-4a05-b116-438bdcec13a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:23:30.345424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Attempting to bind port b61a2c3e-eb17-4157-a491-d5d20cc27ef8 on network b7453703-96dc-4d11-a345-6d3ac6fb7a85 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:23:30.351264 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Port b61a2c3e-eb17-4157-a491-d5d20cc27ef8 on network b7453703-96dc-4d11-a345-6d3ac6fb7a85 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:23:30.351584 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Attempting to bind port b61a2c3e-eb17-4157-a491-d5d20cc27ef8 on network b7453703-96dc-4d11-a345-6d3ac6fb7a85 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:23:30.358584 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:23:30.358945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Checking segment: {'id': '2a108e12-9435-4a05-b116-438bdcec13a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:23:30.359336 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Bound using segment: {'id': '2a108e12-9435-4a05-b116-438bdcec13a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:23:30.359757 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Bound port: b61a2c3e-eb17-4157-a491-d5d20cc27ef8, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a108e12-9435-4a05-b116-438bdcec13a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:23:30.360107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:30.450654 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] For port b61a2c3e-eb17-4157-a491-d5d20cc27ef8, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:23:30.453573 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] For port b61a2c3e-eb17-4157-a491-d5d20cc27ef8, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b61a2c3e-eb17-4157-a491-d5d20cc27ef8,segment=NetworkSegment(2a108e12-9435-4a05-b116-438bdcec13a3),segment_id=2a108e12-9435-4a05-b116-438bdcec13a3)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:23:30.519147 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:30.580184 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:30.581523 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] 10.222.0.72 "PUT /v2.0/ports/b61a2c3e-eb17-4157-a491-d5d20cc27ef8 HTTP/1.1" status: 200 len: 1093 time: 1.1005454 Jan 20 11:23:30.581975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1cfc16-0954-41d5-9912-6290761a1b3f', 'tag': 'b61a2c3e-eb17-4157-a491-d5d20cc27ef8'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:23:30.600313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8389d3-364a-4f6e-8150-f93584701ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=b61a2c3e-eb17-4157-a491-d5d20cc27ef8,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:30.642178 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1cfc16-0954-41d5-9912-6290761a1b3f', 'tag': 'b61a2c3e-eb17-4157-a491-d5d20cc27ef8', 'status': 'completed', 'code': 200} Jan 20 11:23:30.734789 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6194d16f-4f36-45df-9f73-97947547a36f req-64e84e24-410f-44a3-adf3-c08c7695e8a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 1096 time: 0.0727222 Jan 20 11:23:30.874707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194d16f-4f36-45df-9f73-97947547a36f req-9706cf4a-8736-4352-a00c-35e0078640f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:30.876152 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6194d16f-4f36-45df-9f73-97947547a36f req-9706cf4a-8736-4352-a00c-35e0078640f8 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1352396 Jan 20 11:23:31.008879 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194d16f-4f36-45df-9f73-97947547a36f req-4fec55ca-a0a3-4e79-a1fb-550586410e12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:31.011200 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6194d16f-4f36-45df-9f73-97947547a36f req-4fec55ca-a0a3-4e79-a1fb-550586410e12 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294911 Jan 20 11:23:31.090738 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd29ec-2e89-4a77-bf37-88e36d196511 req-411c99c1-cc0a-4890-bf0d-de86c57e20e0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:31.092188 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-29bd29ec-2e89-4a77-bf37-88e36d196511 req-411c99c1-cc0a-4890-bf0d-de86c57e20e0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 943 time: 0.0768523 Jan 20 11:23:31.119602 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-6a7b7b90-e4a9-4c5c-928d-e6c1679abd9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 1096 time: 0.0753016 Jan 20 11:23:31.138118 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-29bd29ec-2e89-4a77-bf37-88e36d196511 req-7289cfa2-727c-47d6-9bbd-e2b521f9d748 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=3611b8ea-709c-448a-81b5-be51fce7ba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399418 Jan 20 11:23:31.186093 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-178837b9-d587-4069-b10e-c993164d7297 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b61a2c3e-eb17-4157-a491-d5d20cc27ef8 HTTP/1.1" status: 200 len: 217 time: 0.0598919 Jan 20 11:23:31.248655 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-e1e110ea-2b57-4f22-9730-2fd9d24ef985 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:31.249986 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-e1e110ea-2b57-4f22-9730-2fd9d24ef985 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f638250-0575-4f7f-b316-ceb14116767f HTTP/1.1" status: 200 len: 834 time: 0.0589654 Jan 20 11:23:31.322879 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-ee6e71e6-ae3d-4bb1-a643-7492155e75f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7453703-96dc-4d11-a345-6d3ac6fb7a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663662 Jan 20 11:23:31.364633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15f58ab9-b2bf-45b5-a048-a5b380ba5980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:31.453152 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-52a43c9c-d2eb-4448-9c82-f776e70b427b service neutron] 10.222.0.72 "GET /v2.0/networks/b7453703-96dc-4d11-a345-6d3ac6fb7a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253254 Jan 20 11:23:31.585671 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-acd57dde-f5b0-4573-b416-426582aa3ac9 req-985a42e1-93da-4892-ac72-745fe76915f4 service neutron] 10.222.0.72 "GET /v2.0/networks/b7453703-96dc-4d11-a345-6d3ac6fb7a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263239 Jan 20 11:23:32.337202 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcba26-cbd5-42e2-905e-8c94609a7725 req-dc2c71fc-31f5-445c-a170-c9aab340b42e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:32.338820 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0cbcba26-cbd5-42e2-905e-8c94609a7725 req-dc2c71fc-31f5-445c-a170-c9aab340b42e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 943 time: 0.0785246 Jan 20 11:23:32.382771 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0cbcba26-cbd5-42e2-905e-8c94609a7725 req-458cb0e4-3618-4dc0-83d5-20cf997a031e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=3611b8ea-709c-448a-81b5-be51fce7ba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384476 Jan 20 11:23:33.584656 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc31662-f389-451c-a29f-0222a008c478 req-b5b0ab8b-b4b0-45bb-8fa1-0f4a44d575e2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:33.586112 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2fc31662-f389-451c-a29f-0222a008c478 req-b5b0ab8b-b4b0-45bb-8fa1-0f4a44d575e2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 943 time: 0.0768621 Jan 20 11:23:33.631027 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2fc31662-f389-451c-a29f-0222a008c478 req-21ea56e5-c3b3-4181-a81b-e3a04d0055dd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=3611b8ea-709c-448a-81b5-be51fce7ba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388145 Jan 20 11:23:33.860504 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4345fb2d-b8c3-4869-ba16-750a6ebb4d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:34.554254 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device b61a2c3e-eb17-4157-a491-d5d20cc27ef8 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:23:34.685245 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port b61a2c3e-eb17-4157-a491-d5d20cc27ef8, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b61a2c3e-eb17-4157-a491-d5d20cc27ef8,segment=NetworkSegment(2a108e12-9435-4a05-b116-438bdcec13a3),segment_id=2a108e12-9435-4a05-b116-438bdcec13a3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:23:34.698368 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'b61a2c3e-eb17-4157-a491-d5d20cc27ef8', 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'port_id': 'b61a2c3e-eb17-4157-a491-d5d20cc27ef8', 'mac_address': 'fa:16:3e:66:21:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f638250-0575-4f7f-b316-ceb14116767f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:23:34.753971 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:34.771705 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b61a2c3e-eb17-4157-a491-d5d20cc27ef8 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:23:34.786889 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port b61a2c3e-eb17-4157-a491-d5d20cc27ef8, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b61a2c3e-eb17-4157-a491-d5d20cc27ef8,segment=NetworkSegment(2a108e12-9435-4a05-b116-438bdcec13a3),segment_id=2a108e12-9435-4a05-b116-438bdcec13a3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:23:34.828462 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a4ae0-7f8c-4386-89c7-fd75f0541d46 req-e8fc7509-5f5a-4c54-8133-7520c277a616 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:34.829943 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-df7a4ae0-7f8c-4386-89c7-fd75f0541d46 req-e8fc7509-5f5a-4c54-8133-7520c277a616 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 943 time: 0.0795493 Jan 20 11:23:34.874770 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-df7a4ae0-7f8c-4386-89c7-fd75f0541d46 req-43ab4850-df82-42c1-81eb-1435c1d20df9 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=3611b8ea-709c-448a-81b5-be51fce7ba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393820 Jan 20 11:23:34.903493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:34.935680 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:34.966596 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=b61a2c3e-eb17-4157-a491-d5d20cc27ef8,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:34.998697 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:35.087086 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['b61a2c3e-eb17-4157-a491-d5d20cc27ef8'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:23:36.070750 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88499a19-b645-4307-aba0-df3d83240647 req-137b6822-120d-4455-aeca-07d5bf5d77fd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:36.072209 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-88499a19-b645-4307-aba0-df3d83240647 req-137b6822-120d-4455-aeca-07d5bf5d77fd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 944 time: 0.0737443 Jan 20 11:23:36.119042 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-88499a19-b645-4307-aba0-df3d83240647 req-70f06c15-e645-49f5-8194-63e75fdd0c16 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=3611b8ea-709c-448a-81b5-be51fce7ba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414400 Jan 20 11:23:36.307766 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:36.585143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device b61a2c3e-eb17-4157-a491-d5d20cc27ef8 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:23:36.724286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port b61a2c3e-eb17-4157-a491-d5d20cc27ef8 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:23:36.729477 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port b61a2c3e-eb17-4157-a491-d5d20cc27ef8 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:23:36.729891 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:36.844261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:36.870759 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1cfc16-0954-41d5-9912-6290761a1b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61a2c3e-eb17-4157-a491-d5d20cc27ef8'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:23:36.880319 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port b61a2c3e-eb17-4157-a491-d5d20cc27ef8, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b61a2c3e-eb17-4157-a491-d5d20cc27ef8,segment=NetworkSegment(2a108e12-9435-4a05-b116-438bdcec13a3),segment_id=2a108e12-9435-4a05-b116-438bdcec13a3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:23:36.926047 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1cfc16-0954-41d5-9912-6290761a1b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61a2c3e-eb17-4157-a491-d5d20cc27ef8', 'code': 200} Jan 20 11:23:36.936262 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:37.002138 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=b61a2c3e-eb17-4157-a491-d5d20cc27ef8,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:37.276860 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0f0f75cd-a631-4280-bf4d-508e496dd6ca req-b34006a6-bfd2-49d1-8468-6d55e52f88e9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 1098 time: 0.0752544 Jan 20 11:23:37.319241 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eed600-9c4b-4677-ae82-bf89cc787e27 req-439e0ad6-610d-456b-a8c0-fdbc354fea54 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:37.319828 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0f0f75cd-a631-4280-bf4d-508e496dd6ca req-2fd698fc-8d0c-4592-95f6-6a3cdba18db2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3611b8ea-709c-448a-81b5-be51fce7ba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373127 Jan 20 11:23:37.320692 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-29eed600-9c4b-4677-ae82-bf89cc787e27 req-439e0ad6-610d-456b-a8c0-fdbc354fea54 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 945 time: 0.0800891 Jan 20 11:23:37.371616 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-29eed600-9c4b-4677-ae82-bf89cc787e27 req-8924ee2b-f835-42dd-aa23-cd0a31930570 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=3611b8ea-709c-448a-81b5-be51fce7ba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450873 Jan 20 11:23:38.026760 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:23:38.579422 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d51ba-89fa-4696-a694-cd1c49e45fec req-9c5b5e65-20eb-4313-893f-4c2077cebd8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:38.580839 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b48d51ba-89fa-4696-a694-cd1c49e45fec req-9c5b5e65-20eb-4313-893f-4c2077cebd8a tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 945 time: 0.0788336 Jan 20 11:23:38.625181 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b48d51ba-89fa-4696-a694-cd1c49e45fec req-ec2fcf03-6a3b-4b15-8d43-f97c97134001 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=3611b8ea-709c-448a-81b5-be51fce7ba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388069 Jan 20 11:23:38.818947 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7b2ca-cfcb-4f98-8f3a-eb01d41fddd8 req-f65445a4-cf4d-4dd5-805b-c482563f90a5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:38.820310 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-75c7b2ca-cfcb-4f98-8f3a-eb01d41fddd8 req-f65445a4-cf4d-4dd5-805b-c482563f90a5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 945 time: 0.0757530 Jan 20 11:23:38.865706 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-75c7b2ca-cfcb-4f98-8f3a-eb01d41fddd8 req-83fecb4d-a87d-4fe6-99a9-d56c4ce498d1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=3611b8ea-709c-448a-81b5-be51fce7ba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393634 Jan 20 11:23:38.893804 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40248) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:38.965958 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b6a02fde-c18f-4d21-a1f8-f8f28c27353a tempest-TestNetworkBasicOps-1529677500 tempest-TestNetworkBasicOps-1529677500-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 1093 time: 0.0709612 Jan 20 11:23:38.968441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40252) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:38.973429 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': 'b61a2c3e-eb17-4157-a491-d5d20cc27ef8', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:23:38.978648 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:23:38.982349 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Usage tracker for resource:floatingip and tenant:571e60e1cd4540aa8cf6524c9e0f5b24 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:23:38.985049 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:23:38.990480 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:23:39.060391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:39.193767 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:39.324116 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Allocated IP 172.26.0.34 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/95de639d-5d3f-4ca0-8c35-65a6236212a5) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:23:39.465927 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:39.569416 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:39.636228 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:23:39.639060 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:23:39.643640 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:23:39.667846 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=95de639d-5d3f-4ca0-8c35-65a6236212a5,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:39.671843 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:40.223315 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:40.358117 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:40.555956 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:40.621444 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:40.725007 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event updated for resources: {'Port': ['ID=95de639d-5d3f-4ca0-8c35-65a6236212a5,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:23:40.744948 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:40.931633 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Floating IP 466a1329-0068-4eed-ae2e-248e400465f9 associated. External IP: 172.26.0.34, port: b61a2c3e-eb17-4157-a491-d5d20cc27ef8. Jan 20 11:23:41.316986 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:23:41.512384 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:23:41.521710 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d446b9-21da-4e05-918e-6752aee3cce9 None None] Sync routers for ids ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:23:41.535309 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d446b9-21da-4e05-918e-6752aee3cce9 None None] Routers {'91117f1a-eb79-40cd-bb6f-b50c9e33fde1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:23:41.535920 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-d5d446b9-21da-4e05-918e-6752aee3cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:23:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:41.609860 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:23:41.663112 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ced9caf8-4008-459c-a587-c36e68e65c3b tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6936793 Jan 20 11:23:41.663670 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1cfc16-0954-41d5-9912-6290761a1b3f', 'tag': 'b61a2c3e-eb17-4157-a491-d5d20cc27ef8'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:23:41.666038 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40256) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:41.728357 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1cfc16-0954-41d5-9912-6290761a1b3f', 'tag': 'b61a2c3e-eb17-4157-a491-d5d20cc27ef8', 'status': 'completed', 'code': 200} Jan 20 11:23:41.752183 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-d5d446b9-21da-4e05-918e-6752aee3cce9 None None] Set router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:23:41.899887 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a486f10d-f9cd-4b28-a85c-ccd0bf404667 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/466a1329-0068-4eed-ae2e-248e400465f9 HTTP/1.1" status: 200 len: 990 time: 0.2319484 Jan 20 11:23:41.925774 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fe146f80-2fcf-4975-8943-523d194b8100 req-e1456acb-843d-4054-ae42-67d755cd5939 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 1098 time: 0.0914495 Jan 20 11:23:42.054138 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe146f80-2fcf-4975-8943-523d194b8100 req-7566be18-0bf0-48a2-b8fd-49c689d51a43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:42.055564 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fe146f80-2fcf-4975-8943-523d194b8100 req-7566be18-0bf0-48a2-b8fd-49c689d51a43 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7453703-96dc-4d11-a345-6d3ac6fb7a85 HTTP/1.1" status: 200 len: 898 time: 0.1240375 Jan 20 11:23:42.103516 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-d5d446b9-21da-4e05-918e-6752aee3cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'name': 'tempest-TestNetworkBasicOps-router-1990521725', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:23:14Z', 'updated_at': '2022-01-20T11:23:19Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:15Z', 'updated_at': '2022-01-20T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '466a1329-0068-4eed-ae2e-248e400465f9', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.34', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'port_id': 'b61a2c3e-eb17-4157-a491-d5d20cc27ef8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'mac_address': 'fa:16:3e:66:21:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1cfc16-0954-41d5-9912-6290761a1b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:23:40Z', 'updated_at': '2022-01-20T11:23:40Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d8b94cb-a6af-43ad-adbc-0ac946915100', 'name': '', 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:3c:6a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f638250-0575-4f7f-b316-ceb14116767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:19Z', 'updated_at': '2022-01-20T11:23:26Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '5f638250-0575-4f7f-b316-ceb14116767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:42.108128 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d446b9-21da-4e05-918e-6752aee3cce9 None None] Checking router: 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:23:42.118748 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d446b9-21da-4e05-918e-6752aee3cce9 None None] Routers {'91117f1a-eb79-40cd-bb6f-b50c9e33fde1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:23:42.119362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-d5d446b9-21da-4e05-918e-6752aee3cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:23:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:42.156576 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fe146f80-2fcf-4975-8943-523d194b8100 req-75e43f64-fab0-44cf-ad79-854f1e8f438b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b61a2c3e-eb17-4157-a491-d5d20cc27ef8 HTTP/1.1" status: 200 len: 998 time: 0.0955341 Jan 20 11:23:42.222914 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe146f80-2fcf-4975-8943-523d194b8100 req-007ba6f5-f999-4097-ba40-024cfa3575be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:23:42.224327 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fe146f80-2fcf-4975-8943-523d194b8100 req-007ba6f5-f999-4097-ba40-024cfa3575be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f638250-0575-4f7f-b316-ceb14116767f HTTP/1.1" status: 200 len: 834 time: 0.0626271 Jan 20 11:23:42.294630 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-d5d446b9-21da-4e05-918e-6752aee3cce9 None None] Set router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:23:42.301988 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fe146f80-2fcf-4975-8943-523d194b8100 req-60f05a18-147c-47a9-ba6d-dfc131f01437 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7453703-96dc-4d11-a345-6d3ac6fb7a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708189 Jan 20 11:23:42.429084 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fe146f80-2fcf-4975-8943-523d194b8100 req-0d0a8a8f-0526-4a42-b5c7-6cd56d27d19d service neutron] 10.222.0.72 "GET /v2.0/networks/b7453703-96dc-4d11-a345-6d3ac6fb7a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215937 Jan 20 11:23:42.555696 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fe146f80-2fcf-4975-8943-523d194b8100 req-3c15fcd8-7552-4a1a-828c-46f14d7e99c3 service neutron] 10.222.0.72 "GET /v2.0/networks/b7453703-96dc-4d11-a345-6d3ac6fb7a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214094 Jan 20 11:23:42.641083 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-d5d446b9-21da-4e05-918e-6752aee3cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'name': 'tempest-TestNetworkBasicOps-router-1990521725', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:23:14Z', 'updated_at': '2022-01-20T11:23:19Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:15Z', 'updated_at': '2022-01-20T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '466a1329-0068-4eed-ae2e-248e400465f9', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.34', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'port_id': 'b61a2c3e-eb17-4157-a491-d5d20cc27ef8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'mac_address': 'fa:16:3e:66:21:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1cfc16-0954-41d5-9912-6290761a1b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:23:40Z', 'updated_at': '2022-01-20T11:23:40Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d8b94cb-a6af-43ad-adbc-0ac946915100', 'name': '', 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:3c:6a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f638250-0575-4f7f-b316-ceb14116767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:19Z', 'updated_at': '2022-01-20T11:23:26Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '5f638250-0575-4f7f-b316-ceb14116767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:23:42.645054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d446b9-21da-4e05-918e-6752aee3cce9 None None] The sync data for ids ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'] in dv-neutron-825471-1-hyperv is: [{'id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'name': 'tempest-TestNetworkBasicOps-router-1990521725', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:23:14Z', 'updated_at': '2022-01-20T11:23:19Z', 'revision_number': 4, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:15Z', 'updated_at': '2022-01-20T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '466a1329-0068-4eed-ae2e-248e400465f9', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.34', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'port_id': 'b61a2c3e-eb17-4157-a491-d5d20cc27ef8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'mac_address': 'fa:16:3e:66:21:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1cfc16-0954-41d5-9912-6290761a1b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:23:40Z', 'updated_at': '2022-01-20T11:23:40Z', 'revision_number': 0, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d8b94cb-a6af-43ad-adbc-0ac946915100', 'name': '', 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:3c:6a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f638250-0575-4f7f-b316-ceb14116767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:19Z', 'updated_at': '2022-01-20T11:23:26Z', 'revision_number': 5, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '5f638250-0575-4f7f-b316-ceb14116767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:23:42.847117 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01e2a78-7f1e-4361-81f4-e450cc2b857f None None] New status for floating IP 466a1329-0068-4eed-ae2e-248e400465f9: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:23:42.903867 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40262) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:43.009477 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f98db26f-1fb1-4019-8207-718521ad58a7 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/466a1329-0068-4eed-ae2e-248e400465f9 HTTP/1.1" status: 200 len: 990 time: 0.1044452 Jan 20 11:23:44.013576 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40266) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:23:44.114898 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-04f62f2f-338c-44a9-ae9e-52ce4e4fd443 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/466a1329-0068-4eed-ae2e-248e400465f9 HTTP/1.1" status: 200 len: 992 time: 0.1002135 Jan 20 11:24:01.381634 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f7493a0-afcc-4476-ac42-4a6b32c98362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:03.844505 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-202e5485-bf59-41af-a1a8-52ae6b364a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:04.850085 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:04.981995 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:06.283194 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:09.655144 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:13.315257 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40280) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:13.320735 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-daf9c4be-6313-448e-beb4-ce002c2604c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:24:13.962019 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-daf9c4be-6313-448e-beb4-ce002c2604c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:14.033723 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-daf9c4be-6313-448e-beb4-ce002c2604c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:14.232190 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf9c4be-6313-448e-beb4-ce002c2604c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:24:14.434520 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf9c4be-6313-448e-beb4-ce002c2604c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:24:14.441422 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-daf9c4be-6313-448e-beb4-ce002c2604c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:14.442828 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-daf9c4be-6313-448e-beb4-ce002c2604c1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/91117f1a-eb79-40cd-bb6f-b50c9e33fde1 HTTP/1.1" status: 200 len: 888 time: 1.1266797 Jan 20 11:24:14.444889 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c938ec1f-eb2c-4809-8c34-9f9041d67cd9 None None] Sync routers for ids ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:24:14.457047 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c938ec1f-eb2c-4809-8c34-9f9041d67cd9 None None] Routers {'91117f1a-eb79-40cd-bb6f-b50c9e33fde1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:24:14.457700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c938ec1f-eb2c-4809-8c34-9f9041d67cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:24:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:24:14.517223 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c938ec1f-eb2c-4809-8c34-9f9041d67cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:24:14.527392 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c938ec1f-eb2c-4809-8c34-9f9041d67cd9 None None] Routers {'91117f1a-eb79-40cd-bb6f-b50c9e33fde1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:24:14.527975 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c938ec1f-eb2c-4809-8c34-9f9041d67cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:24:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:24:14.585753 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-c938ec1f-eb2c-4809-8c34-9f9041d67cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:24:14.586156 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c938ec1f-eb2c-4809-8c34-9f9041d67cd9 None None] The sync data for ids ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:24:15.031926 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:24:15.350531 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aebd14-e73e-4709-ac79-df1a7a41a7af None None] New status for floating IP 466a1329-0068-4eed-ae2e-248e400465f9: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:24:16.271938 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 7d8b94cb-a6af-43ad-adbc-0ac946915100 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:24:16.377670 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:16.408493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 7d8b94cb-a6af-43ad-adbc-0ac946915100, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=7d8b94cb-a6af-43ad-adbc-0ac946915100,segment=NetworkSegment(2a108e12-9435-4a05-b116-438bdcec13a3),segment_id=2a108e12-9435-4a05-b116-438bdcec13a3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:24:16.530260 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:16.530985 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d5c10e49-4b37-475d-ab89-f8875a3b19da no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:24:16.598897 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40286) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:16.604302 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-97df4acd-0b28-421b-80a2-93a9cb7946aa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:24:16.681241 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=7d8b94cb-a6af-43ad-adbc-0ac946915100,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:16.730542 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:16.730807 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:16.731157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:16.731486 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:16.731823 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:16.732154 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:16.732483 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:16.732811 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:16.733135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:16.733459 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:16.733808 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:16.747140 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:16.763197 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port d5c10e49-4b37-475d-ab89-f8875a3b19da, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d5c10e49-4b37-475d-ab89-f8875a3b19da,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:24:16.850694 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:16.919271 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=d5c10e49-4b37-475d-ab89-f8875a3b19da,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:17.241590 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-97df4acd-0b28-421b-80a2-93a9cb7946aa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:17.307961 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-97df4acd-0b28-421b-80a2-93a9cb7946aa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753879'] for router, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:17.502161 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97df4acd-0b28-421b-80a2-93a9cb7946aa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:24:17.699357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97df4acd-0b28-421b-80a2-93a9cb7946aa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:24:17.705551 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-97df4acd-0b28-421b-80a2-93a9cb7946aa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:17.706734 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-97df4acd-0b28-421b-80a2-93a9cb7946aa tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/91117f1a-eb79-40cd-bb6f-b50c9e33fde1 HTTP/1.1" status: 200 len: 887 time: 1.1068480 Jan 20 11:24:17.708999 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68e12eb-4d0e-4de6-80f7-0e6259467de7 None None] Sync routers for ids ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:24:17.709628 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40290) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:17.720931 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68e12eb-4d0e-4de6-80f7-0e6259467de7 None None] Routers {'91117f1a-eb79-40cd-bb6f-b50c9e33fde1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:24:17.721552 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f68e12eb-4d0e-4de6-80f7-0e6259467de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:24:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:24:17.811354 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-70dbf3fc-5aae-4663-9cb6-ae9e9524f5dc tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/466a1329-0068-4eed-ae2e-248e400465f9 HTTP/1.1" status: 200 len: 990 time: 0.1005523 Jan 20 11:24:17.901287 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-f68e12eb-4d0e-4de6-80f7-0e6259467de7 None None] Set router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:24:18.237467 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f68e12eb-4d0e-4de6-80f7-0e6259467de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'name': 'tempest-TestNetworkBasicOps-router-1990521725', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:23:14Z', 'updated_at': '2022-01-20T11:24:17Z', 'revision_number': 6, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:15Z', 'updated_at': '2022-01-20T11:24:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '466a1329-0068-4eed-ae2e-248e400465f9', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.34', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'port_id': 'b61a2c3e-eb17-4157-a491-d5d20cc27ef8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'mac_address': 'fa:16:3e:66:21:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1cfc16-0954-41d5-9912-6290761a1b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:23:40Z', 'updated_at': '2022-01-20T11:24:15Z', 'revision_number': 2, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d8b94cb-a6af-43ad-adbc-0ac946915100', 'name': '', 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:3c:6a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f638250-0575-4f7f-b316-ceb14116767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:19Z', 'updated_at': '2022-01-20T11:24:16Z', 'revision_number': 6, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '5f638250-0575-4f7f-b316-ceb14116767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:24:18.241307 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68e12eb-4d0e-4de6-80f7-0e6259467de7 None None] Checking router: 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:24:18.251994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68e12eb-4d0e-4de6-80f7-0e6259467de7 None None] Routers {'91117f1a-eb79-40cd-bb6f-b50c9e33fde1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:24:18.252600 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f68e12eb-4d0e-4de6-80f7-0e6259467de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:24:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:24:18.426644 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-f68e12eb-4d0e-4de6-80f7-0e6259467de7 None None] Set router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:24:18.763825 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f68e12eb-4d0e-4de6-80f7-0e6259467de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'name': 'tempest-TestNetworkBasicOps-router-1990521725', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:23:14Z', 'updated_at': '2022-01-20T11:24:17Z', 'revision_number': 6, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:15Z', 'updated_at': '2022-01-20T11:24:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '466a1329-0068-4eed-ae2e-248e400465f9', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.34', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'port_id': 'b61a2c3e-eb17-4157-a491-d5d20cc27ef8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'mac_address': 'fa:16:3e:66:21:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1cfc16-0954-41d5-9912-6290761a1b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:23:40Z', 'updated_at': '2022-01-20T11:24:15Z', 'revision_number': 2, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d8b94cb-a6af-43ad-adbc-0ac946915100', 'name': '', 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:3c:6a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f638250-0575-4f7f-b316-ceb14116767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:19Z', 'updated_at': '2022-01-20T11:24:16Z', 'revision_number': 6, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '5f638250-0575-4f7f-b316-ceb14116767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:24:18.768404 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68e12eb-4d0e-4de6-80f7-0e6259467de7 None None] The sync data for ids ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'] in dv-neutron-825471-1-hyperv is: [{'id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'name': 'tempest-TestNetworkBasicOps-router-1990521725', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:23:14Z', 'updated_at': '2022-01-20T11:24:17Z', 'revision_number': 6, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:15Z', 'updated_at': '2022-01-20T11:24:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '466a1329-0068-4eed-ae2e-248e400465f9', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'floating_ip_address': '172.26.0.34', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'port_id': 'b61a2c3e-eb17-4157-a491-d5d20cc27ef8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'mac_address': 'fa:16:3e:66:21:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1cfc16-0954-41d5-9912-6290761a1b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:23:40Z', 'updated_at': '2022-01-20T11:24:15Z', 'revision_number': 2, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d8b94cb-a6af-43ad-adbc-0ac946915100', 'name': '', 'network_id': 'b7453703-96dc-4d11-a345-6d3ac6fb7a85', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'mac_address': 'fa:16:3e:3c:6a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f638250-0575-4f7f-b316-ceb14116767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:19Z', 'updated_at': '2022-01-20T11:24:16Z', 'revision_number': 6, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'subnets': [{'id': '5f638250-0575-4f7f-b316-ceb14116767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:24:18.815811 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40294) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:18.934687 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7034c8f4-7a31-49f0-8fbc-c9faf138a65e tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/466a1329-0068-4eed-ae2e-248e400465f9 HTTP/1.1" status: 200 len: 990 time: 0.1177514 Jan 20 11:24:19.939001 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40298) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:20.059270 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1c1f58d8-d2ea-4ea9-97a3-2340fb4aa273 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/466a1329-0068-4eed-ae2e-248e400465f9 HTTP/1.1" status: 200 len: 990 time: 0.1187222 Jan 20 11:24:20.310695 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d5c10e49-4b37-475d-ab89-f8875a3b19da up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:24:20.377791 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port d5c10e49-4b37-475d-ab89-f8875a3b19da triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:24:20.378159 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:20.524841 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:20.540629 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port d5c10e49-4b37-475d-ab89-f8875a3b19da, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d5c10e49-4b37-475d-ab89-f8875a3b19da,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:24:20.610754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:20.611169 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 7d8b94cb-a6af-43ad-adbc-0ac946915100 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:24:20.723722 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=d5c10e49-4b37-475d-ab89-f8875a3b19da,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:20.737425 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 7d8b94cb-a6af-43ad-adbc-0ac946915100 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:24:20.737834 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:20.848746 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:20.880519 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 7d8b94cb-a6af-43ad-adbc-0ac946915100, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=7d8b94cb-a6af-43ad-adbc-0ac946915100,segment=NetworkSegment(2a108e12-9435-4a05-b116-438bdcec13a3),segment_id=2a108e12-9435-4a05-b116-438bdcec13a3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:24:20.981918 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:21.049771 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=7d8b94cb-a6af-43ad-adbc-0ac946915100,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:21.062893 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40302) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:21.212677 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-13a03cd7-3aba-432d-8bc6-9ea4d9021799 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/466a1329-0068-4eed-ae2e-248e400465f9 HTTP/1.1" status: 200 len: 990 time: 0.1480141 Jan 20 11:24:22.216614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40306) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:22.282834 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d5c10e49-4b37-475d-ab89-f8875a3b19da up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:24:22.321807 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9162bef9-fbdb-4d6d-bd89-aa83be3d77cb tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/466a1329-0068-4eed-ae2e-248e400465f9 HTTP/1.1" status: 200 len: 990 time: 0.1041126 Jan 20 11:24:22.351055 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port d5c10e49-4b37-475d-ab89-f8875a3b19da triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:24:22.351431 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:22.464937 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 7d8b94cb-a6af-43ad-adbc-0ac946915100 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:24:22.528362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 7d8b94cb-a6af-43ad-adbc-0ac946915100 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:24:22.528655 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:23.325784 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40310) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:23.430082 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2fbab3e6-8809-4b6a-b012-ae5d4c489eb6 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/466a1329-0068-4eed-ae2e-248e400465f9 HTTP/1.1" status: 200 len: 990 time: 0.1031892 Jan 20 11:24:24.433820 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40314) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:24.533251 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-15d049d6-796f-4af6-a2e9-e9e3c4695631 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/466a1329-0068-4eed-ae2e-248e400465f9 HTTP/1.1" status: 200 len: 990 time: 0.0982280 Jan 20 11:24:25.537023 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40318) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:25.641899 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-43d7ad5f-6675-48dc-8f86-5092a4eb7900 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/466a1329-0068-4eed-ae2e-248e400465f9 HTTP/1.1" status: 200 len: 990 time: 0.1034863 Jan 20 11:24:25.943216 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff71ac88-2a11-4d03-ac9c-1ef621c66d5d None None] New status for floating IP 466a1329-0068-4eed-ae2e-248e400465f9: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:24:26.645006 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40322) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:26.837648 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0d137a7c-2ff7-4a0e-a719-7ffbfd78c106 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/floatingips/466a1329-0068-4eed-ae2e-248e400465f9 HTTP/1.1" status: 200 len: 992 time: 0.1914139 Jan 20 11:24:27.117979 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40330) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:27.311899 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 95de639d-5d3f-4ca0-8c35-65a6236212a5 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:24:27.312156 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:27.479621 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:27.479941 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:27.598799 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 95de639d-5d3f-4ca0-8c35-65a6236212a5 owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:24:28.015232 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:28.060261 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=95de639d-5d3f-4ca0-8c35-65a6236212a5,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:28.098592 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:28.098929 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:28.099256 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:28.099580 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:28.099902 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:28.100221 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:28.100536 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:28.100849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:28.101163 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:28.101469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:28.101802 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:28.161108 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:28.546695 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:24:28.835791 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:24:28.852064 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:28.914288 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2f4e90d7-ec44-4dec-8bbc-dee6ede6e3d0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/floatingips/466a1329-0068-4eed-ae2e-248e400465f9 HTTP/1.1" status: 204 len: 168 time: 1.7952483 Jan 20 11:24:28.914970 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1cfc16-0954-41d5-9912-6290761a1b3f', 'tag': 'b61a2c3e-eb17-4157-a491-d5d20cc27ef8'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:24:28.972135 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1cfc16-0954-41d5-9912-6290761a1b3f', 'tag': 'b61a2c3e-eb17-4157-a491-d5d20cc27ef8', 'status': 'completed', 'code': 200} Jan 20 11:24:29.064341 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-81d30edb-4cfe-4f61-bd70-0ecb405afa99 req-e16bcec3-eaab-405a-bb22-bb449b322f72 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 1098 time: 0.0714281 Jan 20 11:24:29.195911 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d30edb-4cfe-4f61-bd70-0ecb405afa99 req-8c6d5017-741a-4a20-ae70-f771fb32889d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:24:29.197361 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-81d30edb-4cfe-4f61-bd70-0ecb405afa99 req-8c6d5017-741a-4a20-ae70-f771fb32889d service neutron] 10.222.0.72 "GET /v2.0/networks?id=b7453703-96dc-4d11-a345-6d3ac6fb7a85 HTTP/1.1" status: 200 len: 898 time: 0.1277840 Jan 20 11:24:29.266685 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-81d30edb-4cfe-4f61-bd70-0ecb405afa99 req-0afb791e-dbb8-45af-8dec-cc0edff7e66a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b61a2c3e-eb17-4157-a491-d5d20cc27ef8 HTTP/1.1" status: 200 len: 217 time: 0.0636563 Jan 20 11:24:29.327669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d30edb-4cfe-4f61-bd70-0ecb405afa99 req-a36f63fd-db11-47c2-acc0-a64537a7b8c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:24:29.329102 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-81d30edb-4cfe-4f61-bd70-0ecb405afa99 req-a36f63fd-db11-47c2-acc0-a64537a7b8c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f638250-0575-4f7f-b316-ceb14116767f HTTP/1.1" status: 200 len: 834 time: 0.0570579 Jan 20 11:24:29.401769 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-81d30edb-4cfe-4f61-bd70-0ecb405afa99 req-0cd3bd6e-fd46-4d7d-be4b-8688ea4ba3d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b7453703-96dc-4d11-a345-6d3ac6fb7a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672569 Jan 20 11:24:29.491892 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d318ce-ed30-4760-aeaa-2f5f02ccf118 req-b5302578-cc72-4ef9-9385-ec33d1c5fcb0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:24:29.492478 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-33d318ce-ed30-4760-aeaa-2f5f02ccf118 req-b5302578-cc72-4ef9-9385-ec33d1c5fcb0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:24:29.535519 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-81d30edb-4cfe-4f61-bd70-0ecb405afa99 req-09ad1df6-1cf0-4748-8844-e97bacf33a52 service neutron] 10.222.0.72 "GET /v2.0/networks/b7453703-96dc-4d11-a345-6d3ac6fb7a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261311 Jan 20 11:24:29.581630 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-33d318ce-ed30-4760-aeaa-2f5f02ccf118 req-b5302578-cc72-4ef9-9385-ec33d1c5fcb0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:24:29.582805 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-33d318ce-ed30-4760-aeaa-2f5f02ccf118 req-b5302578-cc72-4ef9-9385-ec33d1c5fcb0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 945 time: 0.1685016 Jan 20 11:24:29.632837 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-33d318ce-ed30-4760-aeaa-2f5f02ccf118 req-28fc9003-5ba6-48a0-adc4-f21dd90d74b2 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=3611b8ea-709c-448a-81b5-be51fce7ba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441084 Jan 20 11:24:29.777336 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-81d30edb-4cfe-4f61-bd70-0ecb405afa99 req-f459ec88-be7f-4598-97e3-e8011694fe35 service neutron] 10.222.0.72 "GET /v2.0/networks/b7453703-96dc-4d11-a345-6d3ac6fb7a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348661 Jan 20 11:24:30.741562 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0ecfd-f2d8-429f-a165-adc0b0d26427 req-2afa1059-fe77-41df-9165-d81791987dd0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:24:30.742258 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-0dc0ecfd-f2d8-429f-a165-adc0b0d26427 req-2afa1059-fe77-41df-9165-d81791987dd0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Synchronizing usage tracker for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:24:30.754397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-0dc0ecfd-f2d8-429f-a165-adc0b0d26427 req-2afa1059-fe77-41df-9165-d81791987dd0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Unset dirty status for tenant:571e60e1cd4540aa8cf6524c9e0f5b24 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:24:30.755510 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0dc0ecfd-f2d8-429f-a165-adc0b0d26427 req-2afa1059-fe77-41df-9165-d81791987dd0 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 945 time: 0.0909352 Jan 20 11:24:30.825237 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-0dc0ecfd-f2d8-429f-a165-adc0b0d26427 req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port b61a2c3e-eb17-4157-a491-d5d20cc27ef8 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:24:30.825602 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0dc0ecfd-f2d8-429f-a165-adc0b0d26427 req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:30.834575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2eba1-8a20-40c0-b506-805aa528a5f2 req-852fd609-53ee-4dfa-841e-58db8960d3fd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:24:30.836051 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36a2eba1-8a20-40c0-b506-805aa528a5f2 req-852fd609-53ee-4dfa-841e-58db8960d3fd tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 945 time: 0.0765274 Jan 20 11:24:30.881401 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36a2eba1-8a20-40c0-b506-805aa528a5f2 req-6e20adb4-8ed9-448c-8ec5-13d22e3ac673 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/security-groups?id=3611b8ea-709c-448a-81b5-be51fce7ba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398586 Jan 20 11:24:31.076482 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-0dc0ecfd-f2d8-429f-a165-adc0b0d26427 req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port b61a2c3e-eb17-4157-a491-d5d20cc27ef8, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b61a2c3e-eb17-4157-a491-d5d20cc27ef8,segment=NetworkSegment(2a108e12-9435-4a05-b116-438bdcec13a3),segment_id=2a108e12-9435-4a05-b116-438bdcec13a3)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:24:31.076845 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0dc0ecfd-f2d8-429f-a165-adc0b0d26427 req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:31.197590 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-0dc0ecfd-f2d8-429f-a165-adc0b0d26427 req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for b61a2c3e-eb17-4157-a491-d5d20cc27ef8 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:24:31.393838 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f78220c7-9166-46a1-8e34-7c0a530a6f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:31.427638 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0dc0ecfd-f2d8-429f-a165-adc0b0d26427 req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:31.480684 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=b61a2c3e-eb17-4157-a491-d5d20cc27ef8,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:31.523130 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:31.523402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:31.523736 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:31.524069 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:31.524395 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:31.524722 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:31.525048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:31.525363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:31.525712 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:31.526031 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:31.526344 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:24:31.566409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc0ecfd-f2d8-429f-a165-adc0b0d26427 req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] No DVR routers for this DVR port b61a2c3e-eb17-4157-a491-d5d20cc27ef8 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:24:31.569020 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0dc0ecfd-f2d8-429f-a165-adc0b0d26427 req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:31.571538 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1cfc16-0954-41d5-9912-6290761a1b3f', 'name': 'network-vif-deleted', 'tag': 'b61a2c3e-eb17-4157-a491-d5d20cc27ef8'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:24:31.627945 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1cfc16-0954-41d5-9912-6290761a1b3f', 'name': 'network-vif-deleted', 'tag': 'b61a2c3e-eb17-4157-a491-d5d20cc27ef8', 'status': 'completed', 'code': 200} Jan 20 11:24:31.645061 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0dc0ecfd-f2d8-429f-a165-adc0b0d26427 req-6b0ca62f-5f04-410c-ba31-1af657879aa3 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.72 "DELETE /v2.0/ports/b61a2c3e-eb17-4157-a491-d5d20cc27ef8 HTTP/1.1" status: 204 len: 173 time: 0.8836656 Jan 20 11:24:32.071529 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-247e6f1c-8d6f-4616-b920-0a501d455714 req-4ce4ac3b-ed56-4d5b-b162-e71914fd18ad tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b1cfc16-0954-41d5-9912-6290761a1b3f HTTP/1.1" status: 200 len: 210 time: 0.0441570 Jan 20 11:24:33.179886 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40348) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:33.248050 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cebb0efa-4e51-4ca0-ac51-28ee366806b5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:33.277292 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cebb0efa-4e51-4ca0-ac51-28ee366806b5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:33.410203 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cebb0efa-4e51-4ca0-ac51-28ee366806b5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:33.429091 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb0efa-4e51-4ca0-ac51-28ee366806b5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3611b8ea-709c-448a-81b5-be51fce7ba4a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:33.518129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cebb0efa-4e51-4ca0-ac51-28ee366806b5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:33.519194 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cebb0efa-4e51-4ca0-ac51-28ee366806b5 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/security-groups/3611b8ea-709c-448a-81b5-be51fce7ba4a HTTP/1.1" status: 204 len: 168 time: 0.3382652 Jan 20 11:24:33.617697 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40356) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:33.816391 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3b7beacf-9373-485b-b97c-af635e3e3378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:34.009153 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4a7f4350-776b-4363-a0b0-388d704e9267 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:34.600326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f4350-776b-4363-a0b0-388d704e9267 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port 7d8b94cb-a6af-43ad-adbc-0ac946915100 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:24:34.601025 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4a7f4350-776b-4363-a0b0-388d704e9267 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:34.803767 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device b61a2c3e-eb17-4157-a491-d5d20cc27ef8 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:24:34.842456 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: b61a2c3e-eb17-4157-a491-d5d20cc27ef8 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:24:34.843193 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device b61a2c3e-eb17-4157-a491-d5d20cc27ef8 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:24:34.872920 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-4a7f4350-776b-4363-a0b0-388d704e9267 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port 7d8b94cb-a6af-43ad-adbc-0ac946915100, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=7d8b94cb-a6af-43ad-adbc-0ac946915100,segment=NetworkSegment(2a108e12-9435-4a05-b116-438bdcec13a3),segment_id=2a108e12-9435-4a05-b116-438bdcec13a3)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:24:34.873196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4a7f4350-776b-4363-a0b0-388d704e9267 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:34.907218 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:34.963401 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:35.001825 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f4350-776b-4363-a0b0-388d704e9267 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for 7d8b94cb-a6af-43ad-adbc-0ac946915100 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:24:35.232451 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4a7f4350-776b-4363-a0b0-388d704e9267 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:35.280925 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f4350-776b-4363-a0b0-388d704e9267 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=7d8b94cb-a6af-43ad-adbc-0ac946915100,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:35.574001 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4a7f4350-776b-4363-a0b0-388d704e9267 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:36.138076 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7f4350-776b-4363-a0b0-388d704e9267 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:24:36.290636 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:36.368862 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7c9eea-7633-4b53-a68d-f1af7925b6ab None None] Sync routers for ids ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:24:36.381240 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7c9eea-7633-4b53-a68d-f1af7925b6ab None None] Routers {'91117f1a-eb79-40cd-bb6f-b50c9e33fde1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:24:36.381863 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-1f7c9eea-7633-4b53-a68d-f1af7925b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:24:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:24:36.441503 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7f4350-776b-4363-a0b0-388d704e9267 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:24:36.454745 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4a7f4350-776b-4363-a0b0-388d704e9267 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "PUT /v2.0/routers/91117f1a-eb79-40cd-bb6f-b50c9e33fde1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8359032 Jan 20 11:24:36.458209 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40360) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:36.558209 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-1f7c9eea-7633-4b53-a68d-f1af7925b6ab None None] Set router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:24:36.649641 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f64b279-efaa-4745-8f48-af305584113c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting subnet 5f638250-0575-4f7f-b316-ceb14116767f {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:24:36.652530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4f64b279-efaa-4745-8f48-af305584113c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:36.714444 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4f64b279-efaa-4745-8f48-af305584113c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:36.800195 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4f64b279-efaa-4745-8f48-af305584113c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:36.840373 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-1f7c9eea-7633-4b53-a68d-f1af7925b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'name': 'tempest-TestNetworkBasicOps-router-1990521725', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:23:14Z', 'updated_at': '2022-01-20T11:24:35Z', 'revision_number': 7, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:15Z', 'updated_at': '2022-01-20T11:24:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:24:36.844549 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7c9eea-7633-4b53-a68d-f1af7925b6ab None None] Checking router: 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:24:36.857479 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7c9eea-7633-4b53-a68d-f1af7925b6ab None None] Routers {'91117f1a-eb79-40cd-bb6f-b50c9e33fde1'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:24:36.858122 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-1f7c9eea-7633-4b53-a68d-f1af7925b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:24:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:24:36.936980 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4f64b279-efaa-4745-8f48-af305584113c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:36.978220 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64b279-efaa-4745-8f48-af305584113c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Subnet': ['ID=5f638250-0575-4f7f-b316-ceb14116767f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:36.983874 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4f64b279-efaa-4745-8f48-af305584113c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:36.993018 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4f64b279-efaa-4745-8f48-af305584113c tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/subnets/5f638250-0575-4f7f-b316-ceb14116767f HTTP/1.1" status: 204 len: 168 time: 0.5307918 Jan 20 11:24:36.993192 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee39254-a0d7-4cd5-87ba-fe0ebac30f48 None None] Network b7453703-96dc-4d11-a345-6d3ac6fb7a85 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:24:36.993293 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40366) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:37.213290 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-1f7c9eea-7633-4b53-a68d-f1af7925b6ab None None] Set router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:24:37.291435 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-20e42527-2b23-4d40-a960-1a8accdb2e06 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:37.497501 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-20e42527-2b23-4d40-a960-1a8accdb2e06 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:37.520404 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-1f7c9eea-7633-4b53-a68d-f1af7925b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'name': 'tempest-TestNetworkBasicOps-router-1990521725', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:23:14Z', 'updated_at': '2022-01-20T11:24:35Z', 'revision_number': 7, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:15Z', 'updated_at': '2022-01-20T11:24:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:24:37.523767 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104f8395-e124-45f9-bfbb-34952850b2a5 None None] DHCP port deletion for b7453703-96dc-4d11-a345-6d3ac6fb7a85 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:24:37.528246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7c9eea-7633-4b53-a68d-f1af7925b6ab None None] The sync data for ids ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'] in dv-neutron-825471-1-hyperv is: [{'id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'name': 'tempest-TestNetworkBasicOps-router-1990521725', 'tenant_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:23:14Z', 'updated_at': '2022-01-20T11:24:35Z', 'revision_number': 7, 'project_id': '571e60e1cd4540aa8cf6524c9e0f5b24', 'gw_port': {'id': 'd5c10e49-4b37-475d-ab89-f8875a3b19da', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91117f1a-eb79-40cd-bb6f-b50c9e33fde1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:23:15Z', 'updated_at': '2022-01-20T11:24:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:24:37.530712 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-104f8395-e124-45f9-bfbb-34952850b2a5 None None] Deleting port 8ee3217f-8c22-4af1-8275-4ef006c342b5 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:24:37.531087 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-104f8395-e124-45f9-bfbb-34952850b2a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:37.565664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-20e42527-2b23-4d40-a960-1a8accdb2e06 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Deleting port d5c10e49-4b37-475d-ab89-f8875a3b19da {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:24:37.566015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-20e42527-2b23-4d40-a960-1a8accdb2e06 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:37.731295 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-104f8395-e124-45f9-bfbb-34952850b2a5 None None] For port 8ee3217f-8c22-4af1-8275-4ef006c342b5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8ee3217f-8c22-4af1-8275-4ef006c342b5,segment=NetworkSegment(2a108e12-9435-4a05-b116-438bdcec13a3),segment_id=2a108e12-9435-4a05-b116-438bdcec13a3)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:24:37.731687 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-104f8395-e124-45f9-bfbb-34952850b2a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:37.737777 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-20e42527-2b23-4d40-a960-1a8accdb2e06 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] For port d5c10e49-4b37-475d-ab89-f8875a3b19da, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d5c10e49-4b37-475d-ab89-f8875a3b19da,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:24:37.738080 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-20e42527-2b23-4d40-a960-1a8accdb2e06 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:37.854897 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-104f8395-e124-45f9-bfbb-34952850b2a5 None None] Calling delete_port for 8ee3217f-8c22-4af1-8275-4ef006c342b5 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:24:37.856222 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-20e42527-2b23-4d40-a960-1a8accdb2e06 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Calling delete_port for d5c10e49-4b37-475d-ab89-f8875a3b19da owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:24:38.016371 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-104f8395-e124-45f9-bfbb-34952850b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:38.063897 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f8395-e124-45f9-bfbb-34952850b2a5 None None] Pushing event deleted for resources: {'Port': ['ID=8ee3217f-8c22-4af1-8275-4ef006c342b5,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:38.070447 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104f8395-e124-45f9-bfbb-34952850b2a5 None None] No DVR routers for this DVR port 8ee3217f-8c22-4af1-8275-4ef006c342b5 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:24:38.102275 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-20e42527-2b23-4d40-a960-1a8accdb2e06 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:38.151942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e42527-2b23-4d40-a960-1a8accdb2e06 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Port': ['ID=d5c10e49-4b37-475d-ab89-f8875a3b19da,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:38.345451 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8ee3217f-8c22-4af1-8275-4ef006c342b5 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:24:38.381410 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 8ee3217f-8c22-4af1-8275-4ef006c342b5 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:24:38.381791 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8ee3217f-8c22-4af1-8275-4ef006c342b5 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:24:38.382218 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 7d8b94cb-a6af-43ad-adbc-0ac946915100 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:24:38.386227 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-20e42527-2b23-4d40-a960-1a8accdb2e06 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:38.414933 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 7d8b94cb-a6af-43ad-adbc-0ac946915100 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:24:38.415295 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 7d8b94cb-a6af-43ad-adbc-0ac946915100 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:24:38.657495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-20e42527-2b23-4d40-a960-1a8accdb2e06 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:38.662178 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-20e42527-2b23-4d40-a960-1a8accdb2e06 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:38.753244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-20e42527-2b23-4d40-a960-1a8accdb2e06 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:38.753806 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e42527-2b23-4d40-a960-1a8accdb2e06 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Fanout notify agent at l3_agent the message router_deleted on router 91117f1a-eb79-40cd-bb6f-b50c9e33fde1 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:24:38.767676 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-20e42527-2b23-4d40-a960-1a8accdb2e06 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:38.768953 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-20e42527-2b23-4d40-a960-1a8accdb2e06 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/routers/91117f1a-eb79-40cd-bb6f-b50c9e33fde1 HTTP/1.1" status: 204 len: 168 time: 1.7746029 Jan 20 11:24:38.771707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40370) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:38.994412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-93c5c89c-e902-4f33-bda8-9b789507f7b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:39.129179 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-93c5c89c-e902-4f33-bda8-9b789507f7b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:39.154346 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-93c5c89c-e902-4f33-bda8-9b789507f7b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7453703-96dc-4d11-a345-6d3ac6fb7a85']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:24:39.166872 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-93c5c89c-e902-4f33-bda8-9b789507f7b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a108e12-9435-4a05-b116-438bdcec13a3') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:24:39.167171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-93c5c89c-e902-4f33-bda8-9b789507f7b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a108e12-9435-4a05-b116-438bdcec13a3') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:24:39.178319 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-93c5c89c-e902-4f33-bda8-9b789507f7b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:39.193966 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-93c5c89c-e902-4f33-bda8-9b789507f7b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:39.199833 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c5c89c-e902-4f33-bda8-9b789507f7b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:24:39.200158 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-93c5c89c-e902-4f33-bda8-9b789507f7b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:24:39.214364 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:24:39.341950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-93c5c89c-e902-4f33-bda8-9b789507f7b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:39.359521 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-93c5c89c-e902-4f33-bda8-9b789507f7b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:39.371705 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5c89c-e902-4f33-bda8-9b789507f7b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] Pushing event deleted for resources: {'Network': ['ID=b7453703-96dc-4d11-a345-6d3ac6fb7a85,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:39.427254 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-93c5c89c-e902-4f33-bda8-9b789507f7b1 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] 10.222.0.70 "DELETE /v2.0/networks/b7453703-96dc-4d11-a345-6d3ac6fb7a85 HTTP/1.1" status: 204 len: 168 time: 0.6545744 Jan 20 11:24:39.672034 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:40.018151 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40378) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:40.202413 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-55934bec-fe7e-425c-b850-3cf7a862480f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=571e60e1cd4540aa8cf6524c9e0f5b24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1831396 Jan 20 11:24:40.204955 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40384) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:40.263658 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ba32273e-1bc6-410d-8df4-b4d74e019185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:40.289277 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ba32273e-1bc6-410d-8df4-b4d74e019185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:40.416065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ba32273e-1bc6-410d-8df4-b4d74e019185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:40.439684 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32273e-1bc6-410d-8df4-b4d74e019185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d422ee1-972c-4fa9-ada1-050a101aa33c,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:40.444729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ba32273e-1bc6-410d-8df4-b4d74e019185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:40.445385 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ba32273e-1bc6-410d-8df4-b4d74e019185 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d422ee1-972c-4fa9-ada1-050a101aa33c HTTP/1.1" status: 204 len: 168 time: 0.2395701 Jan 20 11:24:40.576032 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7396ee-6cdd-4ba9-bf44-5220d58f707b None None] New status for floating IP 466a1329-0068-4eed-ae2e-248e400465f9: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:24:40.780314 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dc85f5-638e-48b3-b01e-f20a5bc8affa None None] Sync routers for ids ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:24:40.792379 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc85f5-638e-48b3-b01e-f20a5bc8affa None None] Routers set() bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:24:40.795726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc85f5-638e-48b3-b01e-f20a5bc8affa None None] Router IDs set() for agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 20 11:24:40.795726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_agentschedulers_db [None req-46dc85f5-638e-48b3-b01e-f20a5bc8affa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'91117f1a-eb79-40cd-bb6f-b50c9e33fde1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:24:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent'). {{(pid=84333) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 20 11:24:40.804808 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc85f5-638e-48b3-b01e-f20a5bc8affa None None] Routers set() bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:24:40.805181 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc85f5-638e-48b3-b01e-f20a5bc8affa None None] Router IDs set() for agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 20 11:24:40.805893 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_agentschedulers_db [None req-46dc85f5-638e-48b3-b01e-f20a5bc8affa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'91117f1a-eb79-40cd-bb6f-b50c9e33fde1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:24:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent'). {{(pid=84333) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 20 11:24:40.806390 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dc85f5-638e-48b3-b01e-f20a5bc8affa None None] The sync data for ids ['91117f1a-eb79-40cd-bb6f-b50c9e33fde1'] in dv-neutron-825471-1-hyperv is: [] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:24:41.212453 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40392) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:41.232426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0285fb60-c01a-431e-8dbb-e3b812aa069b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:41.268652 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0285fb60-c01a-431e-8dbb-e3b812aa069b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:24:41.272615 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0285fb60-c01a-431e-8dbb-e3b812aa069b admin admin] Usage tracker for resource:security_group_rule and tenant:43f00ccb11f040d1a44ffce0ad772f37 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:24:41.275460 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0285fb60-c01a-431e-8dbb-e3b812aa069b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:24:41.281006 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0285fb60-c01a-431e-8dbb-e3b812aa069b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:24:41.345508 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0285fb60-c01a-431e-8dbb-e3b812aa069b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:41.410874 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0285fb60-c01a-431e-8dbb-e3b812aa069b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:41.455967 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285fb60-c01a-431e-8dbb-e3b812aa069b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2872432b-764c-4cc7-9b77-f215af58b50a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:41.461877 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0285fb60-c01a-431e-8dbb-e3b812aa069b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=43f00ccb11f040d1a44ffce0ad772f37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2480259 Jan 20 11:24:41.464191 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40396) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:24:41.523555 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-be84bcc3-61f1-413a-a550-ec8f86d67f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:41.550875 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-be84bcc3-61f1-413a-a550-ec8f86d67f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:41.696041 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-be84bcc3-61f1-413a-a550-ec8f86d67f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:41.711188 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84bcc3-61f1-413a-a550-ec8f86d67f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2872432b-764c-4cc7-9b77-f215af58b50a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:41.718950 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-be84bcc3-61f1-413a-a550-ec8f86d67f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:41.718950 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-be84bcc3-61f1-413a-a550-ec8f86d67f55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2872432b-764c-4cc7-9b77-f215af58b50a HTTP/1.1" status: 204 len: 168 time: 0.2529421 Jan 20 11:24:42.244743 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d5c10e49-4b37-475d-ab89-f8875a3b19da no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:24:42.281901 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: d5c10e49-4b37-475d-ab89-f8875a3b19da {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:24:42.282254 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d5c10e49-4b37-475d-ab89-f8875a3b19da not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:24:49.947295 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-bf15e03e-1472-481a-a623-8413cdc1160e tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=457e0572bd99444f8e981696908faa15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276384 Jan 20 11:24:50.091696 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-26592935-6db9-4160-acb2-60ac63de3710 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:24:50.093094 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-26592935-6db9-4160-acb2-60ac63de3710 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1407130 Jan 20 11:24:50.109007 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-69cec291-4bae-4e2b-a375-b0539ea1fba0 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/quotas/457e0572bd99444f8e981696908faa15 HTTP/1.1" status: 200 len: 375 time: 0.0100961 Jan 20 11:24:50.152191 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-f58e2285-1f30-4829-81ec-8352b9f69a2e tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=457e0572bd99444f8e981696908faa15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377858 Jan 20 11:24:50.443576 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b118da98-62a3-4621-b68c-4054c2a64143 req-0ddc3c1a-f50f-4a94-8460-6dc7cdb0016e tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0437515 Jan 20 11:24:51.612561 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3afbba97-2229-471b-8c65-f2812affd5ac req-f209c77e-3193-484f-bd9f-d0bf0a1f796b tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0435934 Jan 20 11:24:52.038602 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:24:52.471409 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-38f9eae8-ede2-4c25-9959-e5a0797e08ad tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=457e0572bd99444f8e981696908faa15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281687 Jan 20 11:24:52.617629 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-142f8392-751f-42fe-b187-f7e404cdd00a tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:24:52.618956 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-142f8392-751f-42fe-b187-f7e404cdd00a tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1434026 Jan 20 11:24:52.634036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Request body: {'port': {'device_id': 'bbc33d8f-6524-42e4-930c-930b12d0a9a8', 'network_id': '50e40545-03f8-4f2b-8a62-8caa3e6e6de0', 'admin_state_up': True, 'tenant_id': '457e0572bd99444f8e981696908faa15'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:24:52.776236 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:24:52.779351 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0cab23db-ebcc-4ceb-81fb-856f86440cee req-4e3b6ae4-6a39-4601-a15c-59953653f94d tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0439672 Jan 20 11:24:52.780378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Usage tracker for resource:port and tenant:457e0572bd99444f8e981696908faa15 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:24:52.783265 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:24:52.791487 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:24:52.902045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Made reservation on behalf of 457e0572bd99444f8e981696908faa15 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:24:52.905086 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:52.918664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:52.950157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:24:52.953913 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Usage tracker for resource:security_group_rule and tenant:457e0572bd99444f8e981696908faa15 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:24:52.956721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:24:52.962424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:24:53.031414 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:53.124232 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:53.198660 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=157e1861-26e2-44df-9c86-c55593afb36d,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:53.290460 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Allocated IP 192.168.233.135 (50e40545-03f8-4f2b-8a62-8caa3e6e6de0/aad350fe-a5b0-4241-823d-5c0b5f27689d/56b5a3c4-8841-4a07-ac08-951da520972c) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:24:53.484201 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:53.498833 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Transition to ACTIVE for port object 56b5a3c4-8841-4a07-ac08-951da520972c will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:24:53.603667 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:53.673971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Network 50e40545-03f8-4f2b-8a62-8caa3e6e6de0 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:24:53.676960 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:24:53.681335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:24:53.709964 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Pushing event updated for resources: {'Port': ['ID=56b5a3c4-8841-4a07-ac08-951da520972c,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:53.746808 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:24:53.747327 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:53.828054 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-0bbb1e29-770a-4335-9a7d-3f01fee67455 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1975355 Jan 20 11:24:53.839211 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Request body: {'port': {'device_id': 'bbc33d8f-6524-42e4-930c-930b12d0a9a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:24:53.950118 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:53.998855 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864211df-5174-477d-b40f-2e1cc741ef7b req-bd7f3871-d5b5-4a75-84b7-60693de9c6ee tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:24:54.000361 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-864211df-5174-477d-b40f-2e1cc741ef7b req-bd7f3871-d5b5-4a75-84b7-60693de9c6ee tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8 HTTP/1.1" status: 200 len: 936 time: 0.0956137 Jan 20 11:24:54.027325 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9a00708d-987e-4858-83d3-80ca52b6c948 None None] Provisioning for port 56b5a3c4-8841-4a07-ac08-951da520972c completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:24:54.032670 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9a00708d-987e-4858-83d3-80ca52b6c948 None None] Provisioning complete for port 56b5a3c4-8841-4a07-ac08-951da520972c triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:24:54.033052 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a00708d-987e-4858-83d3-80ca52b6c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:54.050127 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-864211df-5174-477d-b40f-2e1cc741ef7b req-4ed0c997-cbd3-4965-b3a3-766bd07c475f tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/security-groups?id=157e1861-26e2-44df-9c86-c55593afb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431957 Jan 20 11:24:54.097977 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9a00708d-987e-4858-83d3-80ca52b6c948 None None] Port 56b5a3c4-8841-4a07-ac08-951da520972c cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:24:54.379120 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b5a3c4-8841-4a07-ac08-951da520972c {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:24:54.385610 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:54.399444 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Transition to ACTIVE for port object 56b5a3c4-8841-4a07-ac08-951da520972c will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:24:54.478857 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:54.602715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Pushing event updated for resources: {'Port': ['ID=56b5a3c4-8841-4a07-ac08-951da520972c,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:54.708962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Attempting to bind port 56b5a3c4-8841-4a07-ac08-951da520972c on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:24:54.709321 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Attempting to bind port 56b5a3c4-8841-4a07-ac08-951da520972c by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '4b46e09c-5a2e-48ea-b903-0b7a8748033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '50e40545-03f8-4f2b-8a62-8caa3e6e6de0'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:24:54.709665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Attempting to bind port 56b5a3c4-8841-4a07-ac08-951da520972c on network 50e40545-03f8-4f2b-8a62-8caa3e6e6de0 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:24:54.715439 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Port 56b5a3c4-8841-4a07-ac08-951da520972c on network 50e40545-03f8-4f2b-8a62-8caa3e6e6de0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:24:54.715755 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Attempting to bind port 56b5a3c4-8841-4a07-ac08-951da520972c on network 50e40545-03f8-4f2b-8a62-8caa3e6e6de0 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:24:54.723406 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:24:54.723771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Checking segment: {'id': '4b46e09c-5a2e-48ea-b903-0b7a8748033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '50e40545-03f8-4f2b-8a62-8caa3e6e6de0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:24:54.724143 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Bound using segment: {'id': '4b46e09c-5a2e-48ea-b903-0b7a8748033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '50e40545-03f8-4f2b-8a62-8caa3e6e6de0'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:24:54.724645 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Bound port: 56b5a3c4-8841-4a07-ac08-951da520972c, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b46e09c-5a2e-48ea-b903-0b7a8748033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '50e40545-03f8-4f2b-8a62-8caa3e6e6de0'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:24:54.724913 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:54.810369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] For port 56b5a3c4-8841-4a07-ac08-951da520972c, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:24:54.813165 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] For port 56b5a3c4-8841-4a07-ac08-951da520972c, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=56b5a3c4-8841-4a07-ac08-951da520972c,segment=NetworkSegment(4b46e09c-5a2e-48ea-b903-0b7a8748033a),segment_id=4b46e09c-5a2e-48ea-b903-0b7a8748033a)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:24:54.879609 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:54.945983 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:54.947287 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] 10.222.0.72 "PUT /v2.0/ports/56b5a3c4-8841-4a07-ac08-951da520972c HTTP/1.1" status: 200 len: 1098 time: 1.1122904 Jan 20 11:24:54.947726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc33d8f-6524-42e4-930c-930b12d0a9a8', 'tag': '56b5a3c4-8841-4a07-ac08-951da520972c'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:24:54.966261 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f175b3-0e30-490b-b02f-a623bab7717d service neutron] Pushing event updated for resources: {'Port': ['ID=56b5a3c4-8841-4a07-ac08-951da520972c,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:55.006498 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc33d8f-6524-42e4-930c-930b12d0a9a8', 'tag': '56b5a3c4-8841-4a07-ac08-951da520972c', 'status': 'completed', 'code': 200} Jan 20 11:24:55.100112 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a3fa6ac8-b309-4dee-aae2-8f2680d12234 req-47dd58f7-4946-437d-b0ab-084a60e96bf7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=457e0572bd99444f8e981696908faa15&device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8 HTTP/1.1" status: 200 len: 1101 time: 0.0741444 Jan 20 11:24:55.134597 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a3fa6ac8-b309-4dee-aae2-8f2680d12234 req-f43dc66f-ddbc-4b46-95da-d510e488060c service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=457e0572bd99444f8e981696908faa15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280604 Jan 20 11:24:55.261967 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce6990-e8f5-4526-bb7e-cdeaad7abba2 req-b4d9e871-bc5f-49a8-a884-45aeff58b2c5 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:24:55.263424 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3cce6990-e8f5-4526-bb7e-cdeaad7abba2 req-b4d9e871-bc5f-49a8-a884-45aeff58b2c5 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8 HTTP/1.1" status: 200 len: 948 time: 0.0872700 Jan 20 11:24:55.278158 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa6ac8-b309-4dee-aae2-8f2680d12234 req-a6823d6a-e382-400f-861e-c7b46a99370e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:24:55.279572 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a3fa6ac8-b309-4dee-aae2-8f2680d12234 req-a6823d6a-e382-400f-861e-c7b46a99370e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1398516 Jan 20 11:24:55.309402 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3cce6990-e8f5-4526-bb7e-cdeaad7abba2 req-593d047c-1bc8-42ad-8c99-2c69f8c0acb4 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/security-groups?id=157e1861-26e2-44df-9c86-c55593afb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390513 Jan 20 11:24:55.390471 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-2edced45-18ff-43e3-a337-955ff7ada80b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=457e0572bd99444f8e981696908faa15&device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8 HTTP/1.1" status: 200 len: 1101 time: 0.0769844 Jan 20 11:24:55.457344 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-14c33d3e-84cc-4fe7-9793-421773509e9a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=56b5a3c4-8841-4a07-ac08-951da520972c HTTP/1.1" status: 200 len: 217 time: 0.0604639 Jan 20 11:24:55.520483 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-cffdc83e-648f-494f-85df-6e4aafa5f0c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:24:55.521863 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-cffdc83e-648f-494f-85df-6e4aafa5f0c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aad350fe-a5b0-4241-823d-5c0b5f27689d HTTP/1.1" status: 200 len: 843 time: 0.0595510 Jan 20 11:24:55.594925 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-b1b5a3a6-ba71-4d8e-99dc-79de66e05372 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50e40545-03f8-4f2b-8a62-8caa3e6e6de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0672941 Jan 20 11:24:55.723935 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-612bd81a-0bad-4c7f-9e6b-a119abbf18b4 service neutron] 10.222.0.72 "GET /v2.0/networks/50e40545-03f8-4f2b-8a62-8caa3e6e6de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232176 Jan 20 11:24:55.854978 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-65f03f7a-37e7-4ae3-96b3-c2e11b2eca02 req-19c3466c-ecbe-4c23-8e96-e2dcb5010547 service neutron] 10.222.0.72 "GET /v2.0/networks/50e40545-03f8-4f2b-8a62-8caa3e6e6de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252809 Jan 20 11:24:56.508180 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a7714-ed87-4463-afd3-6347fa729272 req-68810962-fb23-4f12-a777-054c322b0edb tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:24:56.509558 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b86a7714-ed87-4463-afd3-6347fa729272 req-68810962-fb23-4f12-a777-054c322b0edb tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8 HTTP/1.1" status: 200 len: 948 time: 0.0788405 Jan 20 11:24:56.554525 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b86a7714-ed87-4463-afd3-6347fa729272 req-2694a7cf-e4c9-4070-bec8-d215266f30a5 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/security-groups?id=157e1861-26e2-44df-9c86-c55593afb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394199 Jan 20 11:24:57.750091 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c9ba7-db95-4735-badd-4a7656d01274 req-2f2796e8-6c25-41a3-8843-71bd3c4e356f tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:24:57.751531 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e53c9ba7-db95-4735-badd-4a7656d01274 req-2f2796e8-6c25-41a3-8843-71bd3c4e356f tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8 HTTP/1.1" status: 200 len: 948 time: 0.0748734 Jan 20 11:24:57.799549 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e53c9ba7-db95-4735-badd-4a7656d01274 req-b045d77a-97b4-4f36-b66f-a1535c02d7da tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/security-groups?id=157e1861-26e2-44df-9c86-c55593afb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422938 Jan 20 11:24:58.897023 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 56b5a3c4-8841-4a07-ac08-951da520972c details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:24:59.000043 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c93985-995c-4b2d-9d76-45742ce83b8d req-84771289-5437-4412-bf53-ffe817a62956 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:24:59.001480 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54c93985-995c-4b2d-9d76-45742ce83b8d req-84771289-5437-4412-bf53-ffe817a62956 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8 HTTP/1.1" status: 200 len: 948 time: 0.0779340 Jan 20 11:24:59.031828 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 56b5a3c4-8841-4a07-ac08-951da520972c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=56b5a3c4-8841-4a07-ac08-951da520972c,segment=NetworkSegment(4b46e09c-5a2e-48ea-b903-0b7a8748033a),segment_id=4b46e09c-5a2e-48ea-b903-0b7a8748033a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:24:59.045328 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '56b5a3c4-8841-4a07-ac08-951da520972c', 'network_id': '50e40545-03f8-4f2b-8a62-8caa3e6e6de0', 'port_id': '56b5a3c4-8841-4a07-ac08-951da520972c', 'mac_address': 'fa:16:3e:6f:cd:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad350fe-a5b0-4241-823d-5c0b5f27689d', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:24:59.045876 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54c93985-995c-4b2d-9d76-45742ce83b8d req-f5d78630-a71d-4ff5-bc4b-689b97ebad4f tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/security-groups?id=157e1861-26e2-44df-9c86-c55593afb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386469 Jan 20 11:24:59.140979 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:59.157349 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b5a3c4-8841-4a07-ac08-951da520972c {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:24:59.172677 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 56b5a3c4-8841-4a07-ac08-951da520972c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=56b5a3c4-8841-4a07-ac08-951da520972c,segment=NetworkSegment(4b46e09c-5a2e-48ea-b903-0b7a8748033a),segment_id=4b46e09c-5a2e-48ea-b903-0b7a8748033a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:24:59.231701 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:24:59.296424 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=56b5a3c4-8841-4a07-ac08-951da520972c,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:24:59.434615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['56b5a3c4-8841-4a07-ac08-951da520972c'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:25:00.241503 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a39f95-1b01-4a32-999e-2ef63f1f7996 req-c92b75b3-c0a5-49ca-a04f-ef6e1bea8408 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:00.242991 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a5a39f95-1b01-4a32-999e-2ef63f1f7996 req-c92b75b3-c0a5-49ca-a04f-ef6e1bea8408 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8 HTTP/1.1" status: 200 len: 949 time: 0.0790381 Jan 20 11:25:00.287649 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a5a39f95-1b01-4a32-999e-2ef63f1f7996 req-fcb03651-817d-498e-ae2d-224ee90e1839 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/security-groups?id=157e1861-26e2-44df-9c86-c55593afb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392380 Jan 20 11:25:00.912625 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 56b5a3c4-8841-4a07-ac08-951da520972c up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:25:01.056029 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 56b5a3c4-8841-4a07-ac08-951da520972c completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:25:01.060687 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 56b5a3c4-8841-4a07-ac08-951da520972c triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:25:01.063009 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:01.171411 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:01.198477 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc33d8f-6524-42e4-930c-930b12d0a9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b5a3c4-8841-4a07-ac08-951da520972c'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:25:01.208642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 56b5a3c4-8841-4a07-ac08-951da520972c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=56b5a3c4-8841-4a07-ac08-951da520972c,segment=NetworkSegment(4b46e09c-5a2e-48ea-b903-0b7a8748033a),segment_id=4b46e09c-5a2e-48ea-b903-0b7a8748033a)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:25:01.253703 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc33d8f-6524-42e4-930c-930b12d0a9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b5a3c4-8841-4a07-ac08-951da520972c', 'code': 200} Jan 20 11:25:01.284752 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:01.366002 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=56b5a3c4-8841-4a07-ac08-951da520972c,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:25:01.438805 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a64873d5-bedc-49b3-83e3-af1daeaeb186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:01.486545 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe9244-bb6f-402c-b410-9f26ebb78c73 req-8f18b4a4-7902-4621-a51e-ef2f1fe20462 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:01.487996 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1dbe9244-bb6f-402c-b410-9f26ebb78c73 req-8f18b4a4-7902-4621-a51e-ef2f1fe20462 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8 HTTP/1.1" status: 200 len: 950 time: 0.0749497 Jan 20 11:25:01.537099 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1dbe9244-bb6f-402c-b410-9f26ebb78c73 req-ffda5c12-eec2-4cfc-9461-accdc86ddf8d tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/security-groups?id=157e1861-26e2-44df-9c86-c55593afb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433834 Jan 20 11:25:01.619618 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e2421391-5f14-4387-80ad-12ca0f1d8f19 req-c1f63b09-bab9-497d-89a7-f13697a28f04 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8 HTTP/1.1" status: 200 len: 1103 time: 0.0716403 Jan 20 11:25:01.661453 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e2421391-5f14-4387-80ad-12ca0f1d8f19 req-6ec3b5ef-9a61-40e1-b45a-48a0b95d4e83 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=157e1861-26e2-44df-9c86-c55593afb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356002 Jan 20 11:25:02.738367 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963da8c8-2a9f-4cc6-84eb-02fb245bd242 req-ec5ce021-fbdf-4e07-8e7f-82cf8b70c0c0 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:02.739936 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-963da8c8-2a9f-4cc6-84eb-02fb245bd242 req-ec5ce021-fbdf-4e07-8e7f-82cf8b70c0c0 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8 HTTP/1.1" status: 200 len: 950 time: 0.0795951 Jan 20 11:25:02.785645 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-963da8c8-2a9f-4cc6-84eb-02fb245bd242 req-ef026ec6-e6a6-4a3b-a91a-f828e4ececa4 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/security-groups?id=157e1861-26e2-44df-9c86-c55593afb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399387 Jan 20 11:25:03.883483 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c7d4bd44-73e3-4e21-9324-fee6e11ce9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:03.989497 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312cf89-fc26-4c54-bc62-09da76e9f3c2 req-63adbb4a-43cc-4ed2-8181-893f39094226 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:03.990953 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a312cf89-fc26-4c54-bc62-09da76e9f3c2 req-63adbb4a-43cc-4ed2-8181-893f39094226 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8 HTTP/1.1" status: 200 len: 950 time: 0.0800269 Jan 20 11:25:04.039025 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a312cf89-fc26-4c54-bc62-09da76e9f3c2 req-004beaea-00c6-49a9-95a8-eba46c046db8 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/security-groups?id=157e1861-26e2-44df-9c86-c55593afb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424378 Jan 20 11:25:04.658850 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2e41f0c4-5550-4815-8c33-9b3ff82d6725 req-bdb1a0f8-f03b-4869-b695-035153fb14eb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1886191 Jan 20 11:25:04.879405 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:05.027771 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:05.414390 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-71bd2795-7d56-43e6-bca1-da94c9bad9ce req-b992f4fc-0866-4575-ab82-a4cb504b06fd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0661330 Jan 20 11:25:06.185375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a290f-3323-418e-b0a9-e227ae12f547 req-8c4a1691-19fd-4d36-b778-b7454e4bd5dc tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:06.186837 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-016a290f-3323-418e-b0a9-e227ae12f547 req-8c4a1691-19fd-4d36-b778-b7454e4bd5dc tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8 HTTP/1.1" status: 200 len: 950 time: 0.0799508 Jan 20 11:25:06.233481 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-016a290f-3323-418e-b0a9-e227ae12f547 req-4e7bdc99-2a89-43a7-b476-47c47eaf125f tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/security-groups?id=157e1861-26e2-44df-9c86-c55593afb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404301 Jan 20 11:25:06.324644 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:07.403724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a3348-1625-456d-a09e-b0d6f22eda8e req-fe94a3a2-962f-470e-a68c-9d56a65f5ca6 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:07.404420 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-311a3348-1625-456d-a09e-b0d6f22eda8e req-fe94a3a2-962f-470e-a68c-9d56a65f5ca6 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Synchronizing usage tracker for tenant:457e0572bd99444f8e981696908faa15 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:25:07.428896 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4dfa3-3638-4303-913e-99d7b831396f req-da0e8c55-d311-4a94-b5dd-a6d048e03857 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:07.430400 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-49e4dfa3-3638-4303-913e-99d7b831396f req-da0e8c55-d311-4a94-b5dd-a6d048e03857 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8 HTTP/1.1" status: 200 len: 950 time: 0.0755262 Jan 20 11:25:07.473678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-311a3348-1625-456d-a09e-b0d6f22eda8e req-fe94a3a2-962f-470e-a68c-9d56a65f5ca6 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Unset dirty status for tenant:457e0572bd99444f8e981696908faa15 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:25:07.474819 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-311a3348-1625-456d-a09e-b0d6f22eda8e req-fe94a3a2-962f-470e-a68c-9d56a65f5ca6 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8 HTTP/1.1" status: 200 len: 950 time: 0.1451826 Jan 20 11:25:07.478915 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-49e4dfa3-3638-4303-913e-99d7b831396f req-de22d9c9-67b7-47be-bad0-e7330a444046 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/security-groups?id=157e1861-26e2-44df-9c86-c55593afb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429204 Jan 20 11:25:07.631185 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-311a3348-1625-456d-a09e-b0d6f22eda8e req-f97f5b3a-a493-4a0b-a060-68b862a5c215 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Deleting port 56b5a3c4-8841-4a07-ac08-951da520972c {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:25:07.631446 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-311a3348-1625-456d-a09e-b0d6f22eda8e req-f97f5b3a-a493-4a0b-a060-68b862a5c215 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:07.864943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-311a3348-1625-456d-a09e-b0d6f22eda8e req-f97f5b3a-a493-4a0b-a060-68b862a5c215 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] For port 56b5a3c4-8841-4a07-ac08-951da520972c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=56b5a3c4-8841-4a07-ac08-951da520972c,segment=NetworkSegment(4b46e09c-5a2e-48ea-b903-0b7a8748033a),segment_id=4b46e09c-5a2e-48ea-b903-0b7a8748033a)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:25:07.865298 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-311a3348-1625-456d-a09e-b0d6f22eda8e req-f97f5b3a-a493-4a0b-a060-68b862a5c215 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:07.986730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-311a3348-1625-456d-a09e-b0d6f22eda8e req-f97f5b3a-a493-4a0b-a060-68b862a5c215 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Calling delete_port for 56b5a3c4-8841-4a07-ac08-951da520972c owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:25:08.204715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-311a3348-1625-456d-a09e-b0d6f22eda8e req-f97f5b3a-a493-4a0b-a060-68b862a5c215 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:08.216451 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['56b5a3c4-8841-4a07-ac08-951da520972c'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:25:08.255763 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f5b3a-a493-4a0b-a060-68b862a5c215 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Pushing event deleted for resources: {'Port': ['ID=56b5a3c4-8841-4a07-ac08-951da520972c,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:25:08.328794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-311a3348-1625-456d-a09e-b0d6f22eda8e req-f97f5b3a-a493-4a0b-a060-68b862a5c215 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] No DVR routers for this DVR port 56b5a3c4-8841-4a07-ac08-951da520972c on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:25:08.331265 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-311a3348-1625-456d-a09e-b0d6f22eda8e req-f97f5b3a-a493-4a0b-a060-68b862a5c215 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:08.335669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc33d8f-6524-42e4-930c-930b12d0a9a8', 'name': 'network-vif-deleted', 'tag': '56b5a3c4-8841-4a07-ac08-951da520972c'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:25:08.396990 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc33d8f-6524-42e4-930c-930b12d0a9a8', 'name': 'network-vif-deleted', 'tag': '56b5a3c4-8841-4a07-ac08-951da520972c', 'status': 'completed', 'code': 200} Jan 20 11:25:08.410819 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-311a3348-1625-456d-a09e-b0d6f22eda8e req-f97f5b3a-a493-4a0b-a060-68b862a5c215 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.72 "DELETE /v2.0/ports/56b5a3c4-8841-4a07-ac08-951da520972c HTTP/1.1" status: 204 len: 173 time: 0.9312096 Jan 20 11:25:08.643499 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-69a6b31e-3f30-45c6-8874-ce7c3a7a8b51 req-569f17a1-1cef-4701-9aba-58c89187e507 tempest-ServersAdminNegativeTestJSON-766238903 tempest-ServersAdminNegativeTestJSON-766238903-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc33d8f-6524-42e4-930c-930b12d0a9a8 HTTP/1.1" status: 200 len: 210 time: 0.0408404 Jan 20 11:25:09.661408 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:10.238763 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40534) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:25:10.404480 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-837e746a-b71b-4c12-ab21-058edb961f2e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=457e0572bd99444f8e981696908faa15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1645951 Jan 20 11:25:10.407033 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40540) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:25:10.464425 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f1c77fff-e612-44f9-b643-1726e1245bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:10.489757 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f1c77fff-e612-44f9-b643-1726e1245bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:10.627188 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f1c77fff-e612-44f9-b643-1726e1245bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:10.643020 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c77fff-e612-44f9-b643-1726e1245bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157e1861-26e2-44df-9c86-c55593afb36d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:25:10.655596 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f1c77fff-e612-44f9-b643-1726e1245bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:10.655596 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f1c77fff-e612-44f9-b643-1726e1245bbf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/157e1861-26e2-44df-9c86-c55593afb36d HTTP/1.1" status: 204 len: 168 time: 0.2430091 Jan 20 11:25:10.944048 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 56b5a3c4-8841-4a07-ac08-951da520972c no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:25:10.977078 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 56b5a3c4-8841-4a07-ac08-951da520972c {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:25:10.977631 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 56b5a3c4-8841-4a07-ac08-951da520972c not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:25:11.283810 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40548) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:25:11.302052 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-007d5387-6965-4b3b-8bfa-a0101c2b9c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:11.331950 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-007d5387-6965-4b3b-8bfa-a0101c2b9c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:25:11.335703 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-007d5387-6965-4b3b-8bfa-a0101c2b9c67 admin admin] Usage tracker for resource:security_group_rule and tenant:7b80f1b555464f4c85fb80ba3a97ef23 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:25:11.338495 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-007d5387-6965-4b3b-8bfa-a0101c2b9c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:25:11.344100 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-007d5387-6965-4b3b-8bfa-a0101c2b9c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:25:11.408411 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-007d5387-6965-4b3b-8bfa-a0101c2b9c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:11.456055 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-007d5387-6965-4b3b-8bfa-a0101c2b9c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:11.500624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d5387-6965-4b3b-8bfa-a0101c2b9c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4650e1-9e2a-413d-8761-4feca620cfdc,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:25:11.506821 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-007d5387-6965-4b3b-8bfa-a0101c2b9c67 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b80f1b555464f4c85fb80ba3a97ef23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2218382 Jan 20 11:25:11.509505 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40552) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:25:11.567486 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68c58c91-acc3-411e-9ae4-c2acf53cbd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:11.592196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68c58c91-acc3-411e-9ae4-c2acf53cbd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:11.735806 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68c58c91-acc3-411e-9ae4-c2acf53cbd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:11.750061 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c58c91-acc3-411e-9ae4-c2acf53cbd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4650e1-9e2a-413d-8761-4feca620cfdc,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:25:11.757721 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-68c58c91-acc3-411e-9ae4-c2acf53cbd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:11.758872 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-68c58c91-acc3-411e-9ae4-c2acf53cbd3d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6a4650e1-9e2a-413d-8761-4feca620cfdc HTTP/1.1" status: 204 len: 168 time: 0.2484722 Jan 20 11:25:12.850306 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40574) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:25:12.980680 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1122531068-network', 'tenant_id': '70e79baeec864ad59efb1305c77696d4'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:25:12.985433 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:25:12.989830 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Usage tracker for resource:network and tenant:70e79baeec864ad59efb1305c77696d4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:25:12.992646 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:25:12.998600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:25:13.061418 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Made reservation on behalf of 70e79baeec864ad59efb1305c77696d4 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:25:13.063757 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:13.076546 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:13.107899 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:25:13.111678 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Usage tracker for resource:security_group_rule and tenant:70e79baeec864ad59efb1305c77696d4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:25:13.114461 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:25:13.120103 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:25:13.182260 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:13.284352 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:13.317230 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:25:13.322527 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359cabbc-877e-489a-91b0-e09c2f281047,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:25:13.328946 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:13.329989 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Added segment 5e9729e7-13f1-49e4-aa51-8c9feefb1c6d of type vlan for network cc8a604b-d186-44ae-aa77-bf1b3124bef5 Jan 20 11:25:13.355660 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:13.437684 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:13.438513 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:13.439091 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:13.539299 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] Pushing event updated for resources: {'Network': ['ID=cc8a604b-d186-44ae-aa77-bf1b3124bef5,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:25:13.548771 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network cc8a604b-d186-44ae-aa77-bf1b3124bef5 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:25:13.604705 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a87bee7b-028b-4b41-a7fe-55d0617f2b6f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7531085 Jan 20 11:25:13.607877 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40580) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:25:13.613753 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-95f4f5d9-a85f-4801-b646-97cad0ccddf7 admin admin] Request body: {'subnet': {'network_id': 'cc8a604b-d186-44ae-aa77-bf1b3124bef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1122531068-subnet', 'tenant_id': '70e79baeec864ad59efb1305c77696d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:25:13.618985 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-95f4f5d9-a85f-4801-b646-97cad0ccddf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:25:13.622289 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-95f4f5d9-a85f-4801-b646-97cad0ccddf7 admin admin] Usage tracker for resource:subnet and tenant:70e79baeec864ad59efb1305c77696d4 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:25:13.625115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-95f4f5d9-a85f-4801-b646-97cad0ccddf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:25:13.633569 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-95f4f5d9-a85f-4801-b646-97cad0ccddf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:25:13.769772 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f4f5d9-a85f-4801-b646-97cad0ccddf7 admin admin] Made reservation on behalf of 70e79baeec864ad59efb1305c77696d4 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:25:13.772065 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-95f4f5d9-a85f-4801-b646-97cad0ccddf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:14.142038 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-95f4f5d9-a85f-4801-b646-97cad0ccddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:14.213436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4f5d9-a85f-4801-b646-97cad0ccddf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb822f7-dc4c-45f2-bd88-2895d5c19cbf,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:25:14.226427 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4f5d9-a85f-4801-b646-97cad0ccddf7 admin admin] Checking segment: {'id': '5e9729e7-13f1-49e4-aa51-8c9feefb1c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cc8a604b-d186-44ae-aa77-bf1b3124bef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:25:14.226785 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f4f5d9-a85f-4801-b646-97cad0ccddf7 admin admin] Network hostable DHCP agents. Network: cc8a604b-d186-44ae-aa77-bf1b3124bef5, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:25:14.347017 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f4f5d9-a85f-4801-b646-97cad0ccddf7 admin admin] Network cc8a604b-d186-44ae-aa77-bf1b3124bef5 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:25:14.415540 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-95f4f5d9-a85f-4801-b646-97cad0ccddf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, cc8a604b-d186-44ae-aa77-bf1b3124bef5) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:25:14.419693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f4f5d9-a85f-4801-b646-97cad0ccddf7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:14.420303 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-95f4f5d9-a85f-4801-b646-97cad0ccddf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:14.425831 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42f539b-9a6e-48d5-be2c-8e068085df10 None None] Network cc8a604b-d186-44ae-aa77-bf1b3124bef5 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:25:14.508625 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-95f4f5d9-a85f-4801-b646-97cad0ccddf7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8992956 Jan 20 11:25:14.643453 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49bd738-9781-4376-99a5-2a4b21019b21 None None] Network cc8a604b-d186-44ae-aa77-bf1b3124bef5 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:25:15.060683 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85746e-750b-4d34-9221-f192b27699af req-60c65857-c74f-4890-b867-83c3067d0ca0 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:15.061249 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6b85746e-750b-4d34-9221-f192b27699af req-60c65857-c74f-4890-b867-83c3067d0ca0 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Synchronizing usage tracker for tenant:70e79baeec864ad59efb1305c77696d4 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:25:15.153165 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-6b85746e-750b-4d34-9221-f192b27699af req-60c65857-c74f-4890-b867-83c3067d0ca0 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Unset dirty status for tenant:70e79baeec864ad59efb1305c77696d4 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:25:15.154426 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6b85746e-750b-4d34-9221-f192b27699af req-60c65857-c74f-4890-b867-83c3067d0ca0 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/networks?id=cc8a604b-d186-44ae-aa77-bf1b3124bef5 HTTP/1.1" status: 200 len: 812 time: 0.2340195 Jan 20 11:25:15.172396 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6b85746e-750b-4d34-9221-f192b27699af req-90e15cfd-bbdd-4188-967f-003807863545 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/quotas/70e79baeec864ad59efb1305c77696d4 HTTP/1.1" status: 200 len: 375 time: 0.0123055 Jan 20 11:25:15.224221 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6b85746e-750b-4d34-9221-f192b27699af req-e932bd93-71bc-4087-a7b1-52285e436d6e tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=70e79baeec864ad59efb1305c77696d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452726 Jan 20 11:25:15.234584 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-6b85746e-750b-4d34-9221-f192b27699af req-1fd2666d-76dc-4adf-bdb4-e5850a30cb50 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:25:15.235502 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6b85746e-750b-4d34-9221-f192b27699af req-1fd2666d-76dc-4adf-bdb4-e5850a30cb50 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049038 Jan 20 11:25:15.365803 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6b85746e-750b-4d34-9221-f192b27699af req-3dbcdb69-9c2b-4249-8344-7e7e5c2e679c service neutron] 10.222.0.70 "GET /v2.0/networks/cc8a604b-d186-44ae-aa77-bf1b3124bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242409 Jan 20 11:25:15.495157 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6b85746e-750b-4d34-9221-f192b27699af req-8eeadb56-c82e-423e-837e-d3ae58e3a433 service neutron] 10.222.0.70 "GET /v2.0/networks/cc8a604b-d186-44ae-aa77-bf1b3124bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237335 Jan 20 11:25:15.743466 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-abe8878c-ade7-4c0f-a197-6cabab95085c req-e3d8ec22-5480-42c0-be99-a67db79de6c0 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 210 time: 0.0391638 Jan 20 11:25:16.850998 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c7fccb32-bc63-4589-81e9-9c68c22a20ba req-ad268389-f1e7-43ed-8f68-666133a39dfa tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 210 time: 0.0405276 Jan 20 11:25:17.962603 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-618cd962-a165-4aad-8a3e-ae98295cc8f8 req-c2a04c1f-d9a6-4a98-93d6-a776edb77821 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 210 time: 0.0440991 Jan 20 11:25:19.124572 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c676200d-4a22-4a96-9101-bb3e8e443c57 req-348a9412-b389-4cde-8e35-5802a0aaf15f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 210 time: 0.0399680 Jan 20 11:25:19.954969 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85746e-750b-4d34-9221-f192b27699af req-baef2afc-0db0-48b6-9887-c72b56669437 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:19.956535 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6b85746e-750b-4d34-9221-f192b27699af req-baef2afc-0db0-48b6-9887-c72b56669437 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.72 "GET /v2.0/networks?id=cc8a604b-d186-44ae-aa77-bf1b3124bef5 HTTP/1.1" status: 200 len: 812 time: 0.1496315 Jan 20 11:25:19.972510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-6b85746e-750b-4d34-9221-f192b27699af req-11d9f87b-65e8-404e-9507-d1c06ce48194 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Request body: {'port': {'device_id': 'd45c3eb2-33c2-45cf-91ea-2d6de0085a26', 'network_id': 'cc8a604b-d186-44ae-aa77-bf1b3124bef5', 'admin_state_up': True, 'tenant_id': '70e79baeec864ad59efb1305c77696d4'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:25:20.118138 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-6b85746e-750b-4d34-9221-f192b27699af req-11d9f87b-65e8-404e-9507-d1c06ce48194 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:25:20.122012 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-6b85746e-750b-4d34-9221-f192b27699af req-11d9f87b-65e8-404e-9507-d1c06ce48194 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Usage tracker for resource:port and tenant:70e79baeec864ad59efb1305c77696d4 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:25:20.125041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-6b85746e-750b-4d34-9221-f192b27699af req-11d9f87b-65e8-404e-9507-d1c06ce48194 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:25:20.131460 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-6b85746e-750b-4d34-9221-f192b27699af req-11d9f87b-65e8-404e-9507-d1c06ce48194 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:25:20.199337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b85746e-750b-4d34-9221-f192b27699af req-11d9f87b-65e8-404e-9507-d1c06ce48194 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Made reservation on behalf of 70e79baeec864ad59efb1305c77696d4 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:25:20.202459 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6b85746e-750b-4d34-9221-f192b27699af req-11d9f87b-65e8-404e-9507-d1c06ce48194 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:20.287617 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-25ff659b-3df0-485a-ac2e-4931319ce8b4 req-e0034fa0-d66d-4199-b22a-5e42ad58a878 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 210 time: 0.0415461 Jan 20 11:25:20.368207 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-6b85746e-750b-4d34-9221-f192b27699af req-11d9f87b-65e8-404e-9507-d1c06ce48194 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Allocated IP 172.20.0.3 (cc8a604b-d186-44ae-aa77-bf1b3124bef5/7bb822f7-dc4c-45f2-bd88-2895d5c19cbf/29c64b68-cd47-4951-b33a-de3d1f3cd006) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:25:20.563759 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6b85746e-750b-4d34-9221-f192b27699af req-11d9f87b-65e8-404e-9507-d1c06ce48194 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:20.656297 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6b85746e-750b-4d34-9221-f192b27699af req-11d9f87b-65e8-404e-9507-d1c06ce48194 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:20.731472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b85746e-750b-4d34-9221-f192b27699af req-11d9f87b-65e8-404e-9507-d1c06ce48194 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Network cc8a604b-d186-44ae-aa77-bf1b3124bef5 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:25:20.734442 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-6b85746e-750b-4d34-9221-f192b27699af req-11d9f87b-65e8-404e-9507-d1c06ce48194 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:25:20.737002 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b85746e-750b-4d34-9221-f192b27699af req-11d9f87b-65e8-404e-9507-d1c06ce48194 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:25:20.773060 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9f87b-65e8-404e-9507-d1c06ce48194 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Pushing event updated for resources: {'Port': ['ID=29c64b68-cd47-4951-b33a-de3d1f3cd006,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:25:20.803519 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85746e-750b-4d34-9221-f192b27699af req-11d9f87b-65e8-404e-9507-d1c06ce48194 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:20.804116 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6b85746e-750b-4d34-9221-f192b27699af req-11d9f87b-65e8-404e-9507-d1c06ce48194 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:20.891300 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6b85746e-750b-4d34-9221-f192b27699af req-11d9f87b-65e8-404e-9507-d1c06ce48194 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9224894 Jan 20 11:25:20.901912 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Request body: {'port': {'device_id': 'd45c3eb2-33c2-45cf-91ea-2d6de0085a26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:25:21.008972 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:21.425311 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c64b68-cd47-4951-b33a-de3d1f3cd006 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:25:21.432744 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:21.448097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Transition to ACTIVE for port object 29c64b68-cd47-4951-b33a-de3d1f3cd006 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:25:21.488548 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cf83a-e899-4741-ba5f-b431b3bfbb95 req-3756cf38-6be7-430f-b61b-e640b025962a tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:21.490065 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e6cf83a-e899-4741-ba5f-b431b3bfbb95 req-3756cf38-6be7-430f-b61b-e640b025962a tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 931 time: 0.0790718 Jan 20 11:25:21.524582 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:21.535914 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-4e6cf83a-e899-4741-ba5f-b431b3bfbb95 req-bb4d9f7b-387d-4f97-95c9-06702df25c13 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Synchronizing usage tracker for tenant:70e79baeec864ad59efb1305c77696d4 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:25:21.616119 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-4e6cf83a-e899-4741-ba5f-b431b3bfbb95 req-bb4d9f7b-387d-4f97-95c9-06702df25c13 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Unset dirty status for tenant:70e79baeec864ad59efb1305c77696d4 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:25:21.617302 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4e6cf83a-e899-4741-ba5f-b431b3bfbb95 req-bb4d9f7b-387d-4f97-95c9-06702df25c13 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215365 Jan 20 11:25:21.648331 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Pushing event updated for resources: {'Port': ['ID=29c64b68-cd47-4951-b33a-de3d1f3cd006,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:25:21.753873 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Attempting to bind port 29c64b68-cd47-4951-b33a-de3d1f3cd006 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:25:21.754204 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Attempting to bind port 29c64b68-cd47-4951-b33a-de3d1f3cd006 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '5e9729e7-13f1-49e4-aa51-8c9feefb1c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cc8a604b-d186-44ae-aa77-bf1b3124bef5'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:25:21.754532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Attempting to bind port 29c64b68-cd47-4951-b33a-de3d1f3cd006 on network cc8a604b-d186-44ae-aa77-bf1b3124bef5 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:25:21.760034 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Port 29c64b68-cd47-4951-b33a-de3d1f3cd006 on network cc8a604b-d186-44ae-aa77-bf1b3124bef5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:25:21.760351 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Attempting to bind port 29c64b68-cd47-4951-b33a-de3d1f3cd006 on network cc8a604b-d186-44ae-aa77-bf1b3124bef5 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:25:21.766378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:25:21.766706 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Checking segment: {'id': '5e9729e7-13f1-49e4-aa51-8c9feefb1c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cc8a604b-d186-44ae-aa77-bf1b3124bef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:25:21.767080 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Bound using segment: {'id': '5e9729e7-13f1-49e4-aa51-8c9feefb1c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cc8a604b-d186-44ae-aa77-bf1b3124bef5'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:25:21.767491 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Bound port: 29c64b68-cd47-4951-b33a-de3d1f3cd006, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9729e7-13f1-49e4-aa51-8c9feefb1c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cc8a604b-d186-44ae-aa77-bf1b3124bef5'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:25:21.767829 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:21.855871 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] For port 29c64b68-cd47-4951-b33a-de3d1f3cd006, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:25:21.858665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] For port 29c64b68-cd47-4951-b33a-de3d1f3cd006, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=29c64b68-cd47-4951-b33a-de3d1f3cd006,segment=NetworkSegment(5e9729e7-13f1-49e4-aa51-8c9feefb1c6d),segment_id=5e9729e7-13f1-49e4-aa51-8c9feefb1c6d)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:25:21.970857 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:22.030604 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:22.031949 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6b85746e-750b-4d34-9221-f192b27699af req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] 10.222.0.72 "PUT /v2.0/ports/29c64b68-cd47-4951-b33a-de3d1f3cd006 HTTP/1.1" status: 200 len: 1093 time: 1.1340547 Jan 20 11:25:22.032376 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45c3eb2-33c2-45cf-91ea-2d6de0085a26', 'tag': '29c64b68-cd47-4951-b33a-de3d1f3cd006'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:25:22.050363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6b327-0325-4057-8d3f-929db35bf7da service neutron] Pushing event updated for resources: {'Port': ['ID=29c64b68-cd47-4951-b33a-de3d1f3cd006,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:25:22.088421 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45c3eb2-33c2-45cf-91ea-2d6de0085a26', 'tag': '29c64b68-cd47-4951-b33a-de3d1f3cd006', 'status': 'completed', 'code': 200} Jan 20 11:25:22.175792 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d8ceae1f-2e0c-41a0-834c-830d1b2e5a0c req-503cf091-1898-4e66-b760-d0797dfecebe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=70e79baeec864ad59efb1305c77696d4&device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 1096 time: 0.0684960 Jan 20 11:25:22.313457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceae1f-2e0c-41a0-834c-830d1b2e5a0c req-ce13d7c3-a619-4be2-80d2-a5f2878e0d0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:22.314919 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d8ceae1f-2e0c-41a0-834c-830d1b2e5a0c req-ce13d7c3-a619-4be2-80d2-a5f2878e0d0a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=70e79baeec864ad59efb1305c77696d4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1326485 Jan 20 11:25:22.449063 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceae1f-2e0c-41a0-834c-830d1b2e5a0c req-889d6c0d-a4d8-476f-a304-f9c95332d976 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:22.450464 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d8ceae1f-2e0c-41a0-834c-830d1b2e5a0c req-889d6c0d-a4d8-476f-a304-f9c95332d976 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301405 Jan 20 11:25:22.556191 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6b85746e-750b-4d34-9221-f192b27699af req-cd620511-a84a-473b-b6df-8fdee67a6339 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=70e79baeec864ad59efb1305c77696d4&device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 1096 time: 0.0711761 Jan 20 11:25:22.625485 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6b85746e-750b-4d34-9221-f192b27699af req-223c89df-cc73-4694-a632-d1a8f05b75ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29c64b68-cd47-4951-b33a-de3d1f3cd006 HTTP/1.1" status: 200 len: 217 time: 0.0620084 Jan 20 11:25:22.685820 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85746e-750b-4d34-9221-f192b27699af req-5787921f-b209-4443-8763-ba02c087339b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:22.687268 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6b85746e-750b-4d34-9221-f192b27699af req-5787921f-b209-4443-8763-ba02c087339b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7bb822f7-dc4c-45f2-bd88-2895d5c19cbf HTTP/1.1" status: 200 len: 852 time: 0.0564690 Jan 20 11:25:22.732350 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6b85746e-750b-4d34-9221-f192b27699af req-2d0ba201-008f-4360-8e0f-e5a3fe977c98 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc8a604b-d186-44ae-aa77-bf1b3124bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393646 Jan 20 11:25:22.811181 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d52bcf-85fe-4dff-8f88-e773ab8e0631 req-e2635d1d-ab51-4dc4-8eaf-2ad0acbebe97 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:22.812679 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-79d52bcf-85fe-4dff-8f88-e773ab8e0631 req-e2635d1d-ab51-4dc4-8eaf-2ad0acbebe97 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 943 time: 0.0759592 Jan 20 11:25:22.860431 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-79d52bcf-85fe-4dff-8f88-e773ab8e0631 req-3c5b367b-5fc0-44c2-82fe-afd84630b863 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422719 Jan 20 11:25:22.863570 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6b85746e-750b-4d34-9221-f192b27699af req-16c1cf28-8498-4dcf-9437-a23ef7ff8734 service neutron] 10.222.0.72 "GET /v2.0/networks/cc8a604b-d186-44ae-aa77-bf1b3124bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257751 Jan 20 11:25:22.994666 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6b85746e-750b-4d34-9221-f192b27699af req-769cc847-051a-4956-aec3-fe4c3a98b697 service neutron] 10.222.0.72 "GET /v2.0/networks/cc8a604b-d186-44ae-aa77-bf1b3124bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252453 Jan 20 11:25:24.057851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad6519-bf9f-4295-9136-c08f41df0b8f req-a092cfda-21f0-42ad-9313-4335c74b7824 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:24.059293 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2aad6519-bf9f-4295-9136-c08f41df0b8f req-a092cfda-21f0-42ad-9313-4335c74b7824 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 943 time: 0.0750582 Jan 20 11:25:24.104912 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2aad6519-bf9f-4295-9136-c08f41df0b8f req-db2f1943-4d4f-4a64-88bb-94d88e0dacad tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400863 Jan 20 11:25:25.037527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 29c64b68-cd47-4951-b33a-de3d1f3cd006 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:25:25.174136 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 29c64b68-cd47-4951-b33a-de3d1f3cd006, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=29c64b68-cd47-4951-b33a-de3d1f3cd006,segment=NetworkSegment(5e9729e7-13f1-49e4-aa51-8c9feefb1c6d),segment_id=5e9729e7-13f1-49e4-aa51-8c9feefb1c6d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:25:25.187248 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '29c64b68-cd47-4951-b33a-de3d1f3cd006', 'network_id': 'cc8a604b-d186-44ae-aa77-bf1b3124bef5', 'port_id': '29c64b68-cd47-4951-b33a-de3d1f3cd006', 'mac_address': 'fa:16:3e:e1:2d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb822f7-dc4c-45f2-bd88-2895d5c19cbf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:25:25.243573 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:25.260879 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c64b68-cd47-4951-b33a-de3d1f3cd006 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:25:25.276243 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 29c64b68-cd47-4951-b33a-de3d1f3cd006, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=29c64b68-cd47-4951-b33a-de3d1f3cd006,segment=NetworkSegment(5e9729e7-13f1-49e4-aa51-8c9feefb1c6d),segment_id=5e9729e7-13f1-49e4-aa51-8c9feefb1c6d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:25:25.308568 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd488eb-1f5f-4742-84e5-e1fbd71267b0 req-64fc7572-47f9-4e07-a3e8-40103732813d tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:25.310056 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dcd488eb-1f5f-4742-84e5-e1fbd71267b0 req-64fc7572-47f9-4e07-a3e8-40103732813d tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 943 time: 0.0784762 Jan 20 11:25:25.352452 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:25.355028 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dcd488eb-1f5f-4742-84e5-e1fbd71267b0 req-66640c80-b6fd-4b18-bdf5-96dfed804b76 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394135 Jan 20 11:25:25.420519 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=29c64b68-cd47-4951-b33a-de3d1f3cd006,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:25:25.429222 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:25:25.429596 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:25:25.429943 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:25:25.430275 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:25:25.430609 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:25:25.430936 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:25:25.431264 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:25:25.431591 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:25:25.431909 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:25:25.432228 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:25:25.432545 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:25:25.592557 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['29c64b68-cd47-4951-b33a-de3d1f3cd006'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:25:26.550127 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a4794-b77f-4f05-b25a-e42e315c4ef9 req-1291c9f9-f776-491f-991c-b3df2089a4ad tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:26.551487 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-806a4794-b77f-4f05-b25a-e42e315c4ef9 req-1291c9f9-f776-491f-991c-b3df2089a4ad tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 944 time: 0.0748177 Jan 20 11:25:26.596831 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-806a4794-b77f-4f05-b25a-e42e315c4ef9 req-0cf37a1b-1c7e-4405-bd5d-dd1bac0e6cf7 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395164 Jan 20 11:25:27.052869 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 29c64b68-cd47-4951-b33a-de3d1f3cd006 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:25:27.215776 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 29c64b68-cd47-4951-b33a-de3d1f3cd006 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:25:27.220544 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 29c64b68-cd47-4951-b33a-de3d1f3cd006 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:25:27.220909 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:27.333193 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:27.359831 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45c3eb2-33c2-45cf-91ea-2d6de0085a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c64b68-cd47-4951-b33a-de3d1f3cd006'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:25:27.370072 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 29c64b68-cd47-4951-b33a-de3d1f3cd006, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=29c64b68-cd47-4951-b33a-de3d1f3cd006,segment=NetworkSegment(5e9729e7-13f1-49e4-aa51-8c9feefb1c6d),segment_id=5e9729e7-13f1-49e4-aa51-8c9feefb1c6d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:25:27.414292 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45c3eb2-33c2-45cf-91ea-2d6de0085a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c64b68-cd47-4951-b33a-de3d1f3cd006', 'code': 200} Jan 20 11:25:27.466530 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:27.529927 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=29c64b68-cd47-4951-b33a-de3d1f3cd006,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:25:27.727331 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-121e8f99-f05f-4dec-913f-23f52c127a20 req-370a2b91-4190-43ea-b37c-edc441ecabcf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 1098 time: 0.0714426 Jan 20 11:25:27.769709 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-121e8f99-f05f-4dec-913f-23f52c127a20 req-fbd650f6-b29f-48de-9175-8a0b55b3ed53 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367818 Jan 20 11:25:27.796213 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec2d6a-3453-4bc3-ad0b-db8dde13a436 req-3a78a6ac-4171-4a48-9271-6d739a287531 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:27.797653 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5bec2d6a-3453-4bc3-ad0b-db8dde13a436 req-3a78a6ac-4171-4a48-9271-6d739a287531 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0805960 Jan 20 11:25:27.845603 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5bec2d6a-3453-4bc3-ad0b-db8dde13a436 req-e632a9aa-5883-4fa8-8183-fcddbc4dddf5 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418229 Jan 20 11:25:29.039822 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:25:29.045079 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b46ed0-c4ce-4c18-81aa-c1890d71fd8d req-04349eb2-81cf-454e-88cc-79d50db525bd tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:29.046545 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97b46ed0-c4ce-4c18-81aa-c1890d71fd8d req-04349eb2-81cf-454e-88cc-79d50db525bd tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0792747 Jan 20 11:25:29.091173 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97b46ed0-c4ce-4c18-81aa-c1890d71fd8d req-55d052f0-7e84-4afe-a1b4-d459d34aac5e tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390928 Jan 20 11:25:29.640450 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e7a9f8a3-f294-4ecc-8213-561ecebe1556 req-ec1ea639-8242-410d-8868-5f906d4e3291 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1365926 Jan 20 11:25:29.796380 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e7a9f8a3-f294-4ecc-8213-561ecebe1556 req-cadfffce-9e0c-4dc0-aba7-6ed58a71035e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=70e79baeec864ad59efb1305c77696d4&device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 1098 time: 0.0700150 Jan 20 11:25:30.022059 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9f8a3-f294-4ecc-8213-561ecebe1556 req-7a9e1393-f6a0-48d8-a62a-11b9d08bc382 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:30.023473 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e7a9f8a3-f294-4ecc-8213-561ecebe1556 req-7a9e1393-f6a0-48d8-a62a-11b9d08bc382 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc8a604b-d186-44ae-aa77-bf1b3124bef5 HTTP/1.1" status: 200 len: 913 time: 0.2104414 Jan 20 11:25:30.091348 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e7a9f8a3-f294-4ecc-8213-561ecebe1556 req-f92aea7b-8a5b-4f03-aff2-34cf0e0ead2d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29c64b68-cd47-4951-b33a-de3d1f3cd006 HTTP/1.1" status: 200 len: 217 time: 0.0610321 Jan 20 11:25:30.151847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9f8a3-f294-4ecc-8213-561ecebe1556 req-7316faae-2e85-4e18-af0c-4d3b0e003dbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:30.153267 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e7a9f8a3-f294-4ecc-8213-561ecebe1556 req-7316faae-2e85-4e18-af0c-4d3b0e003dbe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7bb822f7-dc4c-45f2-bd88-2895d5c19cbf HTTP/1.1" status: 200 len: 852 time: 0.0566952 Jan 20 11:25:30.198293 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e7a9f8a3-f294-4ecc-8213-561ecebe1556 req-8de78c2e-914a-49c8-abf4-eac01e7d986e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc8a604b-d186-44ae-aa77-bf1b3124bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394480 Jan 20 11:25:30.332653 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e7a9f8a3-f294-4ecc-8213-561ecebe1556 req-cc0f2d75-d8ac-46f4-80e4-9330e7aa6a70 service neutron] 10.222.0.72 "GET /v2.0/networks/cc8a604b-d186-44ae-aa77-bf1b3124bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283226 Jan 20 11:25:30.386699 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b3a46-8f76-4104-ac52-cf48def478af req-b4257742-fd58-4ce9-801a-aa417f11a45b tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:30.388055 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b25b3a46-8f76-4104-ac52-cf48def478af req-b4257742-fd58-4ce9-801a-aa417f11a45b tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.1702607 Jan 20 11:25:30.434624 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b25b3a46-8f76-4104-ac52-cf48def478af req-66a0af06-931f-469f-b2f4-81754383a2f8 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410776 Jan 20 11:25:30.466501 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e7a9f8a3-f294-4ecc-8213-561ecebe1556 req-8230af04-4e8e-45b1-9c11-7a9b0913f234 service neutron] 10.222.0.72 "GET /v2.0/networks/cc8a604b-d186-44ae-aa77-bf1b3124bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279514 Jan 20 11:25:30.633285 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7c5ffd02-7a47-4e43-af36-38073a4402a9 req-25f96b75-44db-41bb-9dde-781643addcf8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0677345 Jan 20 11:25:31.077309 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65b1ec-6cd1-4fb7-b625-e5b8bc39552b req-103aed7a-ac3e-4cfb-893c-4bddeee27044 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:31.078786 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dc65b1ec-6cd1-4fb7-b625-e5b8bc39552b req-103aed7a-ac3e-4cfb-893c-4bddeee27044 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0764177 Jan 20 11:25:31.124161 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dc65b1ec-6cd1-4fb7-b625-e5b8bc39552b req-68047c1b-23ce-4bdb-beb3-5ff0d24498e0 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391350 Jan 20 11:25:31.217129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40650) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:25:31.350898 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cee90cee-3718-4266-91de-decd57d276b3 req-5f9207fd-7773-429d-98e3-94eae31d739c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1326034 Jan 20 11:25:31.387187 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b4453346-77bb-462c-8676-44d852674c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:32.321130 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff361216-bf03-4aae-a213-03e60c43cd44 req-832aa64e-60fc-493c-8503-bb740185a2b3 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:32.322712 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ff361216-bf03-4aae-a213-03e60c43cd44 req-832aa64e-60fc-493c-8503-bb740185a2b3 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0774534 Jan 20 11:25:32.370510 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ff361216-bf03-4aae-a213-03e60c43cd44 req-70894754-8813-4608-9bfe-74d3d25a5d4d tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421343 Jan 20 11:25:33.452866 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cee90cee-3718-4266-91de-decd57d276b3 req-b3604cb3-0e7d-41b4-8318-9560a6b3c7ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=70e79baeec864ad59efb1305c77696d4&device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 1098 time: 0.0738783 Jan 20 11:25:33.570281 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a5fcd-dcc3-419c-8b3c-d609d7d71a6a req-cceb3c80-190f-4cc1-b5c5-492237c7f095 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:33.571662 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-856a5fcd-dcc3-419c-8b3c-d609d7d71a6a req-cceb3c80-190f-4cc1-b5c5-492237c7f095 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0797644 Jan 20 11:25:33.583516 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee90cee-3718-4266-91de-decd57d276b3 req-f8fcdc12-ca84-4781-9b30-7741c6d9b015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:33.585023 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cee90cee-3718-4266-91de-decd57d276b3 req-f8fcdc12-ca84-4781-9b30-7741c6d9b015 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc8a604b-d186-44ae-aa77-bf1b3124bef5 HTTP/1.1" status: 200 len: 913 time: 0.1265221 Jan 20 11:25:33.615714 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-856a5fcd-dcc3-419c-8b3c-d609d7d71a6a req-e3d67346-69f1-4a11-8e3b-22c7c79389bc tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385430 Jan 20 11:25:33.651182 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cee90cee-3718-4266-91de-decd57d276b3 req-44284676-4daa-4a2a-8233-e37b1233bd33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29c64b68-cd47-4951-b33a-de3d1f3cd006 HTTP/1.1" status: 200 len: 217 time: 0.0602148 Jan 20 11:25:33.713502 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee90cee-3718-4266-91de-decd57d276b3 req-c5a2f080-c459-4e90-b353-07d6a63a1b91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:33.714907 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cee90cee-3718-4266-91de-decd57d276b3 req-c5a2f080-c459-4e90-b353-07d6a63a1b91 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7bb822f7-dc4c-45f2-bd88-2895d5c19cbf HTTP/1.1" status: 200 len: 852 time: 0.0585649 Jan 20 11:25:33.757271 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cee90cee-3718-4266-91de-decd57d276b3 req-a8c1378b-646e-453c-a978-caa60d8495b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc8a604b-d186-44ae-aa77-bf1b3124bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372179 Jan 20 11:25:33.850523 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba8e1387-cb9c-4acb-8924-a2dccfc61d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:33.887402 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cee90cee-3718-4266-91de-decd57d276b3 req-ee7f5626-7c40-4f09-8f72-0726805ac63f service neutron] 10.222.0.72 "GET /v2.0/networks/cc8a604b-d186-44ae-aa77-bf1b3124bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249197 Jan 20 11:25:34.016796 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cee90cee-3718-4266-91de-decd57d276b3 req-a7187437-87aa-492c-8c37-1ab0456403d5 service neutron] 10.222.0.72 "GET /v2.0/networks/cc8a604b-d186-44ae-aa77-bf1b3124bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242104 Jan 20 11:25:34.812175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409d908-75ba-4e42-8c8f-5dfffa15e608 req-cf786e6c-b538-4a23-8c7e-810678e9244f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:34.813649 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9409d908-75ba-4e42-8c8f-5dfffa15e608 req-cf786e6c-b538-4a23-8c7e-810678e9244f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0761507 Jan 20 11:25:34.859302 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9409d908-75ba-4e42-8c8f-5dfffa15e608 req-2fb91eca-4f52-4df8-ac33-88a1f92a5655 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400889 Jan 20 11:25:34.900159 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:35.015787 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:36.200343 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a0915-256a-4ef1-b45e-b7dbd4c44e6a req-b2212868-d776-40a4-9eec-a7ac96122ce0 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:36.201731 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-df3a0915-256a-4ef1-b45e-b7dbd4c44e6a req-b2212868-d776-40a4-9eec-a7ac96122ce0 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0818839 Jan 20 11:25:36.247067 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-df3a0915-256a-4ef1-b45e-b7dbd4c44e6a req-9655f2b6-42db-4bab-a4e0-b35b30f2f46b tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398402 Jan 20 11:25:36.295215 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:37.439771 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b56275-42dd-44e4-b432-c30741119b43 req-21fddd91-4a56-4bcc-94ba-e2f35c7a9de2 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:37.441204 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-45b56275-42dd-44e4-b432-c30741119b43 req-21fddd91-4a56-4bcc-94ba-e2f35c7a9de2 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0748062 Jan 20 11:25:37.486952 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-45b56275-42dd-44e4-b432-c30741119b43 req-16bfd855-ef12-4e28-b39c-be1601ee9ab5 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395782 Jan 20 11:25:38.684438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83a922-5849-4201-87fc-084db11fd1d2 req-6baa494b-eb83-439d-9f61-68a641b2eba4 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:38.685906 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0c83a922-5849-4201-87fc-084db11fd1d2 req-6baa494b-eb83-439d-9f61-68a641b2eba4 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0785770 Jan 20 11:25:38.729994 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0c83a922-5849-4201-87fc-084db11fd1d2 req-0c6a94f8-dab5-4a63-a89f-c5075f95cd5b tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386126 Jan 20 11:25:39.696348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:39.922438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de2e10-863d-43f9-9aa7-84f30a30cb7c req-dce0d613-d0d2-4796-85ab-9e631ac81013 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:39.923877 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d1de2e10-863d-43f9-9aa7-84f30a30cb7c req-dce0d613-d0d2-4796-85ab-9e631ac81013 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0739548 Jan 20 11:25:39.972558 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d1de2e10-863d-43f9-9aa7-84f30a30cb7c req-40341f5d-fac4-42ba-a378-cde31e2b00c1 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426350 Jan 20 11:25:41.164237 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdae5b-0dcc-4745-a8b1-b8913555ccfa req-bf8dc02a-f5ba-4a1c-9918-4b472e325fd4 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:41.165684 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-59cdae5b-0dcc-4745-a8b1-b8913555ccfa req-bf8dc02a-f5ba-4a1c-9918-4b472e325fd4 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0750480 Jan 20 11:25:41.210688 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-59cdae5b-0dcc-4745-a8b1-b8913555ccfa req-68c036b0-00a2-42ee-a77b-6a6f36a9a126 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393784 Jan 20 11:25:42.408936 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd045ae-5306-41a0-96ae-6633259b2944 req-d1f8d1ad-c6ce-4eb2-960e-000e3f479355 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:42.410381 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fbd045ae-5306-41a0-96ae-6633259b2944 req-d1f8d1ad-c6ce-4eb2-960e-000e3f479355 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0773630 Jan 20 11:25:42.453807 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fbd045ae-5306-41a0-96ae-6633259b2944 req-577b3d3c-1a82-42e6-85c3-c220563ce65c tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379362 Jan 20 11:25:43.649770 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afe811-1fe3-48a4-9eb7-e8539bf78beb req-a0e9efbd-ccf6-45ed-b91d-c869a2fad52c tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:43.651212 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-68afe811-1fe3-48a4-9eb7-e8539bf78beb req-a0e9efbd-ccf6-45ed-b91d-c869a2fad52c tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0759263 Jan 20 11:25:43.694824 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-68afe811-1fe3-48a4-9eb7-e8539bf78beb req-9d0af437-d1a5-4e88-89e6-9faf809fe6aa tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379760 Jan 20 11:25:44.895449 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532d69e-e955-4f3a-a3f5-0549b8fecde7 req-c97a8d09-e5ab-4faa-bb51-feb915de49ba tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:44.896880 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5532d69e-e955-4f3a-a3f5-0549b8fecde7 req-c97a8d09-e5ab-4faa-bb51-feb915de49ba tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0846577 Jan 20 11:25:44.944047 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5532d69e-e955-4f3a-a3f5-0549b8fecde7 req-e9c8f33c-9cff-47f6-b912-4258cf3faae8 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413287 Jan 20 11:25:46.138605 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd678308-9271-42f8-ba33-ca0c255cfb00 req-4d56a9d0-9a30-4bb2-8bbb-c04f7c89213b tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:46.140057 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd678308-9271-42f8-ba33-ca0c255cfb00 req-4d56a9d0-9a30-4bb2-8bbb-c04f7c89213b tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0748060 Jan 20 11:25:46.186845 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd678308-9271-42f8-ba33-ca0c255cfb00 req-f5cbe64d-43e5-499a-8b04-207db49e6f8c tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412853 Jan 20 11:25:47.380966 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56fc7d-7b72-4ee6-b429-120e3086ff36 req-d26e05bf-cc3c-438c-b981-ec7e614a65e6 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:47.382449 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6b56fc7d-7b72-4ee6-b429-120e3086ff36 req-d26e05bf-cc3c-438c-b981-ec7e614a65e6 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0746663 Jan 20 11:25:47.426868 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6b56fc7d-7b72-4ee6-b429-120e3086ff36 req-3bd216b1-3b5e-461f-8273-cd2173ed6906 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389006 Jan 20 11:25:48.621394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8e795-6fb6-484e-988b-775f711d0462 req-cae17e46-35a1-4edb-839a-f33de94da5ed tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:48.622748 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-00e8e795-6fb6-484e-988b-775f711d0462 req-cae17e46-35a1-4edb-839a-f33de94da5ed tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0776124 Jan 20 11:25:48.667462 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-00e8e795-6fb6-484e-988b-775f711d0462 req-4c9458aa-abc8-4ca9-8a09-4320dad58370 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392714 Jan 20 11:25:49.867087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c524f-8e04-46b1-8ae1-49b58f9e9654 req-d6846de6-1547-4837-bcdd-516622e9ef51 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:49.868555 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-888c524f-8e04-46b1-8ae1-49b58f9e9654 req-d6846de6-1547-4837-bcdd-516622e9ef51 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0764828 Jan 20 11:25:49.914145 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-888c524f-8e04-46b1-8ae1-49b58f9e9654 req-7ee393f4-dedd-4126-957f-c8d5f6a4c385 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398631 Jan 20 11:25:51.089218 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cee90cee-3718-4266-91de-decd57d276b3 req-719313df-024c-48a5-8e76-c33b46e5bab2 service neutron] 10.222.0.72 "GET /v2.0/ports/29c64b68-cd47-4951-b33a-de3d1f3cd006/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.0779569 Jan 20 11:25:51.188986 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7f2c-4c6f-4bdd-a417-8429bc3539c2 req-f4146bf4-8eb7-4ffa-b931-e8b6dd3b9d55 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:51.190485 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fd2f7f2c-4c6f-4bdd-a417-8429bc3539c2 req-f4146bf4-8eb7-4ffa-b931-e8b6dd3b9d55 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.1549566 Jan 20 11:25:51.239177 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fd2f7f2c-4c6f-4bdd-a417-8429bc3539c2 req-d84ff88a-7827-47b3-a9ac-81a287b88e48 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390272 Jan 20 11:25:51.622724 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cee90cee-3718-4266-91de-decd57d276b3 req-0d55b68a-6a9c-49e2-94d4-2434c9e95906 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26&tenant_id=70e79baeec864ad59efb1305c77696d4 HTTP/1.1" status: 200 len: 1098 time: 0.0695806 Jan 20 11:25:51.710279 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cee90cee-3718-4266-91de-decd57d276b3 req-64d5ce30-5ace-4500-8128-67b6ccd5ced5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=70e79baeec864ad59efb1305c77696d4&device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 1098 time: 0.0687158 Jan 20 11:25:51.836395 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee90cee-3718-4266-91de-decd57d276b3 req-1d5b0277-06ec-4fd4-9a0c-f27c415f5bb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:51.838046 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cee90cee-3718-4266-91de-decd57d276b3 req-1d5b0277-06ec-4fd4-9a0c-f27c415f5bb9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc8a604b-d186-44ae-aa77-bf1b3124bef5 HTTP/1.1" status: 200 len: 913 time: 0.1227553 Jan 20 11:25:51.995260 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cee90cee-3718-4266-91de-decd57d276b3 req-ebd1aa1f-b89e-4c88-94f7-3bfedba8cecc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29c64b68-cd47-4951-b33a-de3d1f3cd006 HTTP/1.1" status: 200 len: 217 time: 0.1513886 Jan 20 11:25:52.055870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee90cee-3718-4266-91de-decd57d276b3 req-a302eb14-7611-4c3d-8570-c0062edc0f6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:52.057222 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cee90cee-3718-4266-91de-decd57d276b3 req-a302eb14-7611-4c3d-8570-c0062edc0f6b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7bb822f7-dc4c-45f2-bd88-2895d5c19cbf HTTP/1.1" status: 200 len: 852 time: 0.0572300 Jan 20 11:25:52.099965 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cee90cee-3718-4266-91de-decd57d276b3 req-ea25973d-2ec4-4f51-a6c1-c8eca86498cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc8a604b-d186-44ae-aa77-bf1b3124bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375185 Jan 20 11:25:52.226818 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cee90cee-3718-4266-91de-decd57d276b3 req-b24acd8e-6e7d-43e9-a2ba-c3376da08a83 service neutron] 10.222.0.72 "GET /v2.0/networks/cc8a604b-d186-44ae-aa77-bf1b3124bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212969 Jan 20 11:25:52.355922 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cee90cee-3718-4266-91de-decd57d276b3 req-70259bbb-0bd6-4b6e-a9cf-fbd6923fadeb service neutron] 10.222.0.72 "GET /v2.0/networks/cc8a604b-d186-44ae-aa77-bf1b3124bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234114 Jan 20 11:25:52.432260 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52c9b3-1b1b-482c-bee6-308ffb6905d1 req-a9eb408e-86aa-4661-8e80-e53a156f3fa2 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:52.433715 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0e52c9b3-1b1b-482c-bee6-308ffb6905d1 req-a9eb408e-86aa-4661-8e80-e53a156f3fa2 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0747547 Jan 20 11:25:52.479481 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0e52c9b3-1b1b-482c-bee6-308ffb6905d1 req-9303fd2c-52c5-4009-80ad-c63b684de219 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399101 Jan 20 11:25:53.677584 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acef95-4ba5-4696-a829-0ea2a74d2945 req-6e31859e-9c5b-4cbf-abed-645f5d1de49f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:53.679002 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0acef95-4ba5-4696-a829-0ea2a74d2945 req-6e31859e-9c5b-4cbf-abed-645f5d1de49f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0770822 Jan 20 11:25:53.722788 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0acef95-4ba5-4696-a829-0ea2a74d2945 req-3fe2b3c8-546a-41c4-9e06-d9fa879ba2bd tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383041 Jan 20 11:25:54.915394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ff85d-f6f5-470a-a1e8-659807d6a450 req-515f6453-89ee-4982-b314-61a173d34a95 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:54.916830 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-638ff85d-f6f5-470a-a1e8-659807d6a450 req-515f6453-89ee-4982-b314-61a173d34a95 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0744181 Jan 20 11:25:54.964214 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-638ff85d-f6f5-470a-a1e8-659807d6a450 req-b438cb7b-0a21-40c2-85d2-caaa1a74b671 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418873 Jan 20 11:25:55.162493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 29c64b68-cd47-4951-b33a-de3d1f3cd006 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:25:55.164894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 29c64b68-cd47-4951-b33a-de3d1f3cd006 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:25:55.377297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:55.398690 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 29c64b68-cd47-4951-b33a-de3d1f3cd006, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=29c64b68-cd47-4951-b33a-de3d1f3cd006,segment=NetworkSegment(5e9729e7-13f1-49e4-aa51-8c9feefb1c6d),segment_id=5e9729e7-13f1-49e4-aa51-8c9feefb1c6d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:25:55.417155 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '29c64b68-cd47-4951-b33a-de3d1f3cd006', 'network_id': 'cc8a604b-d186-44ae-aa77-bf1b3124bef5', 'port_id': '29c64b68-cd47-4951-b33a-de3d1f3cd006', 'mac_address': 'fa:16:3e:e1:2d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb822f7-dc4c-45f2-bd88-2895d5c19cbf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:25:55.422081 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45c3eb2-33c2-45cf-91ea-2d6de0085a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29c64b68-cd47-4951-b33a-de3d1f3cd006'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:25:55.455930 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 29c64b68-cd47-4951-b33a-de3d1f3cd006, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=29c64b68-cd47-4951-b33a-de3d1f3cd006,segment=NetworkSegment(5e9729e7-13f1-49e4-aa51-8c9feefb1c6d),segment_id=5e9729e7-13f1-49e4-aa51-8c9feefb1c6d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:25:55.490893 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:55.500860 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45c3eb2-33c2-45cf-91ea-2d6de0085a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29c64b68-cd47-4951-b33a-de3d1f3cd006', 'code': 200} Jan 20 11:25:55.514606 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29c64b68-cd47-4951-b33a-de3d1f3cd006 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:25:55.525244 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:55.598845 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-e7fa5286-1727-4091-b595-fbda06b33025 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:55.599645 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-e7fa5286-1727-4091-b595-fbda06b33025 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Synchronizing usage tracker for tenant:70e79baeec864ad59efb1305c77696d4 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:25:55.629907 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:25:55.630184 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:25:55.632340 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=29c64b68-cd47-4951-b33a-de3d1f3cd006,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:25:55.690414 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-e7fa5286-1727-4091-b595-fbda06b33025 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Unset dirty status for tenant:70e79baeec864ad59efb1305c77696d4 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:25:55.691639 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-e7fa5286-1727-4091-b595-fbda06b33025 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.72 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26&tenant_id=70e79baeec864ad59efb1305c77696d4&binding%3Ahost_id=hv-neutron-8254 HTTP/1.1" status: 200 len: 943 time: 0.1727357 Jan 20 11:25:55.831095 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-2d36de03-24f4-4287-8f98-0ed505e4b102 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=70e79baeec864ad59efb1305c77696d4&device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 1096 time: 0.0704548 Jan 20 11:25:55.958065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-6f2b0d82-96b8-474e-85c6-49d96f354533 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:55.959476 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-6f2b0d82-96b8-474e-85c6-49d96f354533 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc8a604b-d186-44ae-aa77-bf1b3124bef5 HTTP/1.1" status: 200 len: 913 time: 0.1227782 Jan 20 11:25:56.023846 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-1b1ebfb5-a2d5-4cd2-a07b-9ffd6e918b86 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29c64b68-cd47-4951-b33a-de3d1f3cd006 HTTP/1.1" status: 200 len: 217 time: 0.0577209 Jan 20 11:25:56.085365 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-7d38ab95-b30f-4d36-ab42-2356c21959b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:56.087341 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-7d38ab95-b30f-4d36-ab42-2356c21959b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7bb822f7-dc4c-45f2-bd88-2895d5c19cbf HTTP/1.1" status: 200 len: 852 time: 0.0587478 Jan 20 11:25:56.132092 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-c44a4020-ed34-4a63-8942-be5d0abc4a6b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc8a604b-d186-44ae-aa77-bf1b3124bef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383716 Jan 20 11:25:56.184087 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:56.202099 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c64b68-cd47-4951-b33a-de3d1f3cd006 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:25:56.216727 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 29c64b68-cd47-4951-b33a-de3d1f3cd006, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=29c64b68-cd47-4951-b33a-de3d1f3cd006,segment=NetworkSegment(5e9729e7-13f1-49e4-aa51-8c9feefb1c6d),segment_id=5e9729e7-13f1-49e4-aa51-8c9feefb1c6d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:25:56.262378 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-9ca0db46-e386-4337-af06-2ef7eb0e84ac service neutron] 10.222.0.72 "GET /v2.0/networks/cc8a604b-d186-44ae-aa77-bf1b3124bef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241539 Jan 20 11:25:56.278967 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:56.343489 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['29c64b68-cd47-4951-b33a-de3d1f3cd006'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:25:56.381090 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=29c64b68-cd47-4951-b33a-de3d1f3cd006,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:25:56.395359 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-cb1fe460-518b-4f8d-9b49-1b55de101e93 service neutron] 10.222.0.72 "GET /v2.0/networks/cc8a604b-d186-44ae-aa77-bf1b3124bef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271951 Jan 20 11:25:57.162617 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 29c64b68-cd47-4951-b33a-de3d1f3cd006 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:25:57.232589 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 29c64b68-cd47-4951-b33a-de3d1f3cd006 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:25:57.233229 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:57.348984 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:57.382864 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 29c64b68-cd47-4951-b33a-de3d1f3cd006, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=29c64b68-cd47-4951-b33a-de3d1f3cd006,segment=NetworkSegment(5e9729e7-13f1-49e4-aa51-8c9feefb1c6d),segment_id=5e9729e7-13f1-49e4-aa51-8c9feefb1c6d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:25:57.444452 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:25:57.501426 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45c3eb2-33c2-45cf-91ea-2d6de0085a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c64b68-cd47-4951-b33a-de3d1f3cd006'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:25:57.517502 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=29c64b68-cd47-4951-b33a-de3d1f3cd006,revision_number=8']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:25:57.556506 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45c3eb2-33c2-45cf-91ea-2d6de0085a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c64b68-cd47-4951-b33a-de3d1f3cd006', 'code': 200} Jan 20 11:25:57.986473 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b5466-9a81-47ee-9338-eb7a29d9e75b req-5018a109-7ee8-4e54-ac59-81dba035e930 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:57.987912 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5f4b5466-9a81-47ee-9338-eb7a29d9e75b req-5018a109-7ee8-4e54-ac59-81dba035e930 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0766337 Jan 20 11:25:58.032291 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5f4b5466-9a81-47ee-9338-eb7a29d9e75b req-a79453de-2efd-465c-80b8-cafb28d4f59b tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388920 Jan 20 11:25:59.229589 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db639a-de3f-4cdd-ba5c-b8d9ba9d6c92 req-c71055d0-375a-499d-8e63-1582661996de tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:59.230923 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-74db639a-de3f-4cdd-ba5c-b8d9ba9d6c92 req-c71055d0-375a-499d-8e63-1582661996de tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0782764 Jan 20 11:25:59.274360 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-74db639a-de3f-4cdd-ba5c-b8d9ba9d6c92 req-7acabd07-c5cb-4fae-9683-aefac4ece494 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/security-groups?id=359cabbc-877e-489a-91b0-e09c2f281047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379722 Jan 20 11:25:59.639688 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-4c8076c7-f590-40b2-9698-12981b33e90b tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:25:59.641010 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-4c8076c7-f590-40b2-9698-12981b33e90b tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.72 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 945 time: 0.0789735 Jan 20 11:25:59.707313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Deleting port 29c64b68-cd47-4951-b33a-de3d1f3cd006 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:25:59.707663 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:00.047767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] For port 29c64b68-cd47-4951-b33a-de3d1f3cd006, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=29c64b68-cd47-4951-b33a-de3d1f3cd006,segment=NetworkSegment(5e9729e7-13f1-49e4-aa51-8c9feefb1c6d),segment_id=5e9729e7-13f1-49e4-aa51-8c9feefb1c6d)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:26:00.048116 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:00.164910 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Calling delete_port for 29c64b68-cd47-4951-b33a-de3d1f3cd006 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:26:00.381547 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:00.392756 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['29c64b68-cd47-4951-b33a-de3d1f3cd006'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:26:00.431864 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Pushing event deleted for resources: {'Port': ['ID=29c64b68-cd47-4951-b33a-de3d1f3cd006,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:26:00.438014 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bff11552-f52e-4833-98d5-d76e2ccd9b94 req-99d68932-9cad-4ac0-8330-8245228d9e27 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 210 time: 0.0440354 Jan 20 11:26:00.473807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:00.474157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:00.474495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:00.474824 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:00.475155 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:00.475472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:00.475800 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:00.476687 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:00.477177 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:00.477502 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:00.477846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:00.516428 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] No DVR routers for this DVR port 29c64b68-cd47-4951-b33a-de3d1f3cd006 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:26:00.518732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:00.521149 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45c3eb2-33c2-45cf-91ea-2d6de0085a26', 'name': 'network-vif-deleted', 'tag': '29c64b68-cd47-4951-b33a-de3d1f3cd006'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:26:00.575403 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45c3eb2-33c2-45cf-91ea-2d6de0085a26', 'name': 'network-vif-deleted', 'tag': '29c64b68-cd47-4951-b33a-de3d1f3cd006', 'status': 'completed', 'code': 200} Jan 20 11:26:00.604313 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-67a5de4f-dc5f-4727-8833-88381d4341f3 req-8e86d094-bd8f-4889-b2a1-b0aa932b852f tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.72 "DELETE /v2.0/ports/29c64b68-cd47-4951-b33a-de3d1f3cd006 HTTP/1.1" status: 204 len: 173 time: 0.9582860 Jan 20 11:26:01.409298 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ef4869a0-087b-403c-b62c-86907455f79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:01.614768 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bdab47f8-9da2-4e46-9ec7-1e010a84974b req-dc6f4f56-8cd9-4458-adbd-b67aefb61df5 tempest-DeleteServersTestJSON-1047254136 tempest-DeleteServersTestJSON-1047254136-project] 10.222.0.70 "GET /v2.0/ports?device_id=d45c3eb2-33c2-45cf-91ea-2d6de0085a26 HTTP/1.1" status: 200 len: 210 time: 0.0394645 Jan 20 11:26:02.881206 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 40740) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:26:02.941156 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b060515-0078-46c2-bfb1-c3ba22ef68b1 admin admin] Deleting subnet 7bb822f7-dc4c-45f2-bd88-2895d5c19cbf {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:26:02.943901 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b060515-0078-46c2-bfb1-c3ba22ef68b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:02.991852 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b060515-0078-46c2-bfb1-c3ba22ef68b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:03.048567 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b060515-0078-46c2-bfb1-c3ba22ef68b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:03.203906 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b060515-0078-46c2-bfb1-c3ba22ef68b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:03.208385 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 29c64b68-cd47-4951-b33a-de3d1f3cd006 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:26:03.240338 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 29c64b68-cd47-4951-b33a-de3d1f3cd006 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:26:03.240683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 29c64b68-cd47-4951-b33a-de3d1f3cd006 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:26:03.243827 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b060515-0078-46c2-bfb1-c3ba22ef68b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb822f7-dc4c-45f2-bd88-2895d5c19cbf,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:26:03.248589 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b060515-0078-46c2-bfb1-c3ba22ef68b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:03.258183 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7b060515-0078-46c2-bfb1-c3ba22ef68b1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7bb822f7-dc4c-45f2-bd88-2895d5c19cbf HTTP/1.1" status: 204 len: 168 time: 0.3759141 Jan 20 11:26:03.259513 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b060515-0078-46c2-bfb1-c3ba22ef68b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:03.259943 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b060515-0078-46c2-bfb1-c3ba22ef68b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:03.260370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b060515-0078-46c2-bfb1-c3ba22ef68b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:03.260714 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b060515-0078-46c2-bfb1-c3ba22ef68b1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:03.261044 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b060515-0078-46c2-bfb1-c3ba22ef68b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:03.261376 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b060515-0078-46c2-bfb1-c3ba22ef68b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:03.261488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40744) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:26:03.261935 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b060515-0078-46c2-bfb1-c3ba22ef68b1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:03.262042 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b060515-0078-46c2-bfb1-c3ba22ef68b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:03.262345 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b060515-0078-46c2-bfb1-c3ba22ef68b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:03.262660 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b060515-0078-46c2-bfb1-c3ba22ef68b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:03.262977 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b060515-0078-46c2-bfb1-c3ba22ef68b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:03.365379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b8063c2c-e730-4a5f-9e25-dd268cc87066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:03.484315 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b8063c2c-e730-4a5f-9e25-dd268cc87066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:03.508572 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-b8063c2c-e730-4a5f-9e25-dd268cc87066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8a604b-d186-44ae-aa77-bf1b3124bef5']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:26:03.519915 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-b8063c2c-e730-4a5f-9e25-dd268cc87066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9729e7-13f1-49e4-aa51-8c9feefb1c6d') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:26:03.520208 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-b8063c2c-e730-4a5f-9e25-dd268cc87066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9729e7-13f1-49e4-aa51-8c9feefb1c6d') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:26:03.531047 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b8063c2c-e730-4a5f-9e25-dd268cc87066 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:03.546874 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b8063c2c-e730-4a5f-9e25-dd268cc87066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:03.552830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8063c2c-e730-4a5f-9e25-dd268cc87066 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:26:03.553207 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b8063c2c-e730-4a5f-9e25-dd268cc87066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:26:03.566441 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:26:03.707125 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b8063c2c-e730-4a5f-9e25-dd268cc87066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:03.722800 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b8063c2c-e730-4a5f-9e25-dd268cc87066 admin admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:03.733262 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8063c2c-e730-4a5f-9e25-dd268cc87066 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc8a604b-d186-44ae-aa77-bf1b3124bef5,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:26:03.816335 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b8063c2c-e730-4a5f-9e25-dd268cc87066 admin admin] 10.222.0.70 "DELETE /v2.0/networks/cc8a604b-d186-44ae-aa77-bf1b3124bef5 HTTP/1.1" status: 204 len: 168 time: 0.5537591 Jan 20 11:26:03.844174 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2876ccf0-ee6d-47e5-8feb-b205f954f95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:04.108023 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40750) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:26:04.157529 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e58c5259-af14-4f58-8685-76b44b550580 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=70e79baeec864ad59efb1305c77696d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483985 Jan 20 11:26:04.160060 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40754) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:26:04.221514 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5a5614c0-3ddb-4b7a-bd00-7142340d37e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:04.247511 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5a5614c0-3ddb-4b7a-bd00-7142340d37e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:04.353527 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5a5614c0-3ddb-4b7a-bd00-7142340d37e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:04.370153 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5614c0-3ddb-4b7a-bd00-7142340d37e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359cabbc-877e-489a-91b0-e09c2f281047,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:26:04.466827 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5a5614c0-3ddb-4b7a-bd00-7142340d37e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:04.467956 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5a5614c0-3ddb-4b7a-bd00-7142340d37e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/359cabbc-877e-489a-91b0-e09c2f281047 HTTP/1.1" status: 204 len: 168 time: 0.3069932 Jan 20 11:26:04.884858 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:04.959489 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:05.626135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40776) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:26:05.750580 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1630554439-network', 'tenant_id': '1a8abe491f8a4e46b9e4f56ed6127019'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:26:05.755256 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:26:05.759197 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Usage tracker for resource:network and tenant:1a8abe491f8a4e46b9e4f56ed6127019 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:26:05.762067 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:26:05.768052 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:26:05.860677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Made reservation on behalf of 1a8abe491f8a4e46b9e4f56ed6127019 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:26:05.862912 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:05.875374 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:05.906443 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:26:05.910207 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Usage tracker for resource:security_group_rule and tenant:1a8abe491f8a4e46b9e4f56ed6127019 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:26:05.913014 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:26:05.919862 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:26:05.984661 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:06.040623 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:26:06.044265 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:06.075114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:26:06.083143 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18051329-ba7b-403a-95e0-8cd7d1d98ff5,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:26:06.089322 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:06.089710 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Added segment cfdc39a0-dceb-4011-b05a-f10e9a76b1c7 of type vlan for network 5f4fad0a-0c63-4551-8ca7-7745e0423e78 Jan 20 11:26:06.120920 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:06.255182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:06.258753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:06.258753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:06.323982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:06.355156 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] Pushing event updated for resources: {'Network': ['ID=5f4fad0a-0c63-4551-8ca7-7745e0423e78,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:26:06.367650 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 5f4fad0a-0c63-4551-8ca7-7745e0423e78 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:26:06.445968 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0fac33ab-be22-4557-b21a-e0afbcbda03f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8177879 Jan 20 11:26:06.448952 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 40782) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:26:06.454319 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-512989fa-5793-4e4d-b4bc-172e45de7c13 admin admin] Request body: {'subnet': {'network_id': '5f4fad0a-0c63-4551-8ca7-7745e0423e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1630554439-subnet', 'tenant_id': '1a8abe491f8a4e46b9e4f56ed6127019', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:26:06.459125 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-512989fa-5793-4e4d-b4bc-172e45de7c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:26:06.463902 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-512989fa-5793-4e4d-b4bc-172e45de7c13 admin admin] Usage tracker for resource:subnet and tenant:1a8abe491f8a4e46b9e4f56ed6127019 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:26:06.466806 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-512989fa-5793-4e4d-b4bc-172e45de7c13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:26:06.472493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-512989fa-5793-4e4d-b4bc-172e45de7c13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:26:06.604573 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512989fa-5793-4e4d-b4bc-172e45de7c13 admin admin] Made reservation on behalf of 1a8abe491f8a4e46b9e4f56ed6127019 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:26:06.606993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-512989fa-5793-4e4d-b4bc-172e45de7c13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:06.849345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-512989fa-5793-4e4d-b4bc-172e45de7c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:06.920486 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512989fa-5793-4e4d-b4bc-172e45de7c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:26:06.934672 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512989fa-5793-4e4d-b4bc-172e45de7c13 admin admin] Checking segment: {'id': 'cfdc39a0-dceb-4011-b05a-f10e9a76b1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5f4fad0a-0c63-4551-8ca7-7745e0423e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:26:06.935037 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512989fa-5793-4e4d-b4bc-172e45de7c13 admin admin] Network hostable DHCP agents. Network: 5f4fad0a-0c63-4551-8ca7-7745e0423e78, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:26:07.026829 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512989fa-5793-4e4d-b4bc-172e45de7c13 admin admin] Network 5f4fad0a-0c63-4551-8ca7-7745e0423e78 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:26:07.078095 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-512989fa-5793-4e4d-b4bc-172e45de7c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 5f4fad0a-0c63-4551-8ca7-7745e0423e78) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:26:07.082263 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512989fa-5793-4e4d-b4bc-172e45de7c13 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:07.084821 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-512989fa-5793-4e4d-b4bc-172e45de7c13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:07.087648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8cccdf-b235-42ab-bc63-a8a90f911e48 None None] Network 5f4fad0a-0c63-4551-8ca7-7745e0423e78 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:26:07.170992 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-512989fa-5793-4e4d-b4bc-172e45de7c13 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7209446 Jan 20 11:26:07.295321 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6797c035-37f4-4fd2-8a45-419ebab8743f None None] Network 5f4fad0a-0c63-4551-8ca7-7745e0423e78 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:26:07.702706 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-81c623e7-04ef-4f7c-b583-eb04b2d846a3 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:07.704041 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-81c623e7-04ef-4f7c-b583-eb04b2d846a3 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/networks?id=5f4fad0a-0c63-4551-8ca7-7745e0423e78 HTTP/1.1" status: 200 len: 815 time: 0.1393125 Jan 20 11:26:07.719755 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-ab5b2a5b-fbbe-4ac8-a3ac-c1b7de598ffa tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/quotas/1a8abe491f8a4e46b9e4f56ed6127019 HTTP/1.1" status: 200 len: 375 time: 0.0103533 Jan 20 11:26:07.766988 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-73ac1403-3b9c-4be6-8727-59388ec3be8f tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a8abe491f8a4e46b9e4f56ed6127019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425434 Jan 20 11:26:07.894436 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-e4658ae8-dedc-40d3-a266-94a110d03251 service neutron] 10.222.0.70 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210492 Jan 20 11:26:08.022122 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-d169857e-8553-42e8-9f67-79addc737fa7 service neutron] 10.222.0.70 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218512 Jan 20 11:26:08.309285 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3712aae7-2c8c-4763-befd-04ef6412ca34 req-b3016243-01ad-4cc0-8632-7d66ab401416 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 210 time: 0.0397949 Jan 20 11:26:09.483542 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cc6c1764-1b43-4b28-96e8-8cafc51b4315 req-a3a7d745-1688-4ffa-947a-36c00bffa844 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 210 time: 0.0406439 Jan 20 11:26:09.707026 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:10.647797 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-b0332bca-8232-476f-9ef5-bcad3ac8840a tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:10.649610 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-b0332bca-8232-476f-9ef5-bcad3ac8840a tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Synchronizing usage tracker for tenant:1a8abe491f8a4e46b9e4f56ed6127019 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:26:10.654498 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d2c71153-6e61-4c06-9fd4-ad0b1c00a6fe req-469620d9-88bb-460e-be10-6675595382e8 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 210 time: 0.0464659 Jan 20 11:26:10.730437 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-b0332bca-8232-476f-9ef5-bcad3ac8840a tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Unset dirty status for tenant:1a8abe491f8a4e46b9e4f56ed6127019 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:26:10.731605 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-b0332bca-8232-476f-9ef5-bcad3ac8840a tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.72 "GET /v2.0/networks?id=5f4fad0a-0c63-4551-8ca7-7745e0423e78 HTTP/1.1" status: 200 len: 815 time: 0.3207371 Jan 20 11:26:10.747557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-ebbefd20-0a94-4765-9d9f-a642fd3b7884 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Request body: {'port': {'device_id': '5d880371-c3e4-4e8e-97f1-d80c4a99140d', 'network_id': '5f4fad0a-0c63-4551-8ca7-7745e0423e78', 'admin_state_up': True, 'tenant_id': '1a8abe491f8a4e46b9e4f56ed6127019'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:26:10.881730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-ebbefd20-0a94-4765-9d9f-a642fd3b7884 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:26:10.886582 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-ebbefd20-0a94-4765-9d9f-a642fd3b7884 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Usage tracker for resource:port and tenant:1a8abe491f8a4e46b9e4f56ed6127019 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:26:10.892362 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-ebbefd20-0a94-4765-9d9f-a642fd3b7884 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:26:10.895206 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-ebbefd20-0a94-4765-9d9f-a642fd3b7884 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:26:10.952963 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-ebbefd20-0a94-4765-9d9f-a642fd3b7884 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Made reservation on behalf of 1a8abe491f8a4e46b9e4f56ed6127019 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:26:10.956074 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-ebbefd20-0a94-4765-9d9f-a642fd3b7884 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:11.116622 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-ebbefd20-0a94-4765-9d9f-a642fd3b7884 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Allocated IP 172.20.0.12 (5f4fad0a-0c63-4551-8ca7-7745e0423e78/2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1/53ac4ef0-8299-4c25-b4a1-0878caf37f32) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:26:11.324611 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-ebbefd20-0a94-4765-9d9f-a642fd3b7884 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:11.410610 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-ebbefd20-0a94-4765-9d9f-a642fd3b7884 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:11.481745 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-ebbefd20-0a94-4765-9d9f-a642fd3b7884 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Network 5f4fad0a-0c63-4551-8ca7-7745e0423e78 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:26:11.484737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-ebbefd20-0a94-4765-9d9f-a642fd3b7884 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:26:11.489104 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-ebbefd20-0a94-4765-9d9f-a642fd3b7884 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:26:11.513697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbefd20-0a94-4765-9d9f-a642fd3b7884 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Pushing event updated for resources: {'Port': ['ID=53ac4ef0-8299-4c25-b4a1-0878caf37f32,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:26:11.552745 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-ebbefd20-0a94-4765-9d9f-a642fd3b7884 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:11.553342 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-ebbefd20-0a94-4765-9d9f-a642fd3b7884 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:11.650397 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-ebbefd20-0a94-4765-9d9f-a642fd3b7884 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9066799 Jan 20 11:26:11.662296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Request body: {'port': {'device_id': '5d880371-c3e4-4e8e-97f1-d80c4a99140d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:26:11.768054 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:11.856269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44286d36-7c7c-458c-a4f4-e357d820f16a req-0637a3e2-8065-4773-a69a-0303d5c0fba1 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:11.857737 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-44286d36-7c7c-458c-a4f4-e357d820f16a req-0637a3e2-8065-4773-a69a-0303d5c0fba1 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 932 time: 0.0763407 Jan 20 11:26:11.907274 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-44286d36-7c7c-458c-a4f4-e357d820f16a req-dc6178e1-acb0-4019-8336-eaaba12674bf tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435097 Jan 20 11:26:12.108841 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ac4ef0-8299-4c25-b4a1-0878caf37f32 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:26:12.115565 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:12.129243 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Transition to ACTIVE for port object 53ac4ef0-8299-4c25-b4a1-0878caf37f32 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:26:12.192576 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:12.314394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Pushing event updated for resources: {'Port': ['ID=53ac4ef0-8299-4c25-b4a1-0878caf37f32,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:26:12.414457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Attempting to bind port 53ac4ef0-8299-4c25-b4a1-0878caf37f32 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:26:12.414786 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Attempting to bind port 53ac4ef0-8299-4c25-b4a1-0878caf37f32 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'cfdc39a0-dceb-4011-b05a-f10e9a76b1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5f4fad0a-0c63-4551-8ca7-7745e0423e78'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:26:12.415102 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Attempting to bind port 53ac4ef0-8299-4c25-b4a1-0878caf37f32 on network 5f4fad0a-0c63-4551-8ca7-7745e0423e78 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:26:12.420619 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Port 53ac4ef0-8299-4c25-b4a1-0878caf37f32 on network 5f4fad0a-0c63-4551-8ca7-7745e0423e78 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:26:12.420931 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Attempting to bind port 53ac4ef0-8299-4c25-b4a1-0878caf37f32 on network 5f4fad0a-0c63-4551-8ca7-7745e0423e78 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:26:12.426899 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:26:12.427227 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Checking segment: {'id': 'cfdc39a0-dceb-4011-b05a-f10e9a76b1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5f4fad0a-0c63-4551-8ca7-7745e0423e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:26:12.427603 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Bound using segment: {'id': 'cfdc39a0-dceb-4011-b05a-f10e9a76b1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5f4fad0a-0c63-4551-8ca7-7745e0423e78'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:26:12.428045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Bound port: 53ac4ef0-8299-4c25-b4a1-0878caf37f32, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfdc39a0-dceb-4011-b05a-f10e9a76b1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5f4fad0a-0c63-4551-8ca7-7745e0423e78'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:26:12.428379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:12.514265 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] For port 53ac4ef0-8299-4c25-b4a1-0878caf37f32, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:26:12.517001 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] For port 53ac4ef0-8299-4c25-b4a1-0878caf37f32, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=53ac4ef0-8299-4c25-b4a1-0878caf37f32,segment=NetworkSegment(cfdc39a0-dceb-4011-b05a-f10e9a76b1c7),segment_id=cfdc39a0-dceb-4011-b05a-f10e9a76b1c7)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:26:12.587852 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:12.647890 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:12.650394 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] 10.222.0.72 "PUT /v2.0/ports/53ac4ef0-8299-4c25-b4a1-0878caf37f32 HTTP/1.1" status: 200 len: 1094 time: 0.9921186 Jan 20 11:26:12.650825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d880371-c3e4-4e8e-97f1-d80c4a99140d', 'tag': '53ac4ef0-8299-4c25-b4a1-0878caf37f32'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:26:12.667221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906056fe-1c67-4aa8-b488-90944c0a778f service neutron] Pushing event updated for resources: {'Port': ['ID=53ac4ef0-8299-4c25-b4a1-0878caf37f32,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:26:12.705936 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d880371-c3e4-4e8e-97f1-d80c4a99140d', 'tag': '53ac4ef0-8299-4c25-b4a1-0878caf37f32', 'status': 'completed', 'code': 200} Jan 20 11:26:12.795932 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56e710c3-7b08-4332-916b-6d660d04f072 req-1e77524c-bfa2-469f-8079-dd3fff94f25d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a8abe491f8a4e46b9e4f56ed6127019&device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 1097 time: 0.0708480 Jan 20 11:26:13.026483 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e710c3-7b08-4332-916b-6d660d04f072 req-53ab2edf-fc0f-4b1e-852b-f059718dc586 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:13.027926 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56e710c3-7b08-4332-916b-6d660d04f072 req-53ab2edf-fc0f-4b1e-852b-f059718dc586 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=1a8abe491f8a4e46b9e4f56ed6127019&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2257211 Jan 20 11:26:13.167566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e710c3-7b08-4332-916b-6d660d04f072 req-8363d42d-1230-464f-9220-f44e32896e70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:13.169153 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56e710c3-7b08-4332-916b-6d660d04f072 req-8363d42d-1230-464f-9220-f44e32896e70 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1358812 Jan 20 11:26:13.199661 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dea7ae-8615-4d1b-b4d6-43d5ca5b20c1 req-545a2489-5690-4943-bde4-0a2cd1ea2ff5 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:13.201117 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0dea7ae-8615-4d1b-b4d6-43d5ca5b20c1 req-545a2489-5690-4943-bde4-0a2cd1ea2ff5 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 944 time: 0.1684518 Jan 20 11:26:13.246731 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0dea7ae-8615-4d1b-b4d6-43d5ca5b20c1 req-f1423c75-7a5c-4525-a935-96cb01ad2220 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396605 Jan 20 11:26:13.273307 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-be0af075-9831-48d2-bf03-474861290490 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a8abe491f8a4e46b9e4f56ed6127019&device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 1097 time: 0.0691247 Jan 20 11:26:13.344023 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-afc303df-e9b0-407f-b6da-6d6daafae7ba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ac4ef0-8299-4c25-b4a1-0878caf37f32 HTTP/1.1" status: 200 len: 217 time: 0.0641932 Jan 20 11:26:13.405067 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-8c24ab81-4dd7-4d2c-80d2-1595679bc40a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:13.406506 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-8c24ab81-4dd7-4d2c-80d2-1595679bc40a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1 HTTP/1.1" status: 200 len: 855 time: 0.0573776 Jan 20 11:26:13.454589 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-2232ec1b-e22b-456a-b270-6b6ed791cf0c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f4fad0a-0c63-4551-8ca7-7745e0423e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422230 Jan 20 11:26:13.584256 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-e746b91f-7d76-47be-966a-44da6f3767b9 service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231923 Jan 20 11:26:13.713314 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9f3f5936-a832-41f3-9e7a-b00016f70bee req-c332426a-2a48-429c-9d90-86b83e21a635 service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221085 Jan 20 11:26:14.442746 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b991d0d-8da3-4079-b3f0-36709a0ada4b req-392e2dcd-9972-4765-9227-b242d5974e78 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:14.444169 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4b991d0d-8da3-4079-b3f0-36709a0ada4b req-392e2dcd-9972-4765-9227-b242d5974e78 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 944 time: 0.0753140 Jan 20 11:26:14.492371 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4b991d0d-8da3-4079-b3f0-36709a0ada4b req-123c7595-0b45-4dcc-9489-426047acafeb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389934 Jan 20 11:26:15.266393 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 53ac4ef0-8299-4c25-b4a1-0878caf37f32 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:26:15.400170 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 53ac4ef0-8299-4c25-b4a1-0878caf37f32, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=53ac4ef0-8299-4c25-b4a1-0878caf37f32,segment=NetworkSegment(cfdc39a0-dceb-4011-b05a-f10e9a76b1c7),segment_id=cfdc39a0-dceb-4011-b05a-f10e9a76b1c7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:26:15.412750 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '53ac4ef0-8299-4c25-b4a1-0878caf37f32', 'network_id': '5f4fad0a-0c63-4551-8ca7-7745e0423e78', 'port_id': '53ac4ef0-8299-4c25-b4a1-0878caf37f32', 'mac_address': 'fa:16:3e:cc:f1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:26:15.470943 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:15.487997 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ac4ef0-8299-4c25-b4a1-0878caf37f32 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:26:15.502658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 53ac4ef0-8299-4c25-b4a1-0878caf37f32, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=53ac4ef0-8299-4c25-b4a1-0878caf37f32,segment=NetworkSegment(cfdc39a0-dceb-4011-b05a-f10e9a76b1c7),segment_id=cfdc39a0-dceb-4011-b05a-f10e9a76b1c7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:26:15.622326 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:15.694389 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=53ac4ef0-8299-4c25-b4a1-0878caf37f32,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:26:15.766351 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc219fa7-c5cd-42cf-b8e1-c5485046f8af req-4d8e6ba2-97a0-4642-b9d0-7a494cc39892 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:15.767696 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bc219fa7-c5cd-42cf-b8e1-c5485046f8af req-4d8e6ba2-97a0-4642-b9d0-7a494cc39892 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 945 time: 0.1546102 Jan 20 11:26:15.810947 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bc219fa7-c5cd-42cf-b8e1-c5485046f8af req-118d6169-dede-477d-8044-a79bb8ef0e39 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377812 Jan 20 11:26:15.832266 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['53ac4ef0-8299-4c25-b4a1-0878caf37f32'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:26:17.074374 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad41ca4-ad52-45a0-afd3-e77f74fac045 req-9c875e5b-3908-4a7b-9eeb-4d7269c2f66d tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:17.075818 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7ad41ca4-ad52-45a0-afd3-e77f74fac045 req-9c875e5b-3908-4a7b-9eeb-4d7269c2f66d tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 945 time: 0.1465371 Jan 20 11:26:17.134493 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7ad41ca4-ad52-45a0-afd3-e77f74fac045 req-ae641c38-4fe5-4aea-a196-9da225bd70eb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430863 Jan 20 11:26:17.286025 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 53ac4ef0-8299-4c25-b4a1-0878caf37f32 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:26:17.438200 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 53ac4ef0-8299-4c25-b4a1-0878caf37f32 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:26:17.442866 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 53ac4ef0-8299-4c25-b4a1-0878caf37f32 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:26:17.443244 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:17.556050 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:17.581786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d880371-c3e4-4e8e-97f1-d80c4a99140d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ac4ef0-8299-4c25-b4a1-0878caf37f32'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:26:17.591249 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 53ac4ef0-8299-4c25-b4a1-0878caf37f32, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=53ac4ef0-8299-4c25-b4a1-0878caf37f32,segment=NetworkSegment(cfdc39a0-dceb-4011-b05a-f10e9a76b1c7),segment_id=cfdc39a0-dceb-4011-b05a-f10e9a76b1c7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:26:17.635442 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d880371-c3e4-4e8e-97f1-d80c4a99140d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ac4ef0-8299-4c25-b4a1-0878caf37f32', 'code': 200} Jan 20 11:26:17.661637 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:17.725462 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=53ac4ef0-8299-4c25-b4a1-0878caf37f32,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:26:17.952821 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f69b932e-9a57-492b-90dd-e0167a3a7572 req-0b7a57eb-9f26-4df2-8f48-f712fbeffc21 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 1099 time: 0.0666463 Jan 20 11:26:17.994782 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f69b932e-9a57-492b-90dd-e0167a3a7572 req-416071e5-533c-4f99-a0d3-820c9380f285 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358241 Jan 20 11:26:18.316412 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b20fac-9256-42be-b2ae-77d7acab3827 req-0e695446-039e-4ae1-8496-84608196a262 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:18.317863 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c7b20fac-9256-42be-b2ae-77d7acab3827 req-0e695446-039e-4ae1-8496-84608196a262 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0735898 Jan 20 11:26:18.362120 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c7b20fac-9256-42be-b2ae-77d7acab3827 req-ba8e7e45-1c77-49fc-a9a7-f97a785a9bd9 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378666 Jan 20 11:26:19.563200 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c1416-9749-48c2-9a68-a40cb1652ed2 req-546369d4-15e9-47a3-a2cf-48adde5c9201 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:19.564639 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-074c1416-9749-48c2-9a68-a40cb1652ed2 req-546369d4-15e9-47a3-a2cf-48adde5c9201 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0787690 Jan 20 11:26:19.610074 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-074c1416-9749-48c2-9a68-a40cb1652ed2 req-2e80b1df-c477-42a6-8129-11ca66ce27d3 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399218 Jan 20 11:26:19.802719 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635999a-8cdc-44f1-b809-bb96960351c3 req-ce24d819-3fb4-4318-8e16-f10e9fba8c18 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:19.804862 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d635999a-8cdc-44f1-b809-bb96960351c3 req-ce24d819-3fb4-4318-8e16-f10e9fba8c18 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0738795 Jan 20 11:26:19.848377 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d635999a-8cdc-44f1-b809-bb96960351c3 req-ffabaf20-fb9e-4245-972a-13b08dcbabe3 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378208 Jan 20 11:26:20.293616 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ad337-2abc-41f1-8c35-cdbc3a3d5448 req-266fe9b0-1589-44ae-b461-60599d3c35b0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:20.295041 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b2ad337-2abc-41f1-8c35-cdbc3a3d5448 req-266fe9b0-1589-44ae-b461-60599d3c35b0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0787659 Jan 20 11:26:20.338854 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9b2ad337-2abc-41f1-8c35-cdbc3a3d5448 req-95865351-a40e-4af9-89ab-da0d0fbef713 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383284 Jan 20 11:26:20.530864 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4b487-912e-4ba3-a898-eafc2dc0bd70 req-876d2329-0af3-4312-8033-eb60e80fe740 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:20.532210 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8d4b487-912e-4ba3-a898-eafc2dc0bd70 req-876d2329-0af3-4312-8033-eb60e80fe740 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0760217 Jan 20 11:26:20.579665 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8d4b487-912e-4ba3-a898-eafc2dc0bd70 req-c652481f-8be4-418b-ba9e-bea47a0ebd78 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420284 Jan 20 11:26:20.769018 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eab5fb7d-d599-4b50-b638-97a8c90433ef req-98c382ad-40e7-4f95-9729-cba2e4834350 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0656207 Jan 20 11:26:21.201214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab854a-12e2-4cc9-bc33-5a4e56c46946 req-1715fa04-9874-4faa-a967-8d2b0260092f tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:21.202671 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-04ab854a-12e2-4cc9-bc33-5a4e56c46946 req-1715fa04-9874-4faa-a967-8d2b0260092f tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0785632 Jan 20 11:26:21.298698 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-04ab854a-12e2-4cc9-bc33-5a4e56c46946 req-2bd0fa9f-3bc1-404f-a856-c6f04ed76508 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902312 Jan 20 11:26:21.313430 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-cbdb2aad-73c7-450e-97df-318bef4b40f6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911055 Jan 20 11:26:22.501203 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd54bad-b885-4be1-890a-72d832441ee9 req-af09befa-6edb-4e61-a99d-48c6147e4c21 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:22.502589 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5fd54bad-b885-4be1-890a-72d832441ee9 req-af09befa-6edb-4e61-a99d-48c6147e4c21 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0782614 Jan 20 11:26:22.551816 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5fd54bad-b885-4be1-890a-72d832441ee9 req-cb4faeac-e7b6-4d6f-81c7-e6e14b4c2605 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426204 Jan 20 11:26:23.375193 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-8bb5d708-cad6-4323-b486-9003a1de82ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a8abe491f8a4e46b9e4f56ed6127019&device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 1099 time: 0.0704951 Jan 20 11:26:23.500888 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-37eacbe0-0207-4de9-8e36-71f6e397eeb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:23.502383 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-37eacbe0-0207-4de9-8e36-71f6e397eeb7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f4fad0a-0c63-4551-8ca7-7745e0423e78 HTTP/1.1" status: 200 len: 916 time: 0.1222439 Jan 20 11:26:23.567190 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-b61eb197-b8a5-4fda-9ef3-d59fef024c3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ac4ef0-8299-4c25-b4a1-0878caf37f32 HTTP/1.1" status: 200 len: 217 time: 0.0591078 Jan 20 11:26:23.632511 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-84ce1684-ffc4-4688-867e-490333e86706 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:23.633935 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-84ce1684-ffc4-4688-867e-490333e86706 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1 HTTP/1.1" status: 200 len: 855 time: 0.0617344 Jan 20 11:26:23.677281 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-14a9478d-6926-4609-8f82-89007028d925 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f4fad0a-0c63-4551-8ca7-7745e0423e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381620 Jan 20 11:26:23.746325 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c51f8-8be3-4766-b813-b7f856a6d2fe req-90806107-74da-407d-9b5f-c43c2a2b5c9c tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:23.747784 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-861c51f8-8be3-4766-b813-b7f856a6d2fe req-90806107-74da-407d-9b5f-c43c2a2b5c9c tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0754426 Jan 20 11:26:23.794118 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-861c51f8-8be3-4766-b813-b7f856a6d2fe req-5c342763-73b5-497b-9e8c-af38584a41f4 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404675 Jan 20 11:26:23.807955 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-08c182d8-9407-4627-bf31-42c12efef30d service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253550 Jan 20 11:26:23.937687 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-5ce5acfd-3044-423b-9c23-3d654c60b986 service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238196 Jan 20 11:26:24.992850 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32121d91-f480-4627-8362-da1fbde08476 req-519e6aa7-1564-49e0-85c5-77c2be45a873 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:24.994348 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-32121d91-f480-4627-8362-da1fbde08476 req-519e6aa7-1564-49e0-85c5-77c2be45a873 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0793462 Jan 20 11:26:25.038968 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-32121d91-f480-4627-8362-da1fbde08476 req-b5ea2721-8780-40d7-9693-a9a7bdd5b916 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391293 Jan 20 11:26:26.232814 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01025582-c815-469c-9774-c3a4c09ae161 req-e77c78ff-9630-4b0d-883a-bd11003463d2 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:26.234278 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-01025582-c815-469c-9774-c3a4c09ae161 req-e77c78ff-9630-4b0d-883a-bd11003463d2 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0766041 Jan 20 11:26:26.279080 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-01025582-c815-469c-9774-c3a4c09ae161 req-88fb16f9-8385-46b6-912f-71be5e0ed746 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392964 Jan 20 11:26:27.483333 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaf554-d52c-48fa-a57d-12d51f5205da req-f1f8e687-42c9-4192-9902-a15e9617173f tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:27.484763 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eddaf554-d52c-48fa-a57d-12d51f5205da req-f1f8e687-42c9-4192-9902-a15e9617173f tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0790389 Jan 20 11:26:27.528763 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eddaf554-d52c-48fa-a57d-12d51f5205da req-6c9e9dcf-5b54-45ac-8958-300b132a9691 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386033 Jan 20 11:26:28.725165 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb7e24-eb71-4876-a8d6-52505fb4dfa9 req-55be7f85-ada4-4aca-9378-508015c25bae tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:28.727353 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b9fb7e24-eb71-4876-a8d6-52505fb4dfa9 req-55be7f85-ada4-4aca-9378-508015c25bae tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0754044 Jan 20 11:26:28.771040 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b9fb7e24-eb71-4876-a8d6-52505fb4dfa9 req-716484e7-ce38-442f-bb17-ad8de2defb29 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383451 Jan 20 11:26:29.613422 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-69257c12-2ca0-4e79-902f-c521069d6638 req-23f43b83-e59b-41a0-b57c-390f879dd0a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a8abe491f8a4e46b9e4f56ed6127019&device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 1099 time: 0.0705481 Jan 20 11:26:29.853416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69257c12-2ca0-4e79-902f-c521069d6638 req-a4580894-622e-42c1-b311-aac5dfa9f90e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:29.854898 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-69257c12-2ca0-4e79-902f-c521069d6638 req-a4580894-622e-42c1-b311-aac5dfa9f90e service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f4fad0a-0c63-4551-8ca7-7745e0423e78 HTTP/1.1" status: 200 len: 916 time: 0.2247977 Jan 20 11:26:29.921409 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-69257c12-2ca0-4e79-902f-c521069d6638 req-d4d5127e-0509-45a2-a2e8-79a2d0259642 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ac4ef0-8299-4c25-b4a1-0878caf37f32 HTTP/1.1" status: 200 len: 217 time: 0.0602896 Jan 20 11:26:29.986626 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69257c12-2ca0-4e79-902f-c521069d6638 req-653656e8-90a9-4313-a84d-92982716c747 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:29.988060 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-69257c12-2ca0-4e79-902f-c521069d6638 req-653656e8-90a9-4313-a84d-92982716c747 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1 HTTP/1.1" status: 200 len: 855 time: 0.0610411 Jan 20 11:26:29.989979 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc9fdb-d582-42a2-a738-a6bf61ef96f2 req-b5aa1cb3-2528-4ff3-abbc-6a11ce732ec5 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:29.992160 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d6dc9fdb-d582-42a2-a738-a6bf61ef96f2 req-b5aa1cb3-2528-4ff3-abbc-6a11ce732ec5 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0789948 Jan 20 11:26:30.032426 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-69257c12-2ca0-4e79-902f-c521069d6638 req-404b6713-f19a-4123-b24a-45f5cde618a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f4fad0a-0c63-4551-8ca7-7745e0423e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387516 Jan 20 11:26:30.037252 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d6dc9fdb-d582-42a2-a738-a6bf61ef96f2 req-1888da49-f924-4cec-9a60-3b9a94563ac8 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392420 Jan 20 11:26:30.164851 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-69257c12-2ca0-4e79-902f-c521069d6638 req-cddc3fea-3e8c-447e-9608-eabff6937314 service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266637 Jan 20 11:26:30.296970 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-69257c12-2ca0-4e79-902f-c521069d6638 req-2be7f3f2-ee39-4ab6-a6ad-f95e7e7a3c01 service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247857 Jan 20 11:26:31.229642 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6294c-fa31-487a-8cc6-24cefc6f877c req-fb080470-03e6-46dd-8259-5893837ca1be tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:31.231033 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8db6294c-fa31-487a-8cc6-24cefc6f877c req-fb080470-03e6-46dd-8259-5893837ca1be tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0740180 Jan 20 11:26:31.281649 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8db6294c-fa31-487a-8cc6-24cefc6f877c req-9e34e690-ca2e-42bb-94bd-b83749920718 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444093 Jan 20 11:26:31.387430 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e613dd27-c322-4827-ac3b-b43f51af00da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:32.475069 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b5698-97d4-40cf-80ec-83ce523c6651 req-dde9958a-3092-468e-9a7b-7eaa98b214e0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:32.477088 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9f7b5698-97d4-40cf-80ec-83ce523c6651 req-dde9958a-3092-468e-9a7b-7eaa98b214e0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0746446 Jan 20 11:26:32.520800 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9f7b5698-97d4-40cf-80ec-83ce523c6651 req-97892ba7-9061-4f43-91af-1f6f287511b4 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381336 Jan 20 11:26:33.718600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f47860-9d7e-4643-b26c-7caebd661e7d req-3d423f86-b21a-40ad-a555-e31224b6e062 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:33.720034 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f47860-9d7e-4643-b26c-7caebd661e7d req-3d423f86-b21a-40ad-a555-e31224b6e062 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0794973 Jan 20 11:26:33.764292 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02f47860-9d7e-4643-b26c-7caebd661e7d req-754a6c21-9a76-473d-b388-7a7dbe1762bb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389032 Jan 20 11:26:33.849967 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4dd73d66-bb9c-4f26-a866-a9b550b72b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:34.935821 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:34.962905 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec66e4-f5f5-431c-b368-9c4c8583af76 req-5106fff3-ad2c-4b10-8e75-d30aef2bf43b tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:34.964327 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c6ec66e4-f5f5-431c-b368-9c4c8583af76 req-5106fff3-ad2c-4b10-8e75-d30aef2bf43b tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0757575 Jan 20 11:26:34.992998 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:35.008436 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c6ec66e4-f5f5-431c-b368-9c4c8583af76 req-03c6e76f-76bb-41b6-baa0-805992c0d76e tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386612 Jan 20 11:26:36.207960 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5195d5-a15f-4e62-97d5-ada7dd38473d req-054edc6a-8fcb-4b2c-83a7-05d5deb1224a tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:36.209320 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb5195d5-a15f-4e62-97d5-ada7dd38473d req-054edc6a-8fcb-4b2c-83a7-05d5deb1224a tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0784943 Jan 20 11:26:36.257278 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb5195d5-a15f-4e62-97d5-ada7dd38473d req-c9b1bd80-1227-49e5-ac54-17cb041e5ebc tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410175 Jan 20 11:26:36.307284 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:37.453021 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0faca-a9df-4388-9ddb-c314fe57cdf0 req-3767b625-decf-4864-a04c-07a2ebdb84a3 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:37.454512 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5ea0faca-a9df-4388-9ddb-c314fe57cdf0 req-3767b625-decf-4864-a04c-07a2ebdb84a3 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0746713 Jan 20 11:26:37.502461 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5ea0faca-a9df-4388-9ddb-c314fe57cdf0 req-6fb8e557-36dc-49b8-9326-66c536a6cd14 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425651 Jan 20 11:26:38.769798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cc3bd-e8ff-4741-8685-f45ae9fa1f7d req-38e4a5ac-9d09-4019-bc39-77305ddbb686 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:38.771249 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-854cc3bd-e8ff-4741-8685-f45ae9fa1f7d req-38e4a5ac-9d09-4019-bc39-77305ddbb686 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.1488450 Jan 20 11:26:38.817697 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-854cc3bd-e8ff-4741-8685-f45ae9fa1f7d req-903a1beb-0acb-49ac-8a06-1a942987061c tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403051 Jan 20 11:26:39.718297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:40.013336 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0240c3-5390-4c01-b401-6e88c62a3759 req-67866125-b64d-4db3-9657-5d2fa271eaf9 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:40.014690 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d0240c3-5390-4c01-b401-6e88c62a3759 req-67866125-b64d-4db3-9657-5d2fa271eaf9 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0772045 Jan 20 11:26:40.058014 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d0240c3-5390-4c01-b401-6e88c62a3759 req-18fa53df-e0b3-45ba-ad83-2b26ec03a8a0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379195 Jan 20 11:26:41.252295 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e28c90-167d-4182-8354-8447a50daac4 req-4f931288-57f0-47bb-85a7-742958a8f687 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:41.253710 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-00e28c90-167d-4182-8354-8447a50daac4 req-4f931288-57f0-47bb-85a7-742958a8f687 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0758367 Jan 20 11:26:41.298325 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-00e28c90-167d-4182-8354-8447a50daac4 req-acfda517-3774-4be1-9a4c-43e66263687d tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390658 Jan 20 11:26:42.502824 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd0fc6-637f-4d85-89e4-93bb624774a2 req-0db1a44b-5b31-4828-b56a-9a5060268272 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:42.504259 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-73dd0fc6-637f-4d85-89e4-93bb624774a2 req-0db1a44b-5b31-4828-b56a-9a5060268272 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0844309 Jan 20 11:26:42.549799 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-73dd0fc6-637f-4d85-89e4-93bb624774a2 req-73a72ae8-d439-48b9-a0ff-65f60c0ed8b1 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399811 Jan 20 11:26:43.040285 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:26:43.744532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fab9a-619f-4527-8697-eb57e6df66d1 req-e2231a7a-8d13-493e-bbe1-fb0d2568be94 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:43.745986 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-be5fab9a-619f-4527-8697-eb57e6df66d1 req-e2231a7a-8d13-493e-bbe1-fb0d2568be94 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0738382 Jan 20 11:26:43.794164 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-be5fab9a-619f-4527-8697-eb57e6df66d1 req-dae164f2-5944-4a09-a594-481344e7a22c tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425491 Jan 20 11:26:44.987132 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a185648-dae4-4196-864f-72ff12144907 req-a5c15543-ba52-4bc3-b955-7523acf6b602 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:44.988571 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9a185648-dae4-4196-864f-72ff12144907 req-a5c15543-ba52-4bc3-b955-7523acf6b602 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0757496 Jan 20 11:26:45.032598 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9a185648-dae4-4196-864f-72ff12144907 req-7d19dcfc-5434-4163-ad4c-7e4e942309eb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385377 Jan 20 11:26:46.228129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae617dd0-eb06-490f-a1b5-11395258209e req-782e358a-2dae-4c80-b395-72d3c3f5273f tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:46.229475 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae617dd0-eb06-490f-a1b5-11395258209e req-782e358a-2dae-4c80-b395-72d3c3f5273f tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0787785 Jan 20 11:26:46.273790 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae617dd0-eb06-490f-a1b5-11395258209e req-3f821dd3-58bc-482c-a876-4f99c731af97 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386584 Jan 20 11:26:47.465853 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f0e2e-0a2b-42a3-8023-104d16514fb1 req-3ad41acf-df7b-436f-85a0-7152a27f48d9 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:47.467258 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-285f0e2e-0a2b-42a3-8023-104d16514fb1 req-3ad41acf-df7b-436f-85a0-7152a27f48d9 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0745356 Jan 20 11:26:47.509906 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-285f0e2e-0a2b-42a3-8023-104d16514fb1 req-a2f73c0a-b488-4588-aece-10b87bebff24 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371683 Jan 20 11:26:48.707879 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d3a64-1be7-4682-bd3a-6a42de5f6d84 req-24dba9e9-f4b6-4e29-80fc-9652b303046f tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:48.709324 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-db0d3a64-1be7-4682-bd3a-6a42de5f6d84 req-24dba9e9-f4b6-4e29-80fc-9652b303046f tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0783329 Jan 20 11:26:48.754151 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-db0d3a64-1be7-4682-bd3a-6a42de5f6d84 req-dd69b78d-d850-4203-855e-296b3d7afca1 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391231 Jan 20 11:26:49.952680 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217be57-16bd-4179-8e73-c63285545915 req-7794a1a8-741a-4f07-a5cb-190a0d167265 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:49.954157 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6217be57-16bd-4179-8e73-c63285545915 req-7794a1a8-741a-4f07-a5cb-190a0d167265 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0762055 Jan 20 11:26:49.997209 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6217be57-16bd-4179-8e73-c63285545915 req-f3b9e99a-2776-45b5-8abb-c0a388510487 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377135 Jan 20 11:26:50.948217 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-ecd12cd3-ab62-4ca3-ae6f-dcbcaa9118f7 service neutron] 10.222.0.72 "GET /v2.0/ports/53ac4ef0-8299-4c25-b4a1-0878caf37f32/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.0782740 Jan 20 11:26:51.204175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c72048-831c-41df-845e-51aa59a0fcad req-445ad361-fa0d-4f37-a44d-d0e5df6d7f37 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:51.205565 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-38c72048-831c-41df-845e-51aa59a0fcad req-445ad361-fa0d-4f37-a44d-d0e5df6d7f37 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0802195 Jan 20 11:26:51.251099 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-38c72048-831c-41df-845e-51aa59a0fcad req-204b44c0-653c-4016-94ed-4554d8a4a094 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397937 Jan 20 11:26:51.557107 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-21ea423d-91c5-466e-b9f1-25c2ef5a0077 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d&tenant_id=1a8abe491f8a4e46b9e4f56ed6127019 HTTP/1.1" status: 200 len: 1099 time: 0.0681508 Jan 20 11:26:51.647394 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-99648298-96b9-42b7-9f1f-06a6060666f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a8abe491f8a4e46b9e4f56ed6127019&device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 1099 time: 0.0689123 Jan 20 11:26:51.774005 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-fa5b3254-5249-4d89-85c3-27a9cf9a9953 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:51.775406 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-fa5b3254-5249-4d89-85c3-27a9cf9a9953 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f4fad0a-0c63-4551-8ca7-7745e0423e78 HTTP/1.1" status: 200 len: 916 time: 0.1223876 Jan 20 11:26:51.845475 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-fd43688a-adc1-47f9-ab0f-e772bb1be3a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ac4ef0-8299-4c25-b4a1-0878caf37f32 HTTP/1.1" status: 200 len: 217 time: 0.0633800 Jan 20 11:26:51.904488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-0dad6091-3584-449d-aab2-029910d5e69b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:51.905901 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-0dad6091-3584-449d-aab2-029910d5e69b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1 HTTP/1.1" status: 200 len: 855 time: 0.0552502 Jan 20 11:26:51.953601 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-e860e009-4336-4f9b-a873-0d9d0a4c18b3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f4fad0a-0c63-4551-8ca7-7745e0423e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418768 Jan 20 11:26:52.079536 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-d274dfd6-2879-462d-a7e3-c6440a654ded service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206615 Jan 20 11:26:52.206982 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-183f420f-a8cc-4f36-999f-dcfcfff4e169 req-b9deccd0-7a56-4b1d-805b-1130cab9fe60 service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217012 Jan 20 11:26:52.448811 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531ef0e-a844-4f57-b8cb-d3e4b6535b1a req-b4c6221c-da2e-42d6-a478-9e3bf87d3f65 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:52.450321 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8531ef0e-a844-4f57-b8cb-d3e4b6535b1a req-b4c6221c-da2e-42d6-a478-9e3bf87d3f65 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0757003 Jan 20 11:26:52.500509 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8531ef0e-a844-4f57-b8cb-d3e4b6535b1a req-99e81f90-4d98-4c41-9c13-ff0a946fbc91 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441570 Jan 20 11:26:53.708474 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de994634-80a0-45bd-ab91-fd9296df0bf7 req-e638691e-0ff7-4946-a7a7-1e4a97b2a5da tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:53.709951 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-de994634-80a0-45bd-ab91-fd9296df0bf7 req-e638691e-0ff7-4946-a7a7-1e4a97b2a5da tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0746601 Jan 20 11:26:53.754519 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-de994634-80a0-45bd-ab91-fd9296df0bf7 req-5f4b5213-d9a0-444f-bdc2-e9e21d95e097 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391152 Jan 20 11:26:54.952724 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93190235-11ed-490d-bc4e-1bca58a12624 req-f58f8b7b-46ce-4572-a924-d12e0d69a408 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:54.954480 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-93190235-11ed-490d-bc4e-1bca58a12624 req-f58f8b7b-46ce-4572-a924-d12e0d69a408 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0789218 Jan 20 11:26:54.998514 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-93190235-11ed-490d-bc4e-1bca58a12624 req-6918f5f1-88f8-43fe-871b-b0593e81f3d3 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389073 Jan 20 11:26:55.492466 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82da71-27a1-49f9-aeca-15ecbd6a05f1 req-ea296125-adcf-4407-ac45-33bf5406de04 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:55.493964 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bf82da71-27a1-49f9-aeca-15ecbd6a05f1 req-ea296125-adcf-4407-ac45-33bf5406de04 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0784400 Jan 20 11:26:55.498699 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 53ac4ef0-8299-4c25-b4a1-0878caf37f32 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:26:55.502138 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 53ac4ef0-8299-4c25-b4a1-0878caf37f32 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:26:55.527802 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a55584-61ec-4994-9bd5-13ad45207362 req-9dd417b7-b72b-481d-816c-a27bb7471bbb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:55.528487 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-37a55584-61ec-4994-9bd5-13ad45207362 req-9dd417b7-b72b-481d-816c-a27bb7471bbb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Synchronizing usage tracker for tenant:1a8abe491f8a4e46b9e4f56ed6127019 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:26:55.545941 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bf82da71-27a1-49f9-aeca-15ecbd6a05f1 req-03329a77-1ded-4aec-8f32-636386991cf2 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431690 Jan 20 11:26:55.581475 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-37a55584-61ec-4994-9bd5-13ad45207362 req-9dd417b7-b72b-481d-816c-a27bb7471bbb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Unset dirty status for tenant:1a8abe491f8a4e46b9e4f56ed6127019 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:26:55.582806 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-37a55584-61ec-4994-9bd5-13ad45207362 req-9dd417b7-b72b-481d-816c-a27bb7471bbb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d&tenant_id=1a8abe491f8a4e46b9e4f56ed6127019&binding%3Ahost_id=hv-neutron-8254 HTTP/1.1" status: 200 len: 946 time: 0.1346841 Jan 20 11:26:55.712671 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:55.766470 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d880371-c3e4-4e8e-97f1-d80c4a99140d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53ac4ef0-8299-4c25-b4a1-0878caf37f32'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:26:55.779294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 53ac4ef0-8299-4c25-b4a1-0878caf37f32, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=53ac4ef0-8299-4c25-b4a1-0878caf37f32,segment=NetworkSegment(cfdc39a0-dceb-4011-b05a-f10e9a76b1c7),segment_id=cfdc39a0-dceb-4011-b05a-f10e9a76b1c7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:26:55.791148 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 53ac4ef0-8299-4c25-b4a1-0878caf37f32, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=53ac4ef0-8299-4c25-b4a1-0878caf37f32,segment=NetworkSegment(cfdc39a0-dceb-4011-b05a-f10e9a76b1c7),segment_id=cfdc39a0-dceb-4011-b05a-f10e9a76b1c7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:26:55.795737 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '53ac4ef0-8299-4c25-b4a1-0878caf37f32', 'network_id': '5f4fad0a-0c63-4551-8ca7-7745e0423e78', 'port_id': '53ac4ef0-8299-4c25-b4a1-0878caf37f32', 'mac_address': 'fa:16:3e:cc:f1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:26:55.834123 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-37a55584-61ec-4994-9bd5-13ad45207362 req-8bb98764-58ec-4918-a71a-d693c4ca468c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a8abe491f8a4e46b9e4f56ed6127019&device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 1099 time: 0.1789489 Jan 20 11:26:55.870897 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:55.929169 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d880371-c3e4-4e8e-97f1-d80c4a99140d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53ac4ef0-8299-4c25-b4a1-0878caf37f32', 'code': 200} Jan 20 11:26:55.940200 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:55.966169 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=53ac4ef0-8299-4c25-b4a1-0878caf37f32,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:26:55.968614 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ac4ef0-8299-4c25-b4a1-0878caf37f32 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:26:55.980473 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a55584-61ec-4994-9bd5-13ad45207362 req-4fec0d7e-f1a4-4160-b0d8-4baff1ac1a1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:55.982052 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-37a55584-61ec-4994-9bd5-13ad45207362 req-4fec0d7e-f1a4-4160-b0d8-4baff1ac1a1a service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f4fad0a-0c63-4551-8ca7-7745e0423e78 HTTP/1.1" status: 200 len: 916 time: 0.1426365 Jan 20 11:26:55.983164 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:55.983537 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:55.983873 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:55.984204 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:55.984552 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:55.984862 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:55.985182 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:55.985503 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:55.985844 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:55.986161 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:55.986478 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:26:55.995696 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 53ac4ef0-8299-4c25-b4a1-0878caf37f32, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=53ac4ef0-8299-4c25-b4a1-0878caf37f32,segment=NetworkSegment(cfdc39a0-dceb-4011-b05a-f10e9a76b1c7),segment_id=cfdc39a0-dceb-4011-b05a-f10e9a76b1c7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:26:56.048028 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-37a55584-61ec-4994-9bd5-13ad45207362 req-342d65ec-60fd-4ae4-8ee7-5a123a8a054e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ac4ef0-8299-4c25-b4a1-0878caf37f32 HTTP/1.1" status: 200 len: 217 time: 0.0606155 Jan 20 11:26:56.066903 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:56.113044 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a55584-61ec-4994-9bd5-13ad45207362 req-5de29e5b-60a9-4d5a-b7a6-0572b429cd04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:56.114402 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-37a55584-61ec-4994-9bd5-13ad45207362 req-5de29e5b-60a9-4d5a-b7a6-0572b429cd04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1 HTTP/1.1" status: 200 len: 855 time: 0.0614634 Jan 20 11:26:56.133498 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['53ac4ef0-8299-4c25-b4a1-0878caf37f32'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:26:56.161144 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-37a55584-61ec-4994-9bd5-13ad45207362 req-71ad618a-5a82-46a9-97db-5a61e6b4f6bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f4fad0a-0c63-4551-8ca7-7745e0423e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408905 Jan 20 11:26:56.183539 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=53ac4ef0-8299-4c25-b4a1-0878caf37f32,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:26:56.292578 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-37a55584-61ec-4994-9bd5-13ad45207362 req-ebeb5e73-1fd9-4019-8672-530bf3bb3127 service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250448 Jan 20 11:26:56.420730 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-37a55584-61ec-4994-9bd5-13ad45207362 req-b8608f6a-f0d2-440c-976e-1238b766116a service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226332 Jan 20 11:26:56.750899 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed624b-fa0f-40e9-9606-6e782b283c7e req-b6f4047d-4dd5-42ce-8c2b-fdee42b887a5 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:56.752276 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-00ed624b-fa0f-40e9-9606-6e782b283c7e req-b6f4047d-4dd5-42ce-8c2b-fdee42b887a5 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 945 time: 0.0788078 Jan 20 11:26:56.796100 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-00ed624b-fa0f-40e9-9606-6e782b283c7e req-baedf6e1-5eeb-40c9-958b-ed14984bf9e2 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384436 Jan 20 11:26:57.535489 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 53ac4ef0-8299-4c25-b4a1-0878caf37f32 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:26:57.601019 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 53ac4ef0-8299-4c25-b4a1-0878caf37f32 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:26:57.601385 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:57.709867 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:57.741009 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 53ac4ef0-8299-4c25-b4a1-0878caf37f32, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=53ac4ef0-8299-4c25-b4a1-0878caf37f32,segment=NetworkSegment(cfdc39a0-dceb-4011-b05a-f10e9a76b1c7),segment_id=cfdc39a0-dceb-4011-b05a-f10e9a76b1c7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:26:57.797807 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:26:57.862953 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=53ac4ef0-8299-4c25-b4a1-0878caf37f32,revision_number=8']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:26:57.930232 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d880371-c3e4-4e8e-97f1-d80c4a99140d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ac4ef0-8299-4c25-b4a1-0878caf37f32'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:26:57.984615 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d880371-c3e4-4e8e-97f1-d80c4a99140d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ac4ef0-8299-4c25-b4a1-0878caf37f32', 'code': 200} Jan 20 11:26:57.996243 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5a849-69db-42a8-aad9-fb0912a031fb req-5eb931d1-baee-46e1-866b-aad670e2a8ba tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:57.998052 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0be5a849-69db-42a8-aad9-fb0912a031fb req-5eb931d1-baee-46e1-866b-aad670e2a8ba tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0770671 Jan 20 11:26:58.045904 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0be5a849-69db-42a8-aad9-fb0912a031fb req-a2485e4c-4384-41da-8d03-f2abf7b68035 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425074 Jan 20 11:26:58.243019 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd9619-b3eb-4807-896d-8455a18b563b req-5b75b00c-4cb8-4a63-9051-8901a749b5df tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:58.244466 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bffd9619-b3eb-4807-896d-8455a18b563b req-5b75b00c-4cb8-4a63-9051-8901a749b5df tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0787487 Jan 20 11:26:58.289044 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bffd9619-b3eb-4807-896d-8455a18b563b req-dd8534cd-9941-4443-8658-800c01ae7e3a tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383935 Jan 20 11:26:58.487770 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36eea1-894c-48bf-8743-dabedbbaa75a req-b2945d6f-f943-4a2a-a36d-2d655bdbc989 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:58.489207 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5a36eea1-894c-48bf-8743-dabedbbaa75a req-b2945d6f-f943-4a2a-a36d-2d655bdbc989 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0779903 Jan 20 11:26:58.609523 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5a36eea1-894c-48bf-8743-dabedbbaa75a req-ab1b114d-ca8a-404c-9f90-596b9cf538b9 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146576 Jan 20 11:26:59.276094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-76df2ea6-213a-4fab-b89f-173bb2da700b tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:26:59.277525 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-76df2ea6-213a-4fab-b89f-173bb2da700b tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/networks?id=5f4fad0a-0c63-4551-8ca7-7745e0423e78 HTTP/1.1" status: 200 len: 815 time: 0.1395502 Jan 20 11:26:59.293672 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-b16e2cfe-0a02-4028-9aaf-b5e22c27b48f tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/quotas/1a8abe491f8a4e46b9e4f56ed6127019 HTTP/1.1" status: 200 len: 375 time: 0.0102773 Jan 20 11:26:59.371732 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-bf46ce35-bfa9-473c-a7c4-edb8ab739a47 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a8abe491f8a4e46b9e4f56ed6127019&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722713 Jan 20 11:26:59.505492 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-2e66f943-c1a7-410a-825c-1e5199936851 service neutron] 10.222.0.70 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268189 Jan 20 11:26:59.635286 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-a0cd0228-1c66-4c05-991c-2becd18d8590 service neutron] 10.222.0.70 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238325 Jan 20 11:26:59.920984 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f1f57bdc-ff4d-416b-9355-e3230887cf73 req-9b6a175a-f48b-4779-8dbb-9e3ad31f2af4 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 210 time: 0.0497246 Jan 20 11:27:00.789446 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf370d90-8099-4397-837b-722059428c53 req-3ff81f23-5fcc-4717-b17b-139ff737f4b1 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:00.790868 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf370d90-8099-4397-837b-722059428c53 req-3ff81f23-5fcc-4717-b17b-139ff737f4b1 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d880371-c3e4-4e8e-97f1-d80c4a99140d HTTP/1.1" status: 200 len: 946 time: 0.0762420 Jan 20 11:27:00.865297 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-cf370d90-8099-4397-837b-722059428c53 req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Deleting port 53ac4ef0-8299-4c25-b4a1-0878caf37f32 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:27:00.865727 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-cf370d90-8099-4397-837b-722059428c53 req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:01.101209 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b0b07f57-7174-409d-aa9f-485d489ba552 req-6d2dc348-de41-4b0d-be6c-8b4f2758d924 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 210 time: 0.0422957 Jan 20 11:27:01.121717 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-cf370d90-8099-4397-837b-722059428c53 req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] For port 53ac4ef0-8299-4c25-b4a1-0878caf37f32, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=53ac4ef0-8299-4c25-b4a1-0878caf37f32,segment=NetworkSegment(cfdc39a0-dceb-4011-b05a-f10e9a76b1c7),segment_id=cfdc39a0-dceb-4011-b05a-f10e9a76b1c7)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:27:01.129230 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-cf370d90-8099-4397-837b-722059428c53 req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:01.247712 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-cf370d90-8099-4397-837b-722059428c53 req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Calling delete_port for 53ac4ef0-8299-4c25-b4a1-0878caf37f32 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:27:01.398481 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7ff23a56-ab2c-4094-a3ff-b4202cfa40dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:01.455622 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-cf370d90-8099-4397-837b-722059428c53 req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:01.466857 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['53ac4ef0-8299-4c25-b4a1-0878caf37f32'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:27:01.502022 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Pushing event deleted for resources: {'Port': ['ID=53ac4ef0-8299-4c25-b4a1-0878caf37f32,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:27:01.514018 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:27:01.514357 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:27:01.514690 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:27:01.515015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:27:01.515340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:27:01.515662 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:27:01.516385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:27:01.516385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:27:01.516640 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:27:01.516912 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:27:01.517226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:27:01.586908 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf370d90-8099-4397-837b-722059428c53 req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] No DVR routers for this DVR port 53ac4ef0-8299-4c25-b4a1-0878caf37f32 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:27:01.589640 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-cf370d90-8099-4397-837b-722059428c53 req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:01.592464 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d880371-c3e4-4e8e-97f1-d80c4a99140d', 'name': 'network-vif-deleted', 'tag': '53ac4ef0-8299-4c25-b4a1-0878caf37f32'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:27:01.673352 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf370d90-8099-4397-837b-722059428c53 req-dfc073a7-bac8-4d20-ab42-5275742010ed tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.72 "DELETE /v2.0/ports/53ac4ef0-8299-4c25-b4a1-0878caf37f32 HTTP/1.1" status: 204 len: 173 time: 0.8773010 Jan 20 11:27:01.730743 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d880371-c3e4-4e8e-97f1-d80c4a99140d', 'name': 'network-vif-deleted', 'tag': '53ac4ef0-8299-4c25-b4a1-0878caf37f32', 'status': 'completed', 'code': 200} Jan 20 11:27:02.039893 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-f5f8f173-5a41-43a4-984a-60630c537739 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:02.041245 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-f5f8f173-5a41-43a4-984a-60630c537739 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.72 "GET /v2.0/networks?id=5f4fad0a-0c63-4551-8ca7-7745e0423e78 HTTP/1.1" status: 200 len: 815 time: 0.1452477 Jan 20 11:27:02.056407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10477e9f-40fe-493d-81d5-9f5ea750d3d0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Request body: {'port': {'device_id': '65367da7-d254-4121-8145-b85c84f0e8b5', 'network_id': '5f4fad0a-0c63-4551-8ca7-7745e0423e78', 'admin_state_up': True, 'tenant_id': '1a8abe491f8a4e46b9e4f56ed6127019'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:27:02.277409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10477e9f-40fe-493d-81d5-9f5ea750d3d0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:27:02.282274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10477e9f-40fe-493d-81d5-9f5ea750d3d0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Usage tracker for resource:port and tenant:1a8abe491f8a4e46b9e4f56ed6127019 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:27:02.285238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10477e9f-40fe-493d-81d5-9f5ea750d3d0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:27:02.290778 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10477e9f-40fe-493d-81d5-9f5ea750d3d0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:27:02.292094 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d355f6f-fb1f-46bc-ad53-de76c9fbb406 req-f70267fe-ba29-42eb-8089-d46365aa092b tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 210 time: 0.0645421 Jan 20 11:27:02.335606 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10477e9f-40fe-493d-81d5-9f5ea750d3d0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Made reservation on behalf of 1a8abe491f8a4e46b9e4f56ed6127019 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:27:02.338680 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10477e9f-40fe-493d-81d5-9f5ea750d3d0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:02.502082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10477e9f-40fe-493d-81d5-9f5ea750d3d0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Allocated IP 172.20.0.9 (5f4fad0a-0c63-4551-8ca7-7745e0423e78/2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1/219481e1-efb1-40f5-921a-e9195343f38c) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:27:02.702493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10477e9f-40fe-493d-81d5-9f5ea750d3d0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:02.838715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10477e9f-40fe-493d-81d5-9f5ea750d3d0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:02.849865 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['53ac4ef0-8299-4c25-b4a1-0878caf37f32'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:27:02.906008 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10477e9f-40fe-493d-81d5-9f5ea750d3d0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Network 5f4fad0a-0c63-4551-8ca7-7745e0423e78 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:27:02.908906 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10477e9f-40fe-493d-81d5-9f5ea750d3d0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:27:02.912870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10477e9f-40fe-493d-81d5-9f5ea750d3d0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:27:02.955369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10477e9f-40fe-493d-81d5-9f5ea750d3d0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Pushing event updated for resources: {'Port': ['ID=219481e1-efb1-40f5-921a-e9195343f38c,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:27:02.980335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10477e9f-40fe-493d-81d5-9f5ea750d3d0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:02.980930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10477e9f-40fe-493d-81d5-9f5ea750d3d0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:03.079073 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10477e9f-40fe-493d-81d5-9f5ea750d3d0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0263383 Jan 20 11:27:03.090297 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Request body: {'port': {'device_id': '65367da7-d254-4121-8145-b85c84f0e8b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:27:03.194766 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:03.494469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21718b8-0132-4909-abf9-8c2916c477a5 req-034682db-7330-4d7f-a7dd-8721eb812bad tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:03.495820 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a21718b8-0132-4909-abf9-8c2916c477a5 req-034682db-7330-4d7f-a7dd-8721eb812bad tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 931 time: 0.0783105 Jan 20 11:27:03.526972 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219481e1-efb1-40f5-921a-e9195343f38c {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:27:03.534567 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:03.540801 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a21718b8-0132-4909-abf9-8c2916c477a5 req-1f22d13d-a6a0-4875-80aa-5099708f2dbd tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391932 Jan 20 11:27:03.549394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Transition to ACTIVE for port object 219481e1-efb1-40f5-921a-e9195343f38c will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:27:03.615245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:03.736605 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Pushing event updated for resources: {'Port': ['ID=219481e1-efb1-40f5-921a-e9195343f38c,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:27:03.845735 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Attempting to bind port 219481e1-efb1-40f5-921a-e9195343f38c on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:27:03.845990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Attempting to bind port 219481e1-efb1-40f5-921a-e9195343f38c by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'cfdc39a0-dceb-4011-b05a-f10e9a76b1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5f4fad0a-0c63-4551-8ca7-7745e0423e78'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:27:03.846312 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Attempting to bind port 219481e1-efb1-40f5-921a-e9195343f38c on network 5f4fad0a-0c63-4551-8ca7-7745e0423e78 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:27:03.851791 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Port 219481e1-efb1-40f5-921a-e9195343f38c on network 5f4fad0a-0c63-4551-8ca7-7745e0423e78 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:27:03.852136 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Attempting to bind port 219481e1-efb1-40f5-921a-e9195343f38c on network 5f4fad0a-0c63-4551-8ca7-7745e0423e78 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:27:03.855270 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-982b95be-fed3-4bb1-a747-0b704e0fc41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:03.858408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:27:03.858739 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Checking segment: {'id': 'cfdc39a0-dceb-4011-b05a-f10e9a76b1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5f4fad0a-0c63-4551-8ca7-7745e0423e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:27:03.859117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Bound using segment: {'id': 'cfdc39a0-dceb-4011-b05a-f10e9a76b1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5f4fad0a-0c63-4551-8ca7-7745e0423e78'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:27:03.859536 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Bound port: 219481e1-efb1-40f5-921a-e9195343f38c, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfdc39a0-dceb-4011-b05a-f10e9a76b1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5f4fad0a-0c63-4551-8ca7-7745e0423e78'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:27:03.859876 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:03.945056 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] For port 219481e1-efb1-40f5-921a-e9195343f38c, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:27:03.948225 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] For port 219481e1-efb1-40f5-921a-e9195343f38c, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=219481e1-efb1-40f5-921a-e9195343f38c,segment=NetworkSegment(cfdc39a0-dceb-4011-b05a-f10e9a76b1c7),segment_id=cfdc39a0-dceb-4011-b05a-f10e9a76b1c7)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:27:04.032850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:04.092491 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:04.093945 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] 10.222.0.72 "PUT /v2.0/ports/219481e1-efb1-40f5-921a-e9195343f38c HTTP/1.1" status: 200 len: 1093 time: 1.0075197 Jan 20 11:27:04.094344 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65367da7-d254-4121-8145-b85c84f0e8b5', 'tag': '219481e1-efb1-40f5-921a-e9195343f38c'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:27:04.110954 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e982a8-913a-4514-bd1a-e6f357fd159c service neutron] Pushing event updated for resources: {'Port': ['ID=219481e1-efb1-40f5-921a-e9195343f38c,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:27:04.148557 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65367da7-d254-4121-8145-b85c84f0e8b5', 'tag': '219481e1-efb1-40f5-921a-e9195343f38c', 'status': 'completed', 'code': 200} Jan 20 11:27:04.241048 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-735140b1-32df-41a5-a4a4-a1080422bd7b req-c221dbd7-c89a-4bc2-a1d2-11c47e285a9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a8abe491f8a4e46b9e4f56ed6127019&device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 1096 time: 0.0724118 Jan 20 11:27:04.465867 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735140b1-32df-41a5-a4a4-a1080422bd7b req-bb2d1563-0002-458c-960c-06113cf1246a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:04.467307 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-735140b1-32df-41a5-a4a4-a1080422bd7b req-bb2d1563-0002-458c-960c-06113cf1246a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=1a8abe491f8a4e46b9e4f56ed6127019&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2202039 Jan 20 11:27:04.600149 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735140b1-32df-41a5-a4a4-a1080422bd7b req-5979b2fe-c9f6-45b0-be6d-5a3e2d43b20f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:04.601699 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-735140b1-32df-41a5-a4a4-a1080422bd7b req-5979b2fe-c9f6-45b0-be6d-5a3e2d43b20f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280904 Jan 20 11:27:04.705479 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-bb0f8219-c388-4896-97d7-d046449fbbb8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a8abe491f8a4e46b9e4f56ed6127019&device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 1096 time: 0.0690124 Jan 20 11:27:04.738750 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebe8a0-2397-480a-9b4b-1a4383b88fa7 req-370437fd-0b87-4f02-8079-a8a468c60b79 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:04.740129 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-beebe8a0-2397-480a-9b4b-1a4383b88fa7 req-370437fd-0b87-4f02-8079-a8a468c60b79 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 943 time: 0.0753131 Jan 20 11:27:04.774581 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-42cac717-9186-4664-8c6d-83c73fe0f491 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=219481e1-efb1-40f5-921a-e9195343f38c HTTP/1.1" status: 200 len: 217 time: 0.0625374 Jan 20 11:27:04.785152 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-beebe8a0-2397-480a-9b4b-1a4383b88fa7 req-ca0d2506-282e-475e-8431-382862598d44 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395744 Jan 20 11:27:04.836110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-971a3599-a085-429f-8225-b0c10e92c907 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:04.845722 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-971a3599-a085-429f-8225-b0c10e92c907 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1 HTTP/1.1" status: 200 len: 855 time: 0.0576768 Jan 20 11:27:04.872684 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:04.883879 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-3c34b451-0388-45f3-8ce8-4bcbdbd44531 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f4fad0a-0c63-4551-8ca7-7745e0423e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403588 Jan 20 11:27:04.958747 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:05.012367 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-825e9503-587b-4220-8987-240f851611a8 service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227047 Jan 20 11:27:05.140797 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5fb9a6d1-9818-48fc-b005-f89c8f27417a req-da416c01-424b-463f-9bcd-d785ec25afca service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218717 Jan 20 11:27:05.557197 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 53ac4ef0-8299-4c25-b4a1-0878caf37f32 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:27:05.592346 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 53ac4ef0-8299-4c25-b4a1-0878caf37f32 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:27:05.592685 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 53ac4ef0-8299-4c25-b4a1-0878caf37f32 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:27:05.984364 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e13a7-cef4-4db7-b012-5a5a128484ab req-30953bbe-6e7b-4638-9841-6089971f4a1d tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:05.985813 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c56e13a7-cef4-4db7-b012-5a5a128484ab req-30953bbe-6e7b-4638-9841-6089971f4a1d tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 943 time: 0.0798194 Jan 20 11:27:06.030033 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c56e13a7-cef4-4db7-b012-5a5a128484ab req-d8688d77-b920-4eb1-9c59-e1e0fb6ac0f8 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386291 Jan 20 11:27:06.317997 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:07.222582 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e901e-326b-4b5f-be86-f899861af2aa req-da5a1166-4c79-4eb8-bf16-bb189dda90b9 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:07.223918 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-008e901e-326b-4b5f-be86-f899861af2aa req-da5a1166-4c79-4eb8-bf16-bb189dda90b9 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 943 time: 0.0742912 Jan 20 11:27:07.271120 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-008e901e-326b-4b5f-be86-f899861af2aa req-e3723802-63ad-453f-bba8-e24c38cb7c10 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417418 Jan 20 11:27:07.551022 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 219481e1-efb1-40f5-921a-e9195343f38c details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:27:07.685973 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 219481e1-efb1-40f5-921a-e9195343f38c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=219481e1-efb1-40f5-921a-e9195343f38c,segment=NetworkSegment(cfdc39a0-dceb-4011-b05a-f10e9a76b1c7),segment_id=cfdc39a0-dceb-4011-b05a-f10e9a76b1c7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:27:07.698741 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '219481e1-efb1-40f5-921a-e9195343f38c', 'network_id': '5f4fad0a-0c63-4551-8ca7-7745e0423e78', 'port_id': '219481e1-efb1-40f5-921a-e9195343f38c', 'mac_address': 'fa:16:3e:b7:a9:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:27:07.751462 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:07.768483 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219481e1-efb1-40f5-921a-e9195343f38c {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:27:07.783686 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 219481e1-efb1-40f5-921a-e9195343f38c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=219481e1-efb1-40f5-921a-e9195343f38c,segment=NetworkSegment(cfdc39a0-dceb-4011-b05a-f10e9a76b1c7),segment_id=cfdc39a0-dceb-4011-b05a-f10e9a76b1c7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:27:07.844121 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:07.911648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=219481e1-efb1-40f5-921a-e9195343f38c,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:27:08.033758 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['219481e1-efb1-40f5-921a-e9195343f38c'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:27:08.464846 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a20511-a63d-40b4-9f26-e5d71b02f9e5 req-5b50cc52-52c2-4e5e-993b-6ffb745b0f9c tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:08.466442 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b3a20511-a63d-40b4-9f26-e5d71b02f9e5 req-5b50cc52-52c2-4e5e-993b-6ffb745b0f9c tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 944 time: 0.0741341 Jan 20 11:27:08.512018 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b3a20511-a63d-40b4-9f26-e5d71b02f9e5 req-86ff8b4c-3e6c-4ee1-b6db-e43e7f8cce82 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397305 Jan 20 11:27:09.565639 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 219481e1-efb1-40f5-921a-e9195343f38c up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:27:09.695638 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 219481e1-efb1-40f5-921a-e9195343f38c completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:27:09.701664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 219481e1-efb1-40f5-921a-e9195343f38c triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:27:09.706156 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:09.717288 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfbb0b-044b-42f2-bf59-807c3f2a2994 req-1c5532e2-c091-4b07-90ce-7b927ff0524a tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:09.718829 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-43dfbb0b-044b-42f2-bf59-807c3f2a2994 req-1c5532e2-c091-4b07-90ce-7b927ff0524a tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 944 time: 0.0819705 Jan 20 11:27:09.728679 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:09.764396 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-43dfbb0b-044b-42f2-bf59-807c3f2a2994 req-d5a1ccb9-7641-4042-ab29-361584cca075 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398128 Jan 20 11:27:09.813977 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:09.842824 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65367da7-d254-4121-8145-b85c84f0e8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219481e1-efb1-40f5-921a-e9195343f38c'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:27:09.851942 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 219481e1-efb1-40f5-921a-e9195343f38c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=219481e1-efb1-40f5-921a-e9195343f38c,segment=NetworkSegment(cfdc39a0-dceb-4011-b05a-f10e9a76b1c7),segment_id=cfdc39a0-dceb-4011-b05a-f10e9a76b1c7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:27:09.897500 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65367da7-d254-4121-8145-b85c84f0e8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219481e1-efb1-40f5-921a-e9195343f38c', 'code': 200} Jan 20 11:27:09.941618 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:10.007705 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=219481e1-efb1-40f5-921a-e9195343f38c,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:27:10.272932 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-19f4eaad-7c13-4162-9635-588043db1cc3 req-7fc19fbe-6c35-4cbb-81dd-e7bf98f4f0b1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 1098 time: 0.0665002 Jan 20 11:27:10.314824 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-19f4eaad-7c13-4162-9635-588043db1cc3 req-57d0a433-1d03-403f-adf7-b9e211a296ad service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367806 Jan 20 11:27:10.961801 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a311a72-292d-4c5f-ab52-a5d40281c6a6 req-d7cbb55c-91bc-4fe2-acd7-5235bc7974fd tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:10.963246 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0a311a72-292d-4c5f-ab52-a5d40281c6a6 req-d7cbb55c-91bc-4fe2-acd7-5235bc7974fd tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0768914 Jan 20 11:27:11.006860 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0a311a72-292d-4c5f-ab52-a5d40281c6a6 req-05ff12cd-343f-4ccf-95d9-a57cc77e2335 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380139 Jan 20 11:27:12.204387 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27da2db-6149-4645-b341-d8a176dc1f82 req-7b565a3e-4470-4940-b830-2a9ab11c6d32 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:12.205795 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d27da2db-6149-4645-b341-d8a176dc1f82 req-7b565a3e-4470-4940-b830-2a9ab11c6d32 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0787919 Jan 20 11:27:12.249674 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d27da2db-6149-4645-b341-d8a176dc1f82 req-47d0897c-4e1a-4136-9763-20a60d63bdb9 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382910 Jan 20 11:27:12.440739 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4236c-cd68-419e-bef5-5d181ea243db req-6fe01c52-bca5-4f84-89e2-19d2b681a3e8 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:12.442201 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0cf4236c-cd68-419e-bef5-5d181ea243db req-6fe01c52-bca5-4f84-89e2-19d2b681a3e8 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0742369 Jan 20 11:27:12.489893 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0cf4236c-cd68-419e-bef5-5d181ea243db req-d86c55eb-3763-4196-aa64-e1ac825c9ed1 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Jan 20 11:27:12.681951 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2ca4b235-830b-486d-8b4f-5dd57bf5245d req-87083381-50c0-4f9f-9221-0726a803dcde service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0669527 Jan 20 11:27:13.220412 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cda388-2e24-415d-8af1-37c1615ef827 req-798d5c0f-ab21-42e1-89cb-64b128a72036 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:13.221819 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1cda388-2e24-415d-8af1-37c1615ef827 req-798d5c0f-ab21-42e1-89cb-64b128a72036 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.2074504 Jan 20 11:27:13.228733 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-e1e5da72-c688-415b-8a01-b767dedd4d6d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1799512 Jan 20 11:27:13.269134 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a1cda388-2e24-415d-8af1-37c1615ef827 req-7c096915-0a2c-4010-a86b-df51952d74ca tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394948 Jan 20 11:27:14.463413 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997cb1f-13b9-48b6-ba91-601d142b911d req-67866b7d-8db1-409c-9604-366951065c53 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:14.464857 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a997cb1f-13b9-48b6-ba91-601d142b911d req-67866b7d-8db1-409c-9604-366951065c53 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0745404 Jan 20 11:27:14.512128 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a997cb1f-13b9-48b6-ba91-601d142b911d req-06aa02d7-d788-4d09-8c3d-255567543d12 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409400 Jan 20 11:27:15.131387 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-81b352bc-a898-46a9-a31c-c9f58330f36b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a8abe491f8a4e46b9e4f56ed6127019&device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 1098 time: 0.0780783 Jan 20 11:27:15.262761 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-b3749306-30a5-4adf-a74d-fe076286df02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:15.264279 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-b3749306-30a5-4adf-a74d-fe076286df02 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f4fad0a-0c63-4551-8ca7-7745e0423e78 HTTP/1.1" status: 200 len: 916 time: 0.1277905 Jan 20 11:27:15.329089 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-083b936c-5efb-42ea-a0c8-5a8f6a90a604 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=219481e1-efb1-40f5-921a-e9195343f38c HTTP/1.1" status: 200 len: 217 time: 0.0595331 Jan 20 11:27:15.392474 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-95fb4896-488c-49a0-b7b8-577523d29757 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:15.393840 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-95fb4896-488c-49a0-b7b8-577523d29757 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1 HTTP/1.1" status: 200 len: 855 time: 0.0595875 Jan 20 11:27:15.437753 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-dbd4740b-c76d-458f-8c45-b022c49cc2e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f4fad0a-0c63-4551-8ca7-7745e0423e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387826 Jan 20 11:27:15.568792 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-7f7e2e32-34d9-483f-b30b-edda20571bb2 service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255746 Jan 20 11:27:15.701209 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-f4034548-f6eb-496c-8183-194aa7527346 service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274807 Jan 20 11:27:15.717093 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3e502-af08-4dcc-bcb1-53a372110297 req-801fe93e-ac15-4a2b-aacd-a2923ef38c90 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:15.718586 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-11f3e502-af08-4dcc-bcb1-53a372110297 req-801fe93e-ac15-4a2b-aacd-a2923ef38c90 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0795527 Jan 20 11:27:15.763299 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-11f3e502-af08-4dcc-bcb1-53a372110297 req-73c3eaaa-0e92-48ce-8514-abfb868fe9f8 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392239 Jan 20 11:27:16.966263 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc9da5-3b71-4013-b49c-dbea3b63f2d4 req-2cce8c8f-3109-4258-a66d-929542cb75dc tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:16.967699 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-69dc9da5-3b71-4013-b49c-dbea3b63f2d4 req-2cce8c8f-3109-4258-a66d-929542cb75dc tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0792661 Jan 20 11:27:17.011494 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-69dc9da5-3b71-4013-b49c-dbea3b63f2d4 req-c6d73e95-4c16-41c9-81a8-19e75814d572 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383580 Jan 20 11:27:18.207364 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0be296-e74e-41e4-a022-6b99e63016b9 req-40b3bda8-c1c1-4caa-a3e7-f645a733cb79 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:18.208714 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6d0be296-e74e-41e4-a022-6b99e63016b9 req-40b3bda8-c1c1-4caa-a3e7-f645a733cb79 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0747137 Jan 20 11:27:18.252873 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6d0be296-e74e-41e4-a022-6b99e63016b9 req-83275856-2613-4795-9e69-9235a0c86848 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387468 Jan 20 11:27:19.446024 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3a72e-ce6e-4d6c-811b-301db1fe417d req-6162ac4d-bb79-49ae-9025-daab975511b8 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:19.447764 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aaa3a72e-ce6e-4d6c-811b-301db1fe417d req-6162ac4d-bb79-49ae-9025-daab975511b8 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0773706 Jan 20 11:27:19.490971 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aaa3a72e-ce6e-4d6c-811b-301db1fe417d req-bf0b760b-03b2-40e2-afea-9a863cbdeb7a tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370448 Jan 20 11:27:20.040022 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:27:20.683917 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d566705-75a0-4bc7-93a5-5a976d0cdd26 req-842e2a78-57c2-429f-bf2b-fea0a4e7ad10 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:20.686003 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7d566705-75a0-4bc7-93a5-5a976d0cdd26 req-842e2a78-57c2-429f-bf2b-fea0a4e7ad10 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0752871 Jan 20 11:27:20.733869 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7d566705-75a0-4bc7-93a5-5a976d0cdd26 req-73744ea0-2d0d-4e9a-a50a-f22b2c276a80 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424094 Jan 20 11:27:21.950877 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef1ab1-4102-4968-a03c-b55e72e21132 req-51711ed9-128f-443f-ae3b-4e92b413866e tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:21.952730 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2bef1ab1-4102-4968-a03c-b55e72e21132 req-51711ed9-128f-443f-ae3b-4e92b413866e tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0967641 Jan 20 11:27:22.007291 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2bef1ab1-4102-4968-a03c-b55e72e21132 req-f0e668d9-06f1-4d8c-8071-e8cc123a72f8 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485353 Jan 20 11:27:23.209394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc793a-7393-4bdd-bc88-5261331d9ad4 req-fae8dbc6-aa24-4c0f-a71b-8f8eb14461cb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:23.210780 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23fc793a-7393-4bdd-bc88-5261331d9ad4 req-fae8dbc6-aa24-4c0f-a71b-8f8eb14461cb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0813634 Jan 20 11:27:23.255986 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23fc793a-7393-4bdd-bc88-5261331d9ad4 req-3fed24fb-a5a5-4131-a124-f881080dd2ca tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389791 Jan 20 11:27:24.451224 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585be1e7-7616-4ff8-8931-b7a3bac3fed3 req-97782ed4-f1b9-40b2-850b-7cbe4f97b821 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:24.452681 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-585be1e7-7616-4ff8-8931-b7a3bac3fed3 req-97782ed4-f1b9-40b2-850b-7cbe4f97b821 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0752592 Jan 20 11:27:24.496084 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-585be1e7-7616-4ff8-8931-b7a3bac3fed3 req-82f149ff-6371-4d69-a237-ec49d7c588d4 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379395 Jan 20 11:27:25.697278 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a76cd1-9188-43e7-992a-0dc262247852 req-1c27208b-d30b-49fc-af81-018c3a66346b tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:25.698730 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-80a76cd1-9188-43e7-992a-0dc262247852 req-1c27208b-d30b-49fc-af81-018c3a66346b tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0780056 Jan 20 11:27:25.743438 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-80a76cd1-9188-43e7-992a-0dc262247852 req-fdd1042b-d45a-43bb-9dd2-bb575b74f29d tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384307 Jan 20 11:27:26.949052 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51136dee-7888-427e-87ff-34ab4a94d7dd req-e6ce8ed4-1a59-4330-ac17-6f1435b0e70d tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:26.950058 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-51136dee-7888-427e-87ff-34ab4a94d7dd req-e6ce8ed4-1a59-4330-ac17-6f1435b0e70d tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0862134 Jan 20 11:27:26.995658 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-51136dee-7888-427e-87ff-34ab4a94d7dd req-471cdd82-b49c-4e9a-a3c3-43970d2a25de tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401759 Jan 20 11:27:28.194187 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6abce-9362-44b1-bdc1-9b473c76c7a8 req-761f0894-e244-4648-b649-2f768655b046 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:28.195652 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-90c6abce-9362-44b1-bdc1-9b473c76c7a8 req-761f0894-e244-4648-b649-2f768655b046 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0797124 Jan 20 11:27:28.243928 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-90c6abce-9362-44b1-bdc1-9b473c76c7a8 req-45789eef-ed59-45b0-8d74-5f920782fbec tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412972 Jan 20 11:27:29.436837 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b628af4-fac8-47cd-8cda-65b5287a730f req-bb690a32-7cba-4185-b56e-6524c25fbc4a tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:29.438277 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4b628af4-fac8-47cd-8cda-65b5287a730f req-bb690a32-7cba-4185-b56e-6524c25fbc4a tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0736518 Jan 20 11:27:29.485938 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4b628af4-fac8-47cd-8cda-65b5287a730f req-ca50227b-42f8-4eb0-8a81-8f8448d30451 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422871 Jan 20 11:27:30.682155 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae7984-1a7d-4563-88ff-879cd607a7aa req-614b139a-8d1d-453a-b157-8d335f710edc tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:30.683597 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5bae7984-1a7d-4563-88ff-879cd607a7aa req-614b139a-8d1d-453a-b157-8d335f710edc tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0746441 Jan 20 11:27:30.728206 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5bae7984-1a7d-4563-88ff-879cd607a7aa req-52331b31-d491-4f73-9bf8-d0ffd9bda133 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391357 Jan 20 11:27:31.392309 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77bfe40d-c2cd-40f9-ad2f-05e17808cb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:31.610991 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-aa22e7e9-11cc-4965-89d6-8750e7cf0e1b req-e42760ba-6544-48e6-801e-0c72f2a893f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a8abe491f8a4e46b9e4f56ed6127019&device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 1098 time: 0.0721614 Jan 20 11:27:31.850159 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22e7e9-11cc-4965-89d6-8750e7cf0e1b req-172ee40d-4378-45d9-962a-f05f5dfb2183 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:31.851618 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-aa22e7e9-11cc-4965-89d6-8750e7cf0e1b req-172ee40d-4378-45d9-962a-f05f5dfb2183 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f4fad0a-0c63-4551-8ca7-7745e0423e78 HTTP/1.1" status: 200 len: 916 time: 0.2224336 Jan 20 11:27:31.928229 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-aa22e7e9-11cc-4965-89d6-8750e7cf0e1b req-b583f721-dd47-427b-b835-8cdea0515ffa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=219481e1-efb1-40f5-921a-e9195343f38c HTTP/1.1" status: 200 len: 217 time: 0.0706847 Jan 20 11:27:31.931085 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6deeae9-3603-41db-82b1-8d4f3e20552a req-491be610-cbe6-493e-b6e3-a611388a10ad tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:31.932616 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6deeae9-3603-41db-82b1-8d4f3e20552a req-491be610-cbe6-493e-b6e3-a611388a10ad tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0817702 Jan 20 11:27:31.984743 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6deeae9-3603-41db-82b1-8d4f3e20552a req-801ed536-f830-4e8d-a6d2-530170be9dcb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465925 Jan 20 11:27:31.995933 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22e7e9-11cc-4965-89d6-8750e7cf0e1b req-834680af-f461-48d6-a0ff-9aa49b08481e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:31.997343 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-aa22e7e9-11cc-4965-89d6-8750e7cf0e1b req-834680af-f461-48d6-a0ff-9aa49b08481e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1 HTTP/1.1" status: 200 len: 855 time: 0.0632155 Jan 20 11:27:32.041943 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-aa22e7e9-11cc-4965-89d6-8750e7cf0e1b req-26a2068d-d7ea-4b65-8998-7de9787f1dd7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f4fad0a-0c63-4551-8ca7-7745e0423e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384836 Jan 20 11:27:32.170034 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-aa22e7e9-11cc-4965-89d6-8750e7cf0e1b req-e686404c-feca-4aba-9c1d-5f45343b07bb service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220298 Jan 20 11:27:32.298896 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-aa22e7e9-11cc-4965-89d6-8750e7cf0e1b req-10621a72-5351-4c38-86f2-6a4ffe1d6bb6 service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222553 Jan 20 11:27:33.178122 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f762f08-1535-47fc-a1a4-0ccbd3417f98 req-8ccc70d0-4076-4e62-bfa1-7228f00585a1 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:33.179565 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6f762f08-1535-47fc-a1a4-0ccbd3417f98 req-8ccc70d0-4076-4e62-bfa1-7228f00585a1 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0751388 Jan 20 11:27:33.224909 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6f762f08-1535-47fc-a1a4-0ccbd3417f98 req-2d219d51-b52d-49ea-8254-4396aa0337fb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397842 Jan 20 11:27:33.889469 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f2c6-df56-43f3-b1c7-6359434d032b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:34.419419 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3f5de-0c97-4d34-9331-320df41083f4 req-e1150461-2f63-4999-8120-94b98e7fe862 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:34.420979 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-78c3f5de-0c97-4d34-9331-320df41083f4 req-e1150461-2f63-4999-8120-94b98e7fe862 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0769887 Jan 20 11:27:34.464903 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-78c3f5de-0c97-4d34-9331-320df41083f4 req-1de13b8a-02f7-46c5-92a1-cc5fe903a7d8 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385079 Jan 20 11:27:34.883818 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:34.974896 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:35.658424 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b2ec9-4eaf-470f-a93b-ef5adb355376 req-91f21870-58b5-4487-aa0f-c068034fe27c tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:35.659863 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b90b2ec9-4eaf-470f-a93b-ef5adb355376 req-91f21870-58b5-4487-aa0f-c068034fe27c tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0752289 Jan 20 11:27:35.707043 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b90b2ec9-4eaf-470f-a93b-ef5adb355376 req-a9843f2c-e9e9-4822-a898-a94872a34f03 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416999 Jan 20 11:27:36.306709 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:36.902022 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff41f6-62fb-42d5-9254-71b0fa4c1829 req-e4896a8c-851c-4a8f-bd6d-dc46fa5d966e tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:36.903479 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-42ff41f6-62fb-42d5-9254-71b0fa4c1829 req-e4896a8c-851c-4a8f-bd6d-dc46fa5d966e tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0759342 Jan 20 11:27:36.948709 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-42ff41f6-62fb-42d5-9254-71b0fa4c1829 req-5a7d087e-6acf-4351-ba81-1c031896b0c0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395579 Jan 20 11:27:38.146830 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873da74f-2f3b-46f4-a110-3800e441431e req-7905ddcb-6b6a-41b6-8979-1eff53edf2bd tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:38.148233 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-873da74f-2f3b-46f4-a110-3800e441431e req-7905ddcb-6b6a-41b6-8979-1eff53edf2bd tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0778623 Jan 20 11:27:38.267203 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-873da74f-2f3b-46f4-a110-3800e441431e req-7df43ea7-ad2a-41aa-82c6-f496c8dfaa77 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132321 Jan 20 11:27:39.463256 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e9cfb-a71f-4d67-ac0e-1a10d7b77d10 req-057833dc-f52a-489d-8bf2-4c83876d73d2 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:39.464697 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-787e9cfb-a71f-4d67-ac0e-1a10d7b77d10 req-057833dc-f52a-489d-8bf2-4c83876d73d2 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0751774 Jan 20 11:27:39.508596 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-787e9cfb-a71f-4d67-ac0e-1a10d7b77d10 req-44cb792c-7449-469d-8711-a36830ef4380 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384934 Jan 20 11:27:39.712075 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:40.706554 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a2e7a-d9ad-472c-bc7e-203cee3413e5 req-c378bbbe-4fe7-4c42-962c-74ab3850c87a tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:40.708284 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-254a2e7a-d9ad-472c-bc7e-203cee3413e5 req-c378bbbe-4fe7-4c42-962c-74ab3850c87a tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0799313 Jan 20 11:27:40.753319 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-254a2e7a-d9ad-472c-bc7e-203cee3413e5 req-7ceb8161-489a-4ed4-a694-509438756aae tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395682 Jan 20 11:27:42.086829 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66015f-3b45-418b-b4be-11e638e52e7f req-61b43f51-b6d7-48ba-9448-a87af716f37f tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:42.088161 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5d66015f-3b45-418b-b4be-11e638e52e7f req-61b43f51-b6d7-48ba-9448-a87af716f37f tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0738122 Jan 20 11:27:42.135669 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5d66015f-3b45-418b-b4be-11e638e52e7f req-c5706581-57f7-4d38-a660-fd9d83c1c900 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419450 Jan 20 11:27:42.725718 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-0731de83-59ce-4d45-8581-71985ad1c428 service neutron] 10.222.0.72 "GET /v2.0/ports/219481e1-efb1-40f5-921a-e9195343f38c/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.0759170 Jan 20 11:27:43.308935 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-9cbbd5b9-a9cc-4c40-a62c-0d4bb62fa1c7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5&tenant_id=1a8abe491f8a4e46b9e4f56ed6127019 HTTP/1.1" status: 200 len: 1098 time: 0.0703695 Jan 20 11:27:43.335736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e0bc0-e486-4118-a279-b55a1d92b553 req-1723d4a6-33a2-4674-aba5-f3b49366f164 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:43.337168 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d99e0bc0-e486-4118-a279-b55a1d92b553 req-1723d4a6-33a2-4674-aba5-f3b49366f164 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0796704 Jan 20 11:27:43.382040 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d99e0bc0-e486-4118-a279-b55a1d92b553 req-c97a3188-f06a-4ed3-9a0b-bcf5ed1c0c24 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393722 Jan 20 11:27:43.401368 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-3e18fa74-3197-4b9c-a97d-9a6d9cebc92c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a8abe491f8a4e46b9e4f56ed6127019&device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 1098 time: 0.0695450 Jan 20 11:27:43.540392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-eba65309-1caf-4693-a65a-c9f0cd1294f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:43.541795 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-eba65309-1caf-4693-a65a-c9f0cd1294f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f4fad0a-0c63-4551-8ca7-7745e0423e78 HTTP/1.1" status: 200 len: 916 time: 0.1345336 Jan 20 11:27:43.610801 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-173aa4e8-ec66-4afa-94ca-959b1190294e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=219481e1-efb1-40f5-921a-e9195343f38c HTTP/1.1" status: 200 len: 217 time: 0.0626142 Jan 20 11:27:43.669176 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-314b863d-cf44-4a60-a7df-3c8b4b76d453 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:43.670562 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-314b863d-cf44-4a60-a7df-3c8b4b76d453 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1 HTTP/1.1" status: 200 len: 855 time: 0.0544722 Jan 20 11:27:43.715920 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-90cecf01-5a30-4470-bdab-11630e35046c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f4fad0a-0c63-4551-8ca7-7745e0423e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398488 Jan 20 11:27:43.846285 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-3b1d74e4-b4cc-4d9d-b0f2-483d9ea1238c service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243658 Jan 20 11:27:43.979707 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c6be7e94-6f43-40c2-8fbf-b2eefc9faf83 req-482e2986-0ee9-4f72-9637-ddf281709462 service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273620 Jan 20 11:27:44.579474 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104492d-8ca5-4205-90d9-2b95dd8c05cc req-abb3b6a7-80d4-454d-8f89-90b6c31817f3 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:44.580856 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6104492d-8ca5-4205-90d9-2b95dd8c05cc req-abb3b6a7-80d4-454d-8f89-90b6c31817f3 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0786827 Jan 20 11:27:44.625142 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6104492d-8ca5-4205-90d9-2b95dd8c05cc req-0e9699a6-e09b-47aa-bbe1-e497380db7f4 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382674 Jan 20 11:27:45.694378 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 219481e1-efb1-40f5-921a-e9195343f38c details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:27:45.696654 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 219481e1-efb1-40f5-921a-e9195343f38c no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:27:45.822435 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd72a1-101c-4e84-95a9-147984895846 req-f21b677f-d4a7-46e1-bd1b-050b5d2aeb75 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:45.823878 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dcfd72a1-101c-4e84-95a9-147984895846 req-f21b677f-d4a7-46e1-bd1b-050b5d2aeb75 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0746260 Jan 20 11:27:45.874065 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dcfd72a1-101c-4e84-95a9-147984895846 req-4fbcadcc-4975-48e6-a032-e20feda060b6 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437865 Jan 20 11:27:45.910424 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:45.948409 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 219481e1-efb1-40f5-921a-e9195343f38c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=219481e1-efb1-40f5-921a-e9195343f38c,segment=NetworkSegment(cfdc39a0-dceb-4011-b05a-f10e9a76b1c7),segment_id=cfdc39a0-dceb-4011-b05a-f10e9a76b1c7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:27:45.962762 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65367da7-d254-4121-8145-b85c84f0e8b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '219481e1-efb1-40f5-921a-e9195343f38c'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:27:45.974411 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '219481e1-efb1-40f5-921a-e9195343f38c', 'network_id': '5f4fad0a-0c63-4551-8ca7-7745e0423e78', 'port_id': '219481e1-efb1-40f5-921a-e9195343f38c', 'mac_address': 'fa:16:3e:b7:a9:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:27:45.976919 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 219481e1-efb1-40f5-921a-e9195343f38c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=219481e1-efb1-40f5-921a-e9195343f38c,segment=NetworkSegment(cfdc39a0-dceb-4011-b05a-f10e9a76b1c7),segment_id=cfdc39a0-dceb-4011-b05a-f10e9a76b1c7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:27:46.034456 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65367da7-d254-4121-8145-b85c84f0e8b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '219481e1-efb1-40f5-921a-e9195343f38c', 'code': 200} Jan 20 11:27:46.034456 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:46.051443 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 219481e1-efb1-40f5-921a-e9195343f38c {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:27:46.056463 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:46.166726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:27:46.167092 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:27:46.169291 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=219481e1-efb1-40f5-921a-e9195343f38c,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:27:46.717311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:46.737638 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219481e1-efb1-40f5-921a-e9195343f38c {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:27:46.752400 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 219481e1-efb1-40f5-921a-e9195343f38c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=219481e1-efb1-40f5-921a-e9195343f38c,segment=NetworkSegment(cfdc39a0-dceb-4011-b05a-f10e9a76b1c7),segment_id=cfdc39a0-dceb-4011-b05a-f10e9a76b1c7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:27:46.832411 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:46.893921 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['219481e1-efb1-40f5-921a-e9195343f38c'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:27:46.940223 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=219481e1-efb1-40f5-921a-e9195343f38c,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:27:47.076056 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e09a89-ab68-4dba-8121-3d5c521d0696 req-bb148499-f991-4939-808b-e7db8b673b20 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:47.078120 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86e09a89-ab68-4dba-8121-3d5c521d0696 req-bb148499-f991-4939-808b-e7db8b673b20 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 944 time: 0.0813003 Jan 20 11:27:47.121386 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86e09a89-ab68-4dba-8121-3d5c521d0696 req-7dd67bd1-2d8c-4f63-ad80-7cd2e3cc59df tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377138 Jan 20 11:27:47.574900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1bfca-08e8-4857-9258-cff3bed20d1b req-6d1807f6-0bd5-415f-82fe-f84465f3cfa7 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:47.576354 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6dd1bfca-08e8-4857-9258-cff3bed20d1b req-6d1807f6-0bd5-415f-82fe-f84465f3cfa7 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 944 time: 0.0743728 Jan 20 11:27:47.626284 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6dd1bfca-08e8-4857-9258-cff3bed20d1b req-84967780-5547-48ec-ab85-7cadeccb73c1 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439777 Jan 20 11:27:47.654327 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab8604-459c-48d2-bac4-91b58f04a488 req-af8d48c1-f09d-4af7-ad1a-7610300d44e8 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:47.654956 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-6bab8604-459c-48d2-bac4-91b58f04a488 req-af8d48c1-f09d-4af7-ad1a-7610300d44e8 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Synchronizing usage tracker for tenant:1a8abe491f8a4e46b9e4f56ed6127019 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:27:47.709291 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 219481e1-efb1-40f5-921a-e9195343f38c up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:27:47.735644 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-6bab8604-459c-48d2-bac4-91b58f04a488 req-af8d48c1-f09d-4af7-ad1a-7610300d44e8 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Unset dirty status for tenant:1a8abe491f8a4e46b9e4f56ed6127019 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:27:47.736775 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6bab8604-459c-48d2-bac4-91b58f04a488 req-af8d48c1-f09d-4af7-ad1a-7610300d44e8 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.72 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5&tenant_id=1a8abe491f8a4e46b9e4f56ed6127019&binding%3Ahost_id=hv-neutron-8254 HTTP/1.1" status: 200 len: 944 time: 0.1602433 Jan 20 11:27:47.777752 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 219481e1-efb1-40f5-921a-e9195343f38c triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:27:47.778336 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:47.904865 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:47.939638 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 219481e1-efb1-40f5-921a-e9195343f38c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=219481e1-efb1-40f5-921a-e9195343f38c,segment=NetworkSegment(cfdc39a0-dceb-4011-b05a-f10e9a76b1c7),segment_id=cfdc39a0-dceb-4011-b05a-f10e9a76b1c7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:27:47.974470 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6bab8604-459c-48d2-bac4-91b58f04a488 req-26f671eb-fe5d-415d-b048-a183b38aea84 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a8abe491f8a4e46b9e4f56ed6127019&device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 1097 time: 0.1725280 Jan 20 11:27:48.030392 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65367da7-d254-4121-8145-b85c84f0e8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219481e1-efb1-40f5-921a-e9195343f38c'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:27:48.050181 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:48.097763 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65367da7-d254-4121-8145-b85c84f0e8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219481e1-efb1-40f5-921a-e9195343f38c', 'code': 200} Jan 20 11:27:48.109758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab8604-459c-48d2-bac4-91b58f04a488 req-091e27bf-3a90-41e8-a957-20cbcbf6a8a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:48.111205 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6bab8604-459c-48d2-bac4-91b58f04a488 req-091e27bf-3a90-41e8-a957-20cbcbf6a8a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f4fad0a-0c63-4551-8ca7-7745e0423e78 HTTP/1.1" status: 200 len: 916 time: 0.1314476 Jan 20 11:27:48.122715 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=219481e1-efb1-40f5-921a-e9195343f38c,revision_number=8']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:27:48.178553 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6bab8604-459c-48d2-bac4-91b58f04a488 req-6ad290d8-d461-4e05-873d-294c468c6fb1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=219481e1-efb1-40f5-921a-e9195343f38c HTTP/1.1" status: 200 len: 217 time: 0.0615380 Jan 20 11:27:48.242668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab8604-459c-48d2-bac4-91b58f04a488 req-e9152673-ea1e-46e2-9b9d-2ad9aceef83b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:48.244062 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6bab8604-459c-48d2-bac4-91b58f04a488 req-e9152673-ea1e-46e2-9b9d-2ad9aceef83b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1 HTTP/1.1" status: 200 len: 855 time: 0.0602949 Jan 20 11:27:48.289836 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6bab8604-459c-48d2-bac4-91b58f04a488 req-e2883da7-651b-4931-8e46-7d4033cd827f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f4fad0a-0c63-4551-8ca7-7745e0423e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397878 Jan 20 11:27:48.417516 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6bab8604-459c-48d2-bac4-91b58f04a488 req-e2119294-0b20-462d-93d9-a6874907a2d4 service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224129 Jan 20 11:27:48.547618 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6bab8604-459c-48d2-bac4-91b58f04a488 req-a85fe43c-7c6a-4d0b-a68f-610f35415942 service neutron] 10.222.0.72 "GET /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246221 Jan 20 11:27:48.824107 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f872cb-cfc2-4a70-afa0-67a4792be54d req-da97a85e-3a6e-471d-bd1e-beb4039abe2a tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:48.825466 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b6f872cb-cfc2-4a70-afa0-67a4792be54d req-da97a85e-3a6e-471d-bd1e-beb4039abe2a tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0765746 Jan 20 11:27:48.870056 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b6f872cb-cfc2-4a70-afa0-67a4792be54d req-f1069ee3-c3c9-4cbc-a542-b33faaeb662e tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388741 Jan 20 11:27:50.068954 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973316e8-3bc0-4118-9e3b-2c037c5e3b8c req-f76d850c-8ada-448c-afcc-0279998f5f26 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:50.070459 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-973316e8-3bc0-4118-9e3b-2c037c5e3b8c req-f76d850c-8ada-448c-afcc-0279998f5f26 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0787795 Jan 20 11:27:50.115178 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-973316e8-3bc0-4118-9e3b-2c037c5e3b8c req-72dc31e5-ffaa-448b-866a-61792aab9bd0 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390086 Jan 20 11:27:50.309078 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517941f-585f-4517-b2f4-08e1643a069d req-cd03294b-cc47-4464-89c9-ead056067017 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:50.310551 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d517941f-585f-4517-b2f4-08e1643a069d req-cd03294b-cc47-4464-89c9-ead056067017 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0754406 Jan 20 11:27:50.355859 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d517941f-585f-4517-b2f4-08e1643a069d req-c444070e-8f80-4a01-aadd-bac4444fa483 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390882 Jan 20 11:27:50.555411 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237492a2-8835-4a66-9818-e9e71582e328 req-e3558bdb-3494-4de0-8a6b-fcfa81bedc1a tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:50.556761 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-237492a2-8835-4a66-9818-e9e71582e328 req-e3558bdb-3494-4de0-8a6b-fcfa81bedc1a tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0807619 Jan 20 11:27:50.600989 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-237492a2-8835-4a66-9818-e9e71582e328 req-d9661a4b-8dcf-44d5-b4b5-c8046dabf9c6 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381241 Jan 20 11:27:51.551350 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df062cf-a4f7-4d11-b9ae-54fa4a7bebb5 req-fa1ad497-fddf-4694-afc6-42c902966cba tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:51.552723 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7df062cf-a4f7-4d11-b9ae-54fa4a7bebb5 req-fa1ad497-fddf-4694-afc6-42c902966cba tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0755410 Jan 20 11:27:51.597740 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7df062cf-a4f7-4d11-b9ae-54fa4a7bebb5 req-04cbe7e9-a592-4111-9ea2-8923059a5d4f tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394325 Jan 20 11:27:52.799615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47912299-2964-4042-8548-a536b1a2a06d req-6ced9ed3-26ed-485d-9574-704e1d61d6fd tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:52.801081 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47912299-2964-4042-8548-a536b1a2a06d req-6ced9ed3-26ed-485d-9574-704e1d61d6fd tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0783796 Jan 20 11:27:52.847531 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47912299-2964-4042-8548-a536b1a2a06d req-af9c0fec-70b6-4338-8f01-a03ddf94831c tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/security-groups?id=18051329-ba7b-403a-95e0-8cd7d1d98ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Jan 20 11:27:53.009216 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7354f4d-9fa9-40fe-8362-28ea065ba963 req-f07546f6-3f37-4336-80ac-293980ea9c23 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:53.010683 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c7354f4d-9fa9-40fe-8362-28ea065ba963 req-f07546f6-3f37-4336-80ac-293980ea9c23 tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.72 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 945 time: 0.0759120 Jan 20 11:27:53.082066 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-c7354f4d-9fa9-40fe-8362-28ea065ba963 req-6c217199-5253-4004-b47b-e2f38a9d13fb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Deleting port 219481e1-efb1-40f5-921a-e9195343f38c {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:27:53.082402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c7354f4d-9fa9-40fe-8362-28ea065ba963 req-6c217199-5253-4004-b47b-e2f38a9d13fb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:53.323345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-c7354f4d-9fa9-40fe-8362-28ea065ba963 req-6c217199-5253-4004-b47b-e2f38a9d13fb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] For port 219481e1-efb1-40f5-921a-e9195343f38c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=219481e1-efb1-40f5-921a-e9195343f38c,segment=NetworkSegment(cfdc39a0-dceb-4011-b05a-f10e9a76b1c7),segment_id=cfdc39a0-dceb-4011-b05a-f10e9a76b1c7)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:27:53.323599 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c7354f4d-9fa9-40fe-8362-28ea065ba963 req-6c217199-5253-4004-b47b-e2f38a9d13fb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:53.448971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-c7354f4d-9fa9-40fe-8362-28ea065ba963 req-6c217199-5253-4004-b47b-e2f38a9d13fb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Calling delete_port for 219481e1-efb1-40f5-921a-e9195343f38c owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:27:53.678011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c7354f4d-9fa9-40fe-8362-28ea065ba963 req-6c217199-5253-4004-b47b-e2f38a9d13fb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:53.690303 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['219481e1-efb1-40f5-921a-e9195343f38c'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:27:53.726488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c217199-5253-4004-b47b-e2f38a9d13fb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Pushing event deleted for resources: {'Port': ['ID=219481e1-efb1-40f5-921a-e9195343f38c,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:27:53.798935 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7354f4d-9fa9-40fe-8362-28ea065ba963 req-6c217199-5253-4004-b47b-e2f38a9d13fb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] No DVR routers for this DVR port 219481e1-efb1-40f5-921a-e9195343f38c on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:27:53.801397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c7354f4d-9fa9-40fe-8362-28ea065ba963 req-6c217199-5253-4004-b47b-e2f38a9d13fb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:53.803897 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65367da7-d254-4121-8145-b85c84f0e8b5', 'name': 'network-vif-deleted', 'tag': '219481e1-efb1-40f5-921a-e9195343f38c'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:27:53.856015 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65367da7-d254-4121-8145-b85c84f0e8b5', 'name': 'network-vif-deleted', 'tag': '219481e1-efb1-40f5-921a-e9195343f38c', 'status': 'completed', 'code': 200} Jan 20 11:27:53.901979 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c7354f4d-9fa9-40fe-8362-28ea065ba963 req-6c217199-5253-4004-b47b-e2f38a9d13fb tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.72 "DELETE /v2.0/ports/219481e1-efb1-40f5-921a-e9195343f38c HTTP/1.1" status: 204 len: 173 time: 0.8852651 Jan 20 11:27:54.011974 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5ca0b60c-f05f-4d39-b49e-f1e385589e2d req-d297b350-05f1-4294-996e-121e6fedac5e tempest-ServerDiskConfigTestJSON-1437521732 tempest-ServerDiskConfigTestJSON-1437521732-project] 10.222.0.70 "GET /v2.0/ports?device_id=65367da7-d254-4121-8145-b85c84f0e8b5 HTTP/1.1" status: 200 len: 210 time: 0.0395174 Jan 20 11:27:55.269054 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 41118) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:27:55.328336 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64905aa-5c35-4c43-83f9-df994473a6dd admin admin] Deleting subnet 2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:27:55.331234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c64905aa-5c35-4c43-83f9-df994473a6dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:55.378271 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c64905aa-5c35-4c43-83f9-df994473a6dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:55.434116 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c64905aa-5c35-4c43-83f9-df994473a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:55.581089 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c64905aa-5c35-4c43-83f9-df994473a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:55.619277 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64905aa-5c35-4c43-83f9-df994473a6dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:27:55.623223 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c64905aa-5c35-4c43-83f9-df994473a6dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:55.629747 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c64905aa-5c35-4c43-83f9-df994473a6dd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2a9f4e42-4dab-4c3c-84cb-26f88ae26ec1 HTTP/1.1" status: 204 len: 168 time: 0.3596113 Jan 20 11:27:55.632167 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 41122) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:27:55.723243 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 219481e1-efb1-40f5-921a-e9195343f38c no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:27:55.755935 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 219481e1-efb1-40f5-921a-e9195343f38c {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:27:55.756276 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 219481e1-efb1-40f5-921a-e9195343f38c not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:27:55.821920 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-424e0ba5-0edb-477a-a675-b121d933f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:55.944930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-424e0ba5-0edb-477a-a675-b121d933f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:55.969472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-424e0ba5-0edb-477a-a675-b121d933f834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4fad0a-0c63-4551-8ca7-7745e0423e78']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:27:55.980825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-424e0ba5-0edb-477a-a675-b121d933f834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfdc39a0-dceb-4011-b05a-f10e9a76b1c7') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:27:55.981118 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-424e0ba5-0edb-477a-a675-b121d933f834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfdc39a0-dceb-4011-b05a-f10e9a76b1c7') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:27:55.992512 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-424e0ba5-0edb-477a-a675-b121d933f834 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:56.007299 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-424e0ba5-0edb-477a-a675-b121d933f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:56.012977 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424e0ba5-0edb-477a-a675-b121d933f834 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:27:56.013342 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-424e0ba5-0edb-477a-a675-b121d933f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:27:56.025845 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:27:56.187075 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-424e0ba5-0edb-477a-a675-b121d933f834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:56.203457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-424e0ba5-0edb-477a-a675-b121d933f834 admin admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:56.213300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e0ba5-0edb-477a-a675-b121d933f834 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f4fad0a-0c63-4551-8ca7-7745e0423e78,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:27:56.313001 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-424e0ba5-0edb-477a-a675-b121d933f834 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5f4fad0a-0c63-4551-8ca7-7745e0423e78 HTTP/1.1" status: 204 len: 168 time: 0.6798329 Jan 20 11:27:56.622320 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 41128) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:27:56.671870 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-45df7d47-3aea-4266-aedf-bcdeb5c6b0af admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1a8abe491f8a4e46b9e4f56ed6127019&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483611 Jan 20 11:27:56.674382 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 41132) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:27:56.730695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-05b40eb2-80a6-4fda-9a26-cc8538983793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:56.755535 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-05b40eb2-80a6-4fda-9a26-cc8538983793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:56.860562 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-05b40eb2-80a6-4fda-9a26-cc8538983793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:56.880029 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b40eb2-80a6-4fda-9a26-cc8538983793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18051329-ba7b-403a-95e0-8cd7d1d98ff5,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:27:56.884886 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-05b40eb2-80a6-4fda-9a26-cc8538983793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:56.888143 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-05b40eb2-80a6-4fda-9a26-cc8538983793 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/18051329-ba7b-403a-95e0-8cd7d1d98ff5 HTTP/1.1" status: 204 len: 168 time: 0.2128401 Jan 20 11:27:57.039548 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:27:57.997818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 41154) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:27:58.126309 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1725746954-network', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:27:58.131009 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:27:58.134780 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Usage tracker for resource:network and tenant:2c4f0a72b7e84aae829fb83e00e174e8 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:27:58.137709 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:27:58.144122 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:27:58.277483 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Made reservation on behalf of 2c4f0a72b7e84aae829fb83e00e174e8 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:27:58.279692 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:58.292073 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:58.323638 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:27:58.328189 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Usage tracker for resource:security_group_rule and tenant:2c4f0a72b7e84aae829fb83e00e174e8 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:27:58.331094 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:27:58.336877 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:27:58.399761 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:58.460840 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:58.489524 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:27:58.497999 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad531949-8933-4aca-92a8-dc12ac5a3947,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:27:58.504080 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:58.504418 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Added segment e07d5902-c3ec-49ab-b71b-bbc94fea864d of type vlan for network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b Jan 20 11:27:58.529016 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:58.643575 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:58.644544 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:58.645357 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:58.746236 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] Pushing event updated for resources: {'Network': ['ID=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:27:58.756618 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:27:58.827326 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c28748bd-fe50-496e-af77-d3f97010de66 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8282406 Jan 20 11:27:58.830344 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 41160) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:27:58.835574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-56e077df-984f-465c-8de3-d0d4a586f9c6 admin admin] Request body: {'subnet': {'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1725746954-subnet', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:27:58.840247 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-56e077df-984f-465c-8de3-d0d4a586f9c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:27:58.844544 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-56e077df-984f-465c-8de3-d0d4a586f9c6 admin admin] Usage tracker for resource:subnet and tenant:2c4f0a72b7e84aae829fb83e00e174e8 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:27:58.847457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-56e077df-984f-465c-8de3-d0d4a586f9c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:27:58.853270 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-56e077df-984f-465c-8de3-d0d4a586f9c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:27:58.935297 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e077df-984f-465c-8de3-d0d4a586f9c6 admin admin] Made reservation on behalf of 2c4f0a72b7e84aae829fb83e00e174e8 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:27:58.937728 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-56e077df-984f-465c-8de3-d0d4a586f9c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:59.198391 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-56e077df-984f-465c-8de3-d0d4a586f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:59.269416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e077df-984f-465c-8de3-d0d4a586f9c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b144b561-59e4-4c8d-9a8a-6f7de939da40,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:27:59.280502 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e077df-984f-465c-8de3-d0d4a586f9c6 admin admin] Checking segment: {'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:27:59.281414 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e077df-984f-465c-8de3-d0d4a586f9c6 admin admin] Network hostable DHCP agents. Network: 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:27:59.357491 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e077df-984f-465c-8de3-d0d4a586f9c6 admin admin] Network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:27:59.443508 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-56e077df-984f-465c-8de3-d0d4a586f9c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:27:59.447686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e077df-984f-465c-8de3-d0d4a586f9c6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:27:59.448266 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-56e077df-984f-465c-8de3-d0d4a586f9c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:59.453430 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44a8176-9b00-4021-a10f-801a747f6dc4 None None] Network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:27:59.535845 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-56e077df-984f-465c-8de3-d0d4a586f9c6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7044384 Jan 20 11:27:59.538447 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 41164) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:27:59.543459 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:27:59.548261 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:27:59.552028 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Usage tracker for resource:router and tenant:2c4f0a72b7e84aae829fb83e00e174e8 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:27:59.556116 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:27:59.560482 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:27:59.638095 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:59.639049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:59.657952 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:59.663904 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:27:59.664718 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:27:59.854806 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Allocated IP 172.20.0.2 (74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b/b144b561-59e4-4c8d-9a8a-6f7de939da40/5d259417-ab42-4bba-aa1b-599f39571a8a) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:27:59.870925 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:00.052362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:00.063350 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Transition to ACTIVE for port object 5d259417-ab42-4bba-aa1b-599f39571a8a will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:28:00.081264 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Transition to ACTIVE for port object 5d259417-ab42-4bba-aa1b-599f39571a8a will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:28:00.139879 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:00.152798 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:00.168395 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:00.219546 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:28:00.222501 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:28:00.226432 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:28:00.236904 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Pushing event updated for resources: {'Port': ['ID=5d259417-ab42-4bba-aa1b-599f39571a8a,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:00.278261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:00.278616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:00.278964 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:00.279304 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:00.279644 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:00.279979 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:00.280366 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:00.280855 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:00.281333 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:00.281698 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:00.282032 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:00.333666 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Attempting to bind port 5d259417-ab42-4bba-aa1b-599f39571a8a on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:28:00.334054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Attempting to bind port 5d259417-ab42-4bba-aa1b-599f39571a8a by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:28:00.334423 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Attempting to bind port 5d259417-ab42-4bba-aa1b-599f39571a8a on network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:28:00.340758 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:28:00.341142 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Checking segment: {'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:28:00.341583 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:00.341966 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Bound using segment: {'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:28:00.342432 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Bound port: 5d259417-ab42-4bba-aa1b-599f39571a8a, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:28:00.343344 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:00.404096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Allocated IP 172.26.0.123 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:28:00.432414 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] For port 5d259417-ab42-4bba-aa1b-599f39571a8a, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:28:00.435431 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] For port 5d259417-ab42-4bba-aa1b-599f39571a8a, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=5d259417-ab42-4bba-aa1b-599f39571a8a,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:28:00.484532 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:00.551942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:00.564623 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9daeab-4998-41e1-83c5-af813c124b16 None None] Pushing event updated for resources: {'Port': ['ID=5d259417-ab42-4bba-aa1b-599f39571a8a,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:00.627042 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:00.716687 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:28:00.720275 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:28:00.724997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:28:00.748566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Pushing event updated for resources: {'Port': ['ID=dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:00.969060 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:00.972023 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:01.260743 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Router 15aee007-11c0-454a-ac17-9e5b7de18951 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:28:01.404202 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fad86911-c56d-4edd-a512-b07ed285126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:01.469305 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:28:01.479234 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Sync routers for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:28:01.491800 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:28:01.492712 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:27:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:28:01.496628 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501b8d30-7e16-4ecf-8bc4-4c8cd9fc1089 None None] Network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:28:01.569796 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:01.573735 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a5a9d5cd-5287-48b6-9e14-76c79f28e468 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0342467 Jan 20 11:28:01.576329 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 41168) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:28:01.662203 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-269691a9-fa5b-4881-8ea8-af849aaa85fd None None] Provisioning for port 5d259417-ab42-4bba-aa1b-599f39571a8a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:28:01.691088 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:28:01.994247 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:00Z', 'revision_number': 3, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:28:01.998253 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Checking router: 15aee007-11c0-454a-ac17-9e5b7de18951 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:28:01.998613 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Updating router 15aee007-11c0-454a-ac17-9e5b7de18951 port dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:28:02.051229 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:02.372984 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:02.385037 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Transition to ACTIVE for port object dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:28:02.415271 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5d259417-ab42-4bba-aa1b-599f39571a8a up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:28:02.442139 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:02.449071 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:02.531670 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1aebd-7f82-47e9-9b2e-6f5396321e05 None None] Pushing event updated for resources: {'Port': ['ID=dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:02.535624 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Attempting to bind port dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:28:02.535984 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Attempting to bind port dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:28:02.536332 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Attempting to bind port dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:28:02.540366 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 5d259417-ab42-4bba-aa1b-599f39571a8a completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:28:02.545101 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 5d259417-ab42-4bba-aa1b-599f39571a8a triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:28:02.549110 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:02.549234 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:28:02.549234 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:28:02.549234 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:02.549234 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:28:02.549234 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Bound port: dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:28:02.549234 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:02.575291 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1aebd-7f82-47e9-9b2e-6f5396321e05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:02.575549 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1aebd-7f82-47e9-9b2e-6f5396321e05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:02.575873 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1aebd-7f82-47e9-9b2e-6f5396321e05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:02.576386 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1aebd-7f82-47e9-9b2e-6f5396321e05 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:02.576711 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1aebd-7f82-47e9-9b2e-6f5396321e05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:02.577591 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1aebd-7f82-47e9-9b2e-6f5396321e05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:02.578050 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1aebd-7f82-47e9-9b2e-6f5396321e05 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:02.578375 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1aebd-7f82-47e9-9b2e-6f5396321e05 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:02.578694 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1aebd-7f82-47e9-9b2e-6f5396321e05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:02.579007 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1aebd-7f82-47e9-9b2e-6f5396321e05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:02.579805 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1aebd-7f82-47e9-9b2e-6f5396321e05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:02.642780 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] For port dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:28:02.646424 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] For port dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:28:02.661636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Allocated IP 172.20.0.1 (74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b/b144b561-59e4-4c8d-9a8a-6f7de939da40/8969a390-3dd8-47fa-9a0d-cf3662edc27d) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:28:02.688247 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:02.721145 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 5d259417-ab42-4bba-aa1b-599f39571a8a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=5d259417-ab42-4bba-aa1b-599f39571a8a,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:28:02.729615 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:02.812586 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1aebd-7f82-47e9-9b2e-6f5396321e05 None None] Pushing event updated for resources: {'Port': ['ID=dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:02.814309 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:02.816194 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:28:02.816779 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:27:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:28:02.830966 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Transition to ACTIVE for port object 8969a390-3dd8-47fa-9a0d-cf3662edc27d will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:28:02.844407 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:02.915086 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=5d259417-ab42-4bba-aa1b-599f39571a8a,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:02.924020 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:02.994990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:28:02.999589 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Pushing event updated for resources: {'Port': ['ID=8969a390-3dd8-47fa-9a0d-cf3662edc27d,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:03.001568 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:28:03.005103 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:28:03.024555 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:28:03.044404 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:03.044741 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:03.045089 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:03.045429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:03.046385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:03.046762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:03.047100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:03.047429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:03.047781 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:03.048116 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:03.048437 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:03.077318 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:03.285316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:03.306356 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-72aab567-ee39-472a-a9c2-11f8972d6e18 None None] Provisioning for port 8969a390-3dd8-47fa-9a0d-cf3662edc27d completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:28:03.308000 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:00Z', 'revision_number': 3, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:28:03.311764 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-72aab567-ee39-472a-a9c2-11f8972d6e18 None None] Provisioning complete for port 8969a390-3dd8-47fa-9a0d-cf3662edc27d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:28:03.312250 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-72aab567-ee39-472a-a9c2-11f8972d6e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:03.313465 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d4c07-2bb0-4e5a-8068-df49d770e1ac None None] The sync data for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv is: [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:00Z', 'revision_number': 3, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:28:03.368349 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-72aab567-ee39-472a-a9c2-11f8972d6e18 None None] Port 8969a390-3dd8-47fa-9a0d-cf3662edc27d cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:28:03.542339 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:03.609647 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:03.719391 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Pushing event updated for resources: {'Port': ['ID=8969a390-3dd8-47fa-9a0d-cf3662edc27d,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:03.721779 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:03.861122 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-18514847-2e9f-48df-8485-06778af66bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:03.866560 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:28:03.867084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:28:04.098815 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1aefb618-3fec-4f28-ba41-0273b228f9d3 None None] Provisioning complete for port 8969a390-3dd8-47fa-9a0d-cf3662edc27d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:28:04.099276 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1aefb618-3fec-4f28-ba41-0273b228f9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:04.152572 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1aefb618-3fec-4f28-ba41-0273b228f9d3 None None] Port 8969a390-3dd8-47fa-9a0d-cf3662edc27d cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:28:04.373155 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Router 15aee007-11c0-454a-ac17-9e5b7de18951 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:28:04.446837 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5d259417-ab42-4bba-aa1b-599f39571a8a up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:28:04.515997 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 5d259417-ab42-4bba-aa1b-599f39571a8a triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:28:04.516368 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:04.578656 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:28:04.588193 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-72f34684-7857-4fed-960c-ae759fe552f7 admin admin] 10.222.0.70 "PUT /v2.0/routers/15aee007-11c0-454a-ac17-9e5b7de18951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0108757 Jan 20 11:28:04.629903 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:28:04.752511 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:28:04.757672 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:28:04.758046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:04.884979 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:04.886530 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:04.914624 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:28:05.015565 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:05.026295 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:05.090272 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:05.173656 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 41178) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:28:05.179259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-70c61d14-7e1c-40c9-b7a5-8efe26d4ed2b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--580954374', 'description': 'tempest-description--1411985023'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:28:05.185256 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-70c61d14-7e1c-40c9-b7a5-8efe26d4ed2b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:28:05.189200 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-70c61d14-7e1c-40c9-b7a5-8efe26d4ed2b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Usage tracker for resource:security_group and tenant:2c4f0a72b7e84aae829fb83e00e174e8 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:28:05.192086 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-70c61d14-7e1c-40c9-b7a5-8efe26d4ed2b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:28:05.198670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-70c61d14-7e1c-40c9-b7a5-8efe26d4ed2b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:28:05.312704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-70c61d14-7e1c-40c9-b7a5-8efe26d4ed2b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:05.348482 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-70c61d14-7e1c-40c9-b7a5-8efe26d4ed2b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:28:05.352194 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-70c61d14-7e1c-40c9-b7a5-8efe26d4ed2b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Usage tracker for resource:security_group_rule and tenant:2c4f0a72b7e84aae829fb83e00e174e8 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:28:05.354970 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-70c61d14-7e1c-40c9-b7a5-8efe26d4ed2b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:28:05.360663 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-70c61d14-7e1c-40c9-b7a5-8efe26d4ed2b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:28:05.413128 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-70c61d14-7e1c-40c9-b7a5-8efe26d4ed2b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:05.472504 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-70c61d14-7e1c-40c9-b7a5-8efe26d4ed2b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:05.512583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c61d14-7e1c-40c9-b7a5-8efe26d4ed2b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:05.603369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-70c61d14-7e1c-40c9-b7a5-8efe26d4ed2b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:05.604597 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-70c61d14-7e1c-40c9-b7a5-8efe26d4ed2b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4299419 Jan 20 11:28:05.607518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 41182) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:28:05.613059 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-c3de26fc-e13c-4261-8940-a822a19d0b81 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Request body: {'security_group_rule': {'security_group_id': '7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:28:05.619260 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c3de26fc-e13c-4261-8940-a822a19d0b81 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:28:05.623161 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c3de26fc-e13c-4261-8940-a822a19d0b81 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Usage tracker for resource:security_group_rule and tenant:2c4f0a72b7e84aae829fb83e00e174e8 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:28:05.626791 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c3de26fc-e13c-4261-8940-a822a19d0b81 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:28:05.632577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c3de26fc-e13c-4261-8940-a822a19d0b81 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:28:05.717959 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c3de26fc-e13c-4261-8940-a822a19d0b81 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:05.778100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c3de26fc-e13c-4261-8940-a822a19d0b81 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:05.849188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c3de26fc-e13c-4261-8940-a822a19d0b81 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:05.871934 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de26fc-e13c-4261-8940-a822a19d0b81 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5051be-f43f-4dc6-9e78-0ca914dfd13f,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:05.952567 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c3de26fc-e13c-4261-8940-a822a19d0b81 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:05.953797 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c3de26fc-e13c-4261-8940-a822a19d0b81 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3453054 Jan 20 11:28:05.956965 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 41186) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:28:05.962501 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-a747839c-f527-4489-9aa5-47b25a53e288 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Request body: {'security_group_rule': {'security_group_id': '7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:28:05.971271 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a747839c-f527-4489-9aa5-47b25a53e288 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:28:05.972324 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a747839c-f527-4489-9aa5-47b25a53e288 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Usage tracker for resource:security_group_rule and tenant:2c4f0a72b7e84aae829fb83e00e174e8 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:28:05.975153 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a747839c-f527-4489-9aa5-47b25a53e288 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:28:05.980781 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a747839c-f527-4489-9aa5-47b25a53e288 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:28:06.072814 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a747839c-f527-4489-9aa5-47b25a53e288 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:06.133850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a747839c-f527-4489-9aa5-47b25a53e288 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:06.220726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a747839c-f527-4489-9aa5-47b25a53e288 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:06.244457 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747839c-f527-4489-9aa5-47b25a53e288 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caff032b-cf44-43ad-b600-ed8ff7c73fc4,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:06.323701 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:06.338402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a747839c-f527-4489-9aa5-47b25a53e288 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:06.338402 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a747839c-f527-4489-9aa5-47b25a53e288 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3781557 Jan 20 11:28:06.339197 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 41190) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:28:06.345101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:28:06.351516 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:28:06.355539 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Usage tracker for resource:floatingip and tenant:2c4f0a72b7e84aae829fb83e00e174e8 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:28:06.359105 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:28:06.365566 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:28:06.388166 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:28:06.432069 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:06.512013 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:28:06.512418 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:06.579546 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:06.715874 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Allocated IP 172.26.0.6 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/37e55ff6-b774-4824-a4f3-f61e9eaa636c) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:28:06.768856 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Sync routers for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:28:06.781497 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:28:06.782229 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:28:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:28:06.863972 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:06.953404 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:06.962354 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:28:07.104623 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:28:07.107358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:28:07.111814 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:28:07.145166 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Pushing event updated for resources: {'Port': ['ID=37e55ff6-b774-4824-a4f3-f61e9eaa636c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:07.158859 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:07.161454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:07.161454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:07.161454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:07.161454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:07.161454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:07.161454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:07.161454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:07.161454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:07.162156 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:07.162156 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:28:07.277774 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 2, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:28:07.282259 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Checking router: 15aee007-11c0-454a-ac17-9e5b7de18951 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:28:07.282625 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Updating router 15aee007-11c0-454a-ac17-9e5b7de18951 port 8969a390-3dd8-47fa-9a0d-cf3662edc27d binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:28:07.283869 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:07.332736 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:07.391897 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:07.599288 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:07.664717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:07.672815 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:07.676431 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Transition to ACTIVE for port object 8969a390-3dd8-47fa-9a0d-cf3662edc27d will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:28:07.746406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:07.771470 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Pushing event updated for resources: {'Port': ['ID=37e55ff6-b774-4824-a4f3-f61e9eaa636c,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:07.787465 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:07.873829 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed3567-1f21-4bf5-825e-ab1f1f75f221 None None] Pushing event updated for resources: {'Port': ['ID=8969a390-3dd8-47fa-9a0d-cf3662edc27d,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:07.896130 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:07.901787 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fdeb0b44-9bdf-4f24-9072-c1a75be05121 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5575643 Jan 20 11:28:07.978963 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Attempting to bind port 8969a390-3dd8-47fa-9a0d-cf3662edc27d on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:28:07.979421 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Attempting to bind port 8969a390-3dd8-47fa-9a0d-cf3662edc27d by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:28:07.979711 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Attempting to bind port 8969a390-3dd8-47fa-9a0d-cf3662edc27d on network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:28:07.987442 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:28:07.987867 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Checking segment: {'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:28:07.988296 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:07.988827 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Bound using segment: {'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:28:07.989378 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Bound port: 8969a390-3dd8-47fa-9a0d-cf3662edc27d, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:28:07.989775 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:08.085117 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] For port 8969a390-3dd8-47fa-9a0d-cf3662edc27d, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:28:08.087980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] For port 8969a390-3dd8-47fa-9a0d-cf3662edc27d, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8969a390-3dd8-47fa-9a0d-cf3662edc27d,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:28:08.095108 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-1009bc5e-b228-4aec-a0b1-7a3b4a33a4ac tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--580954374&fields=id&tenant_id=2c4f0a72b7e84aae829fb83e00e174e8 HTTP/1.1" status: 200 len: 267 time: 0.0493324 Jan 20 11:28:08.147119 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:08.232372 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed3567-1f21-4bf5-825e-ab1f1f75f221 None None] Pushing event updated for resources: {'Port': ['ID=8969a390-3dd8-47fa-9a0d-cf3662edc27d,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:08.235912 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:28:08.236590 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:28:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:28:08.252152 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-8ddd8245-c17e-469e-be18-ab269b16afdc tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:08.253695 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-8ddd8245-c17e-469e-be18-ab269b16afdc tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 812 time: 0.1522367 Jan 20 11:28:08.271001 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-c83684cf-c57b-4160-8231-7c17558d7677 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/quotas/2c4f0a72b7e84aae829fb83e00e174e8 HTTP/1.1" status: 200 len: 375 time: 0.0118210 Jan 20 11:28:08.364479 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-38d920a9-3b3e-4938-8ca7-d2e8c1dfff64 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0877459 Jan 20 11:28:08.469865 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:28:08.579594 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-07c83a8c-3596-4bfc-a7d6-faca3df4cdef service neutron] 10.222.0.70 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020025 Jan 20 11:28:08.709204 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-21e8fd26-71c7-4367-ab0b-06179d6e428f service neutron] 10.222.0.70 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239872 Jan 20 11:28:08.779138 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:08Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:28:08.783692 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeed0df-9b1c-4053-a782-1c4f43bfc4cf None None] The sync data for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv is: [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:08Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:28:08.971569 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2b77af7a-82a9-40d7-b2cc-1ded42eba156 req-d376da7d-7796-457a-a899-4c7e98870143 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 210 time: 0.0440767 Jan 20 11:28:09.740629 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:10.141865 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8707a2a5-59c5-44fc-b838-355600c46d4d req-33d53619-ff9a-4f47-9975-52c5ae6c17bd tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 210 time: 0.0448740 Jan 20 11:28:10.401801 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8969a390-3dd8-47fa-9a0d-cf3662edc27d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:28:10.540744 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 8969a390-3dd8-47fa-9a0d-cf3662edc27d completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:28:10.546179 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 8969a390-3dd8-47fa-9a0d-cf3662edc27d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:28:10.547820 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:10.660044 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:10.691555 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 8969a390-3dd8-47fa-9a0d-cf3662edc27d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8969a390-3dd8-47fa-9a0d-cf3662edc27d,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:28:10.763570 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:10.831309 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=8969a390-3dd8-47fa-9a0d-cf3662edc27d,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:11.016232 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-6a755991-bb60-4c7a-84df-768a5178b3c7 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:11.016917 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-6a755991-bb60-4c7a-84df-768a5178b3c7 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Synchronizing usage tracker for tenant:2c4f0a72b7e84aae829fb83e00e174e8 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:28:11.089288 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-6a755991-bb60-4c7a-84df-768a5178b3c7 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Unset dirty status for tenant:2c4f0a72b7e84aae829fb83e00e174e8 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:28:11.090579 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-6a755991-bb60-4c7a-84df-768a5178b3c7 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 812 time: 0.2167158 Jan 20 11:28:11.141334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-ab78bb95-739c-448e-9a0b-3f1991b81e64 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Synchronizing usage tracker for tenant:2c4f0a72b7e84aae829fb83e00e174e8 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:28:11.243493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-ab78bb95-739c-448e-9a0b-3f1991b81e64 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Unset dirty status for tenant:2c4f0a72b7e84aae829fb83e00e174e8 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:28:11.244659 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-ab78bb95-739c-448e-9a0b-3f1991b81e64 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4f0a72b7e84aae829fb83e00e174e8 HTTP/1.1" status: 200 len: 379 time: 0.1423855 Jan 20 11:28:11.253800 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-2a4b7f3c-b9b2-4a86-a4a1-ff6027c78bd1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Request body: {'port': {'device_id': '19a3adc0-08e5-475c-903c-b3a48e03d377', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'admin_state_up': True, 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'security_groups': ['7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:28:11.314737 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aa698bef-7635-48a2-963e-3f36c8359996 req-a70efb54-41cf-4aa4-a576-d6c1f21e84c5 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 210 time: 0.0453303 Jan 20 11:28:11.392142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-2a4b7f3c-b9b2-4a86-a4a1-ff6027c78bd1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:28:11.395888 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-2a4b7f3c-b9b2-4a86-a4a1-ff6027c78bd1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Usage tracker for resource:port and tenant:2c4f0a72b7e84aae829fb83e00e174e8 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:28:11.398643 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-2a4b7f3c-b9b2-4a86-a4a1-ff6027c78bd1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:28:11.404226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-2a4b7f3c-b9b2-4a86-a4a1-ff6027c78bd1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:28:11.471768 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-2a4b7f3c-b9b2-4a86-a4a1-ff6027c78bd1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Made reservation on behalf of 2c4f0a72b7e84aae829fb83e00e174e8 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:28:11.474834 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-2a4b7f3c-b9b2-4a86-a4a1-ff6027c78bd1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:11.636815 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-2a4b7f3c-b9b2-4a86-a4a1-ff6027c78bd1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Allocated IP 172.20.0.10 (74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b/b144b561-59e4-4c8d-9a8a-6f7de939da40/56a68913-fbc0-4f8e-b194-5be8d7da27a7) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:28:11.819615 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-2a4b7f3c-b9b2-4a86-a4a1-ff6027c78bd1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:11.835508 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-2a4b7f3c-b9b2-4a86-a4a1-ff6027c78bd1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Transition to ACTIVE for port object 56a68913-fbc0-4f8e-b194-5be8d7da27a7 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:28:11.912426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-2a4b7f3c-b9b2-4a86-a4a1-ff6027c78bd1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:11.987745 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-2a4b7f3c-b9b2-4a86-a4a1-ff6027c78bd1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:28:11.990865 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-2a4b7f3c-b9b2-4a86-a4a1-ff6027c78bd1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:28:11.995369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-2a4b7f3c-b9b2-4a86-a4a1-ff6027c78bd1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:28:12.020262 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b7f3c-b9b2-4a86-a4a1-ff6027c78bd1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Pushing event updated for resources: {'Port': ['ID=56a68913-fbc0-4f8e-b194-5be8d7da27a7,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:12.058289 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-2a4b7f3c-b9b2-4a86-a4a1-ff6027c78bd1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:12.058899 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-2a4b7f3c-b9b2-4a86-a4a1-ff6027c78bd1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:12.141425 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-2a4b7f3c-b9b2-4a86-a4a1-ff6027c78bd1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8913827 Jan 20 11:28:12.152070 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Request body: {'port': {'device_id': '19a3adc0-08e5-475c-903c-b3a48e03d377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:28:12.265576 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:12.283626 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6c3e527e-bbcf-42fc-8750-710f93c33033 None None] Provisioning for port 56a68913-fbc0-4f8e-b194-5be8d7da27a7 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:28:12.288614 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6c3e527e-bbcf-42fc-8750-710f93c33033 None None] Provisioning complete for port 56a68913-fbc0-4f8e-b194-5be8d7da27a7 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:28:12.288995 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6c3e527e-bbcf-42fc-8750-710f93c33033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:12.343983 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6c3e527e-bbcf-42fc-8750-710f93c33033 None None] Port 56a68913-fbc0-4f8e-b194-5be8d7da27a7 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:28:12.395995 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8969a390-3dd8-47fa-9a0d-cf3662edc27d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:28:12.470038 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 8969a390-3dd8-47fa-9a0d-cf3662edc27d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:28:12.470418 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:12.523322 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d593ad-e9b6-484e-abd3-489af97717dd req-494ce929-2dad-489e-bfed-b0d3baf68f5f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:12.524762 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-96d593ad-e9b6-484e-abd3-489af97717dd req-494ce929-2dad-489e-bfed-b0d3baf68f5f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 932 time: 0.0832214 Jan 20 11:28:12.572546 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-96d593ad-e9b6-484e-abd3-489af97717dd req-09946a91-c926-4183-9774-def3c7b373c1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411642 Jan 20 11:28:12.711628 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a68913-fbc0-4f8e-b194-5be8d7da27a7 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:28:12.718596 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:12.732507 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Transition to ACTIVE for port object 56a68913-fbc0-4f8e-b194-5be8d7da27a7 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:28:12.809276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:12.933356 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Pushing event updated for resources: {'Port': ['ID=56a68913-fbc0-4f8e-b194-5be8d7da27a7,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:13.043967 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Attempting to bind port 56a68913-fbc0-4f8e-b194-5be8d7da27a7 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:28:13.044619 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Attempting to bind port 56a68913-fbc0-4f8e-b194-5be8d7da27a7 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:28:13.044750 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Attempting to bind port 56a68913-fbc0-4f8e-b194-5be8d7da27a7 on network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:28:13.051609 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Port 56a68913-fbc0-4f8e-b194-5be8d7da27a7 on network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:28:13.051719 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Attempting to bind port 56a68913-fbc0-4f8e-b194-5be8d7da27a7 on network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:28:13.058061 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:28:13.058401 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Checking segment: {'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:28:13.058784 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Bound using segment: {'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:28:13.059214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Bound port: 56a68913-fbc0-4f8e-b194-5be8d7da27a7, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:28:13.059570 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:13.147834 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] For port 56a68913-fbc0-4f8e-b194-5be8d7da27a7, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:28:13.150681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] For port 56a68913-fbc0-4f8e-b194-5be8d7da27a7, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=56a68913-fbc0-4f8e-b194-5be8d7da27a7,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:28:13.209444 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:13.270477 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:13.271808 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] 10.222.0.72 "PUT /v2.0/ports/56a68913-fbc0-4f8e-b194-5be8d7da27a7 HTTP/1.1" status: 200 len: 1094 time: 1.1238654 Jan 20 11:28:13.272238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a3adc0-08e5-475c-903c-b3a48e03d377', 'tag': '56a68913-fbc0-4f8e-b194-5be8d7da27a7'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:28:13.289637 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628e5dd-f640-45e2-8222-86d1d3f64462 service neutron] Pushing event updated for resources: {'Port': ['ID=56a68913-fbc0-4f8e-b194-5be8d7da27a7,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:13.348327 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a3adc0-08e5-475c-903c-b3a48e03d377', 'tag': '56a68913-fbc0-4f8e-b194-5be8d7da27a7', 'status': 'completed', 'code': 200} Jan 20 11:28:13.440898 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f8bcfc7f-ebf9-4279-ac97-91f782e93c7b req-653c8770-3cd9-465b-9ef8-f1d2a2320d75 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 1097 time: 0.0722418 Jan 20 11:28:13.579605 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcfc7f-ebf9-4279-ac97-91f782e93c7b req-361b3249-e773-4eba-97d9-136257992836 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:13.581012 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f8bcfc7f-ebf9-4279-ac97-91f782e93c7b req-361b3249-e773-4eba-97d9-136257992836 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1341581 Jan 20 11:28:13.716665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcfc7f-ebf9-4279-ac97-91f782e93c7b req-1c222d89-d8f1-4a87-8da7-5bd24cb35b89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:13.718636 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f8bcfc7f-ebf9-4279-ac97-91f782e93c7b req-1c222d89-d8f1-4a87-8da7-5bd24cb35b89 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323428 Jan 20 11:28:13.770037 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1954c11-8bbd-4ae5-9c27-2273275884b0 req-bd638e7a-00e4-4464-b6d6-47b62e005a99 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:13.771717 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d1954c11-8bbd-4ae5-9c27-2273275884b0 req-bd638e7a-00e4-4464-b6d6-47b62e005a99 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 944 time: 0.0752692 Jan 20 11:28:13.816095 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d1954c11-8bbd-4ae5-9c27-2273275884b0 req-09dfcb04-2f38-4e22-bd68-5349e11c007f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387111 Jan 20 11:28:13.830016 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-bf65cede-6e1e-4a4d-bf71-3ebaf075bd15 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 1097 time: 0.0768654 Jan 20 11:28:13.897382 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-d5ddf79e-f680-4739-a0b9-4f96d21fb345 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56a68913-fbc0-4f8e-b194-5be8d7da27a7 HTTP/1.1" status: 200 len: 217 time: 0.0615988 Jan 20 11:28:13.962132 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-484b50c0-91d9-45c5-8358-16486ef4ca0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:13.963544 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-484b50c0-91d9-45c5-8358-16486ef4ca0f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0607510 Jan 20 11:28:14.034420 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-310ca4bd-c24a-4953-ad36-88be95c31952 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651000 Jan 20 11:28:14.160856 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-dfba5726-2d3c-46d2-905b-ae0596e334ae service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210551 Jan 20 11:28:14.291792 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3651a48e-8a55-4324-82b9-160111fde7d8 req-52690fe2-7f73-49ce-86e0-eb14dcd97c6d service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255989 Jan 20 11:28:15.019214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356732fb-a925-435c-8016-291e352aec85 req-72c01ba8-53a3-42d9-955a-f892fcb7bb62 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:15.020558 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-356732fb-a925-435c-8016-291e352aec85 req-72c01ba8-53a3-42d9-955a-f892fcb7bb62 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 944 time: 0.0807166 Jan 20 11:28:15.065992 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-356732fb-a925-435c-8016-291e352aec85 req-5bcc4fcd-8397-4540-a8db-da018b639253 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397289 Jan 20 11:28:15.799521 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 56a68913-fbc0-4f8e-b194-5be8d7da27a7 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:28:15.931052 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 56a68913-fbc0-4f8e-b194-5be8d7da27a7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=56a68913-fbc0-4f8e-b194-5be8d7da27a7,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:28:15.945081 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '56a68913-fbc0-4f8e-b194-5be8d7da27a7', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'port_id': '56a68913-fbc0-4f8e-b194-5be8d7da27a7', 'mac_address': 'fa:16:3e:ec:46:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:28:16.001364 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:16.017841 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a68913-fbc0-4f8e-b194-5be8d7da27a7 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:28:16.032004 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 56a68913-fbc0-4f8e-b194-5be8d7da27a7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=56a68913-fbc0-4f8e-b194-5be8d7da27a7,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:28:16.088875 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:16.153873 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=56a68913-fbc0-4f8e-b194-5be8d7da27a7,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:16.261105 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748c206-aa8e-4a74-93dd-8738bc31aa49 req-3d3afc1a-85be-40e8-98b2-0f1b9bff0875 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:16.262451 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1748c206-aa8e-4a74-93dd-8738bc31aa49 req-3d3afc1a-85be-40e8-98b2-0f1b9bff0875 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 945 time: 0.0762453 Jan 20 11:28:16.292238 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['56a68913-fbc0-4f8e-b194-5be8d7da27a7'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:28:16.306531 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1748c206-aa8e-4a74-93dd-8738bc31aa49 req-76dcafdd-9945-4305-9df1-ea2a100a5c31 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385735 Jan 20 11:28:17.583008 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b01b3-1ce0-4e46-abd9-997e2aa5418e req-d63165b9-42e0-4cad-af66-344a4f260df2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:17.584433 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-706b01b3-1ce0-4e46-abd9-997e2aa5418e req-d63165b9-42e0-4cad-af66-344a4f260df2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 945 time: 0.1603477 Jan 20 11:28:17.629338 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-706b01b3-1ce0-4e46-abd9-997e2aa5418e req-54267c59-5b7b-4e2a-afd0-116247133e8f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393422 Jan 20 11:28:17.815086 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 56a68913-fbc0-4f8e-b194-5be8d7da27a7 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:28:17.957801 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 56a68913-fbc0-4f8e-b194-5be8d7da27a7 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:28:17.962880 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 56a68913-fbc0-4f8e-b194-5be8d7da27a7 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:28:17.963262 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:18.073145 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:18.099720 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a3adc0-08e5-475c-903c-b3a48e03d377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a68913-fbc0-4f8e-b194-5be8d7da27a7'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:28:18.109172 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 56a68913-fbc0-4f8e-b194-5be8d7da27a7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=56a68913-fbc0-4f8e-b194-5be8d7da27a7,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:28:18.156863 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a3adc0-08e5-475c-903c-b3a48e03d377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a68913-fbc0-4f8e-b194-5be8d7da27a7', 'code': 200} Jan 20 11:28:18.163468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:18.229161 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=56a68913-fbc0-4f8e-b194-5be8d7da27a7,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:28:18.446381 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c69f1c94-d28e-49d1-95f1-c60601087bc7 req-2b326348-9613-48f6-95c9-c2dd426727d0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 1099 time: 0.0692251 Jan 20 11:28:18.487453 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c69f1c94-d28e-49d1-95f1-c60601087bc7 req-c99e8167-7a71-471a-b045-82a91aae1e76 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345817 Jan 20 11:28:18.825742 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda9927-42b0-45cc-9846-e74219960c32 req-1e9d06ba-feef-42ef-989a-c6a11e371694 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:18.827157 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-deda9927-42b0-45cc-9846-e74219960c32 req-1e9d06ba-feef-42ef-989a-c6a11e371694 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0785539 Jan 20 11:28:18.870199 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-deda9927-42b0-45cc-9846-e74219960c32 req-f1f4fc91-6faa-43d9-81f8-680b12dcd45b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374880 Jan 20 11:28:20.077318 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21530bb0-5108-4cc0-8fc3-1a78a903b819 req-9faa273e-a976-4aff-b8be-8b3c27b0502a tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:20.078804 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-21530bb0-5108-4cc0-8fc3-1a78a903b819 req-9faa273e-a976-4aff-b8be-8b3c27b0502a tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0753288 Jan 20 11:28:20.121686 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-21530bb0-5108-4cc0-8fc3-1a78a903b819 req-e75d2a23-620c-40bf-81a9-691583097650 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374236 Jan 20 11:28:20.314536 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f1ffc-20f3-480f-bc7d-5bdb09042a80 req-adfd1c4b-40c8-4501-b852-ebb2f2a84e1d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:20.315978 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-058f1ffc-20f3-480f-bc7d-5bdb09042a80 req-adfd1c4b-40c8-4501-b852-ebb2f2a84e1d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0784779 Jan 20 11:28:20.324786 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 41240) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:28:20.329936 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a922c530-8bad-48a5-a859-5dba765b3b62 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Request body: {'floatingip': {'port_id': '56a68913-fbc0-4f8e-b194-5be8d7da27a7'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:28:20.404747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a922c530-8bad-48a5-a859-5dba765b3b62 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for floatingip, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:20.982055 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a922c530-8bad-48a5-a859-5dba765b3b62 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:21.043220 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a922c530-8bad-48a5-a859-5dba765b3b62 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:21.226759 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-a922c530-8bad-48a5-a859-5dba765b3b62 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Floating IP 8631d038-50e9-46f8-bd8b-d11f2e09c791 associated. External IP: 172.26.0.6, port: 56a68913-fbc0-4f8e-b194-5be8d7da27a7. Jan 20 11:28:21.768370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a922c530-8bad-48a5-a859-5dba765b3b62 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Router 15aee007-11c0-454a-ac17-9e5b7de18951 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:28:21.999295 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a922c530-8bad-48a5-a859-5dba765b3b62 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:28:22.003609 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a922c530-8bad-48a5-a859-5dba765b3b62 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:22.010099 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788cb6c9-126a-48fb-b381-16d4bad69f81 None None] Sync routers for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:28:22.023595 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788cb6c9-126a-48fb-b381-16d4bad69f81 None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:28:22.024414 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-788cb6c9-126a-48fb-b381-16d4bad69f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:28:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:28:22.057964 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a922c530-8bad-48a5-a859-5dba765b3b62 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "PUT /v2.0/floatingips/8631d038-50e9-46f8-bd8b-d11f2e09c791 HTTP/1.1" status: 200 len: 990 time: 1.7318950 Jan 20 11:28:22.058650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a3adc0-08e5-475c-903c-b3a48e03d377', 'tag': '56a68913-fbc0-4f8e-b194-5be8d7da27a7'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:28:22.201073 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a3adc0-08e5-475c-903c-b3a48e03d377', 'tag': '56a68913-fbc0-4f8e-b194-5be8d7da27a7', 'status': 'completed', 'code': 200} Jan 20 11:28:22.240923 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-788cb6c9-126a-48fb-b381-16d4bad69f81 None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:28:22.296882 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-24c6164c-18c8-4ccc-9a1a-e09644d51a23 req-195022c7-f7ee-42bc-8e01-f2988fafb3b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 1099 time: 0.0743802 Jan 20 11:28:22.429731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6164c-18c8-4ccc-9a1a-e09644d51a23 req-3acf0bd2-2104-43e5-94f8-2714934d1904 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:22.431317 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-24c6164c-18c8-4ccc-9a1a-e09644d51a23 req-3acf0bd2-2104-43e5-94f8-2714934d1904 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1292019 Jan 20 11:28:22.537793 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-24c6164c-18c8-4ccc-9a1a-e09644d51a23 req-11009135-c449-4ac2-97ee-06a89c2516dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56a68913-fbc0-4f8e-b194-5be8d7da27a7 HTTP/1.1" status: 200 len: 998 time: 0.0999205 Jan 20 11:28:22.596075 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-788cb6c9-126a-48fb-b381-16d4bad69f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '8631d038-50e9-46f8-bd8b-d11f2e09c791', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'floating_ip_address': '172.26.0.6', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'port_id': '56a68913-fbc0-4f8e-b194-5be8d7da27a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'mac_address': 'fa:16:3e:ec:46:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3adc0-08e5-475c-903c-b3a48e03d377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:28:07Z', 'updated_at': '2022-01-20T11:28:20Z', 'revision_number': 1, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:28:22.599948 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788cb6c9-126a-48fb-b381-16d4bad69f81 None None] Checking router: 15aee007-11c0-454a-ac17-9e5b7de18951 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:28:22.600150 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6164c-18c8-4ccc-9a1a-e09644d51a23 req-217ae933-10ad-44cd-9575-67603ddb0198 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:22.601690 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-24c6164c-18c8-4ccc-9a1a-e09644d51a23 req-217ae933-10ad-44cd-9575-67603ddb0198 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0583520 Jan 20 11:28:22.610617 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788cb6c9-126a-48fb-b381-16d4bad69f81 None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:28:22.611194 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-788cb6c9-126a-48fb-b381-16d4bad69f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:28:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:28:22.685435 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-24c6164c-18c8-4ccc-9a1a-e09644d51a23 req-e5fb6534-80a7-4b6a-a402-8449d2332337 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783207 Jan 20 11:28:22.786927 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-788cb6c9-126a-48fb-b381-16d4bad69f81 None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:28:22.913930 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-24c6164c-18c8-4ccc-9a1a-e09644d51a23 req-21dda6d9-88f0-4eba-bfeb-d778d8898cf8 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224483 Jan 20 11:28:23.044775 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-24c6164c-18c8-4ccc-9a1a-e09644d51a23 req-eeec8c1c-9438-4207-b69c-56fd8202424f service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236994 Jan 20 11:28:23.159317 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-788cb6c9-126a-48fb-b381-16d4bad69f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '8631d038-50e9-46f8-bd8b-d11f2e09c791', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'floating_ip_address': '172.26.0.6', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'port_id': '56a68913-fbc0-4f8e-b194-5be8d7da27a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'mac_address': 'fa:16:3e:ec:46:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3adc0-08e5-475c-903c-b3a48e03d377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:28:07Z', 'updated_at': '2022-01-20T11:28:20Z', 'revision_number': 1, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:28:23.163448 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788cb6c9-126a-48fb-b381-16d4bad69f81 None None] The sync data for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv is: [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '8631d038-50e9-46f8-bd8b-d11f2e09c791', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'floating_ip_address': '172.26.0.6', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'port_id': '56a68913-fbc0-4f8e-b194-5be8d7da27a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'mac_address': 'fa:16:3e:ec:46:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a3adc0-08e5-475c-903c-b3a48e03d377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:28:07Z', 'updated_at': '2022-01-20T11:28:20Z', 'revision_number': 1, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:28:25.724339 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1fcd30-9463-4f26-b605-9eb58b285e73 None None] New status for floating IP 8631d038-50e9-46f8-bd8b-d11f2e09c791: ACTIVE {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:28:27.153334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [req-603aa12e-e110-43b3-a430-3ac31e2563d0 req-c4e8961c-72a9-481f-ab0a-e36dd3c7ef65 tempest-TestNetworkBasicOps-1412796066 tempest-TestNetworkBasicOps-1412796066-project] (84331) timed out ('10.222.0.72', 49863) {{(pid=84331) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 20 11:28:31.397437 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c6652894-c8a5-4e2c-bc49-f33e5aa2ef8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:32.544643 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c47157ae-7c05-4ce1-b99c-186f3a9963f2 req-a7768e28-1929-4dff-9737-ac3d8a531ea4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681400 Jan 20 11:28:32.683722 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c47157ae-7c05-4ce1-b99c-186f3a9963f2 req-cbc19d6e-3ede-42ef-9dca-dfbe50f24550 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 1099 time: 0.0705104 Jan 20 11:28:32.825884 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47157ae-7c05-4ce1-b99c-186f3a9963f2 req-b8e24da3-6b4a-4587-98e5-2e13f6f1a7ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:32.827306 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c47157ae-7c05-4ce1-b99c-186f3a9963f2 req-b8e24da3-6b4a-4587-98e5-2e13f6f1a7ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1250079 Jan 20 11:28:32.929043 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c47157ae-7c05-4ce1-b99c-186f3a9963f2 req-0687c91d-a743-472d-8564-b5247ddd39b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56a68913-fbc0-4f8e-b194-5be8d7da27a7 HTTP/1.1" status: 200 len: 1000 time: 0.0950768 Jan 20 11:28:32.988854 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47157ae-7c05-4ce1-b99c-186f3a9963f2 req-db2ba807-7ed2-48ed-b0c9-b24d915526a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:32.990282 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c47157ae-7c05-4ce1-b99c-186f3a9963f2 req-db2ba807-7ed2-48ed-b0c9-b24d915526a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0563576 Jan 20 11:28:33.061689 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c47157ae-7c05-4ce1-b99c-186f3a9963f2 req-a1c19772-c711-4a69-a40a-57d520394ef3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653913 Jan 20 11:28:33.188411 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c47157ae-7c05-4ce1-b99c-186f3a9963f2 req-bc1254e4-25e3-4f97-9943-18fa66229997 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214170 Jan 20 11:28:33.318833 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c47157ae-7c05-4ce1-b99c-186f3a9963f2 req-a7502c66-8a3e-4be2-9be2-c5f86725825e service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253595 Jan 20 11:28:33.883465 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9a0dc18d-1718-4bea-bd14-7668007ffd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:34.038894 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:28:34.906568 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:34.991827 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:36.403223 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:39.786117 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:28:58.684406 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b0df4-f28d-442d-9848-8ab541029828 req-5ace879d-3c49-4088-9d5b-fcfab5c575f8 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:58.685873 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c27b0df4-f28d-442d-9848-8ab541029828 req-5ace879d-3c49-4088-9d5b-fcfab5c575f8 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0747526 Jan 20 11:28:58.733084 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c27b0df4-f28d-442d-9848-8ab541029828 req-de14dd67-0e45-4236-9ca6-99c6cb587813 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411730 Jan 20 11:28:58.931076 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2719325a-79c0-4b6a-9f7d-6e509f19338c req-556f4778-cc96-4cad-8e31-df288f864367 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0660043 Jan 20 11:28:59.435428 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57e0e9-b456-47b8-af0b-7d9ab617f9b8 req-4f4df8eb-542d-42bb-874a-e5dd58321eab tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:28:59.437531 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6a57e0e9-b456-47b8-af0b-7d9ab617f9b8 req-4f4df8eb-542d-42bb-874a-e5dd58321eab tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.1262650 Jan 20 11:28:59.473101 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-8b270831-a526-4a92-97d0-6c0c6a3879b0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1042645 Jan 20 11:28:59.492106 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6a57e0e9-b456-47b8-af0b-7d9ab617f9b8 req-9f23827f-8516-44c4-9963-dd6b5afbbec5 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484121 Jan 20 11:29:00.691535 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a13819-bb14-4bf7-96be-b5f4ee40e64f req-cd9ef22c-979a-4296-bc9e-af4f27f96652 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:00.692994 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a0a13819-bb14-4bf7-96be-b5f4ee40e64f req-cd9ef22c-979a-4296-bc9e-af4f27f96652 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0777311 Jan 20 11:29:00.743847 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a0a13819-bb14-4bf7-96be-b5f4ee40e64f req-c838d1ab-35a0-4d0a-87ed-2fbcc3a22272 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440423 Jan 20 11:29:01.372402 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-3bbd345a-b10a-455b-98f4-c98c2acac926 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 1099 time: 0.0742400 Jan 20 11:29:01.420707 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f67d6a05-4a2f-4a4a-a54d-dba7eb535ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:01.501523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-baf415fc-968e-4058-8e26-23b3f5059625 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:01.502983 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-baf415fc-968e-4058-8e26-23b3f5059625 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1254783 Jan 20 11:29:01.603073 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-84be77d6-a4de-49e6-b120-2c7e40e640ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56a68913-fbc0-4f8e-b194-5be8d7da27a7 HTTP/1.1" status: 200 len: 1000 time: 0.0946481 Jan 20 11:29:01.667340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-a948b19f-a5d0-4d24-bd05-490466c61d29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:01.668762 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-a948b19f-a5d0-4d24-bd05-490466c61d29 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0605733 Jan 20 11:29:01.746164 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-6ef4ac6f-104a-4481-b5a9-d6cd318909a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703020 Jan 20 11:29:01.875749 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-e737a1b8-02a5-4ecd-b3b0-dff818a9d2a9 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238313 Jan 20 11:29:01.946816 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0618d21-32f1-42fd-b507-aac7ce210c5a req-d9e91e71-15eb-4ae3-a827-00dd72058ba8 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:01.948495 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0618d21-32f1-42fd-b507-aac7ce210c5a req-d9e91e71-15eb-4ae3-a827-00dd72058ba8 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0818355 Jan 20 11:29:01.997452 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0618d21-32f1-42fd-b507-aac7ce210c5a req-d8bf28b9-89dc-4c49-a099-3043829ab791 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424201 Jan 20 11:29:02.099947 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-4661c31a-128f-4f3b-98e2-fb548c382a56 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191768 Jan 20 11:29:03.195065 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02aaea-fa63-4d7c-894b-13693fed7010 req-38b038ec-185a-4c54-8462-d3775192f660 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:03.196429 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a02aaea-fa63-4d7c-894b-13693fed7010 req-38b038ec-185a-4c54-8462-d3775192f660 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0776341 Jan 20 11:29:03.240881 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a02aaea-fa63-4d7c-894b-13693fed7010 req-56c7404d-f887-4b3f-9c47-1cac21b341f6 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387766 Jan 20 11:29:03.860535 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1bf25f5f-cbf2-4677-b913-e3867b60f42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:04.436453 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27cc9a-c08a-47cc-9a93-369a7157840c req-4b677601-ba70-46f2-8fa3-06dee1d801d4 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:04.438589 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fe27cc9a-c08a-47cc-9a93-369a7157840c req-4b677601-ba70-46f2-8fa3-06dee1d801d4 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0755768 Jan 20 11:29:04.481958 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fe27cc9a-c08a-47cc-9a93-369a7157840c req-bb91c15b-4a0f-4021-907d-08cd3a23f79c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378346 Jan 20 11:29:04.894417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:04.951841 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:05.682999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f8302-bdc6-4591-91a7-bd244a195783 req-0030bc38-91f8-43db-8c70-86e7421e5ebc tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:05.684443 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7d7f8302-bdc6-4591-91a7-bd244a195783 req-0030bc38-91f8-43db-8c70-86e7421e5ebc tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0789652 Jan 20 11:29:05.730454 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7d7f8302-bdc6-4591-91a7-bd244a195783 req-213d210d-b1dd-4e4d-8519-a01c771a7daf tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396628 Jan 20 11:29:06.328693 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:06.927246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee4d29-bc17-47a8-a1f2-48f6a71c6b2f req-e7ad3a29-4afa-4e04-aa59-c6e392b77e87 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:06.928677 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c2ee4d29-bc17-47a8-a1f2-48f6a71c6b2f req-e7ad3a29-4afa-4e04-aa59-c6e392b77e87 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0746260 Jan 20 11:29:06.975891 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c2ee4d29-bc17-47a8-a1f2-48f6a71c6b2f req-6adb73ed-426f-4c40-9e39-f9144242fa19 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417037 Jan 20 11:29:08.169693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881d4ee-3443-4548-a431-774988541533 req-1e233c3f-d2de-4a1c-96f2-bc92cbd49ab9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:08.171252 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b881d4ee-3443-4548-a431-774988541533 req-1e233c3f-d2de-4a1c-96f2-bc92cbd49ab9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0744596 Jan 20 11:29:08.215193 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b881d4ee-3443-4548-a431-774988541533 req-5fafea3d-a5e3-48b0-8dd8-13fe476d612d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379646 Jan 20 11:29:09.413577 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481bab4-a44a-4e23-8ae7-d4368249bc42 req-80a439ea-7f3d-4831-b000-d04358ac4d9e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:09.415019 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f481bab4-a44a-4e23-8ae7-d4368249bc42 req-80a439ea-7f3d-4831-b000-d04358ac4d9e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0795684 Jan 20 11:29:09.459239 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f481bab4-a44a-4e23-8ae7-d4368249bc42 req-033a35ea-4816-47d8-b0b1-3f9fdc8ab08f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388639 Jan 20 11:29:09.763141 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:10.657886 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d045e75-928f-49f2-a991-ec5106db8256 req-bcf897ad-e20b-49f7-ba83-ac067fbd0124 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:10.659347 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d045e75-928f-49f2-a991-ec5106db8256 req-bcf897ad-e20b-49f7-ba83-ac067fbd0124 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0757380 Jan 20 11:29:10.703063 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d045e75-928f-49f2-a991-ec5106db8256 req-11afbc30-57b7-4cb0-b562-4192112d8e08 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382662 Jan 20 11:29:11.039285 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:29:11.992973 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aacd69-0b20-4a6e-8ce9-e769b3d593e9 req-e3c98ce5-cd10-4ded-88dd-43a269b883d5 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:11.994433 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-79aacd69-0b20-4a6e-8ce9-e769b3d593e9 req-e3c98ce5-cd10-4ded-88dd-43a269b883d5 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.1695838 Jan 20 11:29:12.038741 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-79aacd69-0b20-4a6e-8ce9-e769b3d593e9 req-419f43a0-3003-4fbb-bbfa-0749d85d0159 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388753 Jan 20 11:29:13.233696 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa14f5-8fa3-472a-90c0-14f4738aaeb2 req-4410cc54-a026-4a62-9e84-ce91cc427bc2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:13.235145 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-56aa14f5-8fa3-472a-90c0-14f4738aaeb2 req-4410cc54-a026-4a62-9e84-ce91cc427bc2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0750258 Jan 20 11:29:13.279691 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-56aa14f5-8fa3-472a-90c0-14f4738aaeb2 req-a340091f-5945-4622-8012-1f1c23eeb1f6 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389280 Jan 20 11:29:14.064617 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-a2e6baac-dadf-4b16-9905-3200600d82b0 service neutron] 10.222.0.72 "GET /v2.0/ports/56a68913-fbc0-4f8e-b194-5be8d7da27a7/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.0716524 Jan 20 11:29:14.486587 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdedee-5d24-42ca-8d88-be5ad61385b4 req-99c8cebd-badd-4d26-a220-f75816bca359 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:14.488032 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6bcdedee-5d24-42ca-8d88-be5ad61385b4 req-99c8cebd-badd-4d26-a220-f75816bca359 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0830486 Jan 20 11:29:14.532147 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6bcdedee-5d24-42ca-8d88-be5ad61385b4 req-8936034b-d8bb-40ab-810f-95cec81d28d8 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385640 Jan 20 11:29:14.703661 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-c13d8729-cfac-4946-b115-36dc3dedc303 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377&tenant_id=2c4f0a72b7e84aae829fb83e00e174e8 HTTP/1.1" status: 200 len: 1099 time: 0.0726502 Jan 20 11:29:14.792008 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-6ad4a9f5-f81e-4370-907c-bd1c83154d4b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 1099 time: 0.0683937 Jan 20 11:29:14.924661 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-1381d298-258c-4067-9640-45de20eb348e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:14.926166 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-1381d298-258c-4067-9640-45de20eb348e service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1281812 Jan 20 11:29:15.029252 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-fe1c58fa-ed48-44ed-9522-2e473d710ab1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56a68913-fbc0-4f8e-b194-5be8d7da27a7 HTTP/1.1" status: 200 len: 1000 time: 0.0970645 Jan 20 11:29:15.090776 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-73c124e2-11a8-4068-95e1-a55f06f150f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:15.092188 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-73c124e2-11a8-4068-95e1-a55f06f150f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0573509 Jan 20 11:29:15.167846 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-f094a3ff-fdbb-4f7e-bd64-902096aeecca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698967 Jan 20 11:29:15.303489 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-b2c99e7c-8647-4f30-837a-cd891e965823 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282673 Jan 20 11:29:15.436228 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-871e7d49-5cae-4940-ad5a-1419d98b39f9 req-6f706cca-b525-4c67-9438-22c34432b550 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271124 Jan 20 11:29:15.730865 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c1be0-c406-41ea-afdb-f66f92ec7ac1 req-1707dec5-9bfc-44f3-9460-ed33a1c6c676 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:15.732301 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bf1c1be0-c406-41ea-afdb-f66f92ec7ac1 req-1707dec5-9bfc-44f3-9460-ed33a1c6c676 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0760348 Jan 20 11:29:15.780763 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bf1c1be0-c406-41ea-afdb-f66f92ec7ac1 req-0dcfb677-e215-459c-aed8-9ebace4e9539 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421288 Jan 20 11:29:16.977586 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a79a1-e176-4f36-aa1a-f3bb3e9d7b07 req-29f55645-b66c-4d70-ba49-da93d10a4427 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:16.979030 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d92a79a1-e176-4f36-aa1a-f3bb3e9d7b07 req-29f55645-b66c-4d70-ba49-da93d10a4427 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0768600 Jan 20 11:29:17.022544 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d92a79a1-e176-4f36-aa1a-f3bb3e9d7b07 req-daa6c4bd-b6b8-48d9-996e-59a1a07f9b4b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380728 Jan 20 11:29:18.016994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 56a68913-fbc0-4f8e-b194-5be8d7da27a7 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:29:18.020560 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 56a68913-fbc0-4f8e-b194-5be8d7da27a7 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:29:18.220135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:18.224759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d061b-8f80-4486-9ef7-01dfdbb65047 req-4e2d3be3-6453-44d8-8829-1f0c224f5a00 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:18.226264 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-005d061b-8f80-4486-9ef7-01dfdbb65047 req-4e2d3be3-6453-44d8-8829-1f0c224f5a00 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0787334 Jan 20 11:29:18.254839 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 56a68913-fbc0-4f8e-b194-5be8d7da27a7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=56a68913-fbc0-4f8e-b194-5be8d7da27a7,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:29:18.270689 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-005d061b-8f80-4486-9ef7-01dfdbb65047 req-be7572df-ec34-4e8c-8104-a38041bed5e3 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389371 Jan 20 11:29:18.275305 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a3adc0-08e5-475c-903c-b3a48e03d377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56a68913-fbc0-4f8e-b194-5be8d7da27a7'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:29:18.281112 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '56a68913-fbc0-4f8e-b194-5be8d7da27a7', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'port_id': '56a68913-fbc0-4f8e-b194-5be8d7da27a7', 'mac_address': 'fa:16:3e:ec:46:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:29:18.309976 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 56a68913-fbc0-4f8e-b194-5be8d7da27a7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=56a68913-fbc0-4f8e-b194-5be8d7da27a7,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:29:18.339979 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:18.349935 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a3adc0-08e5-475c-903c-b3a48e03d377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56a68913-fbc0-4f8e-b194-5be8d7da27a7', 'code': 200} Jan 20 11:29:18.366524 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56a68913-fbc0-4f8e-b194-5be8d7da27a7 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:29:18.386580 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:18.493695 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:29:18.493957 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:29:18.496166 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=56a68913-fbc0-4f8e-b194-5be8d7da27a7,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:29:18.504632 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:18.504977 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:18.505309 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:18.505672 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:18.506002 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:18.506329 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:18.506651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:18.507024 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:18.507350 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:18.507665 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:18.507987 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:18.773280 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3063701-7fb9-4bc6-81c3-97931bf0c5b9 req-4d76c9b7-a99e-46d2-96a9-27a0449bc42e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:18.774758 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c3063701-7fb9-4bc6-81c3-97931bf0c5b9 req-4d76c9b7-a99e-46d2-96a9-27a0449bc42e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 944 time: 0.0793555 Jan 20 11:29:18.821141 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c3063701-7fb9-4bc6-81c3-97931bf0c5b9 req-1221d706-c6d6-4cad-b571-078b33606aa5 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407970 Jan 20 11:29:18.853744 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fc6a3-865b-4498-80ae-1d7a4d27bbec req-71ef47f1-42c9-4664-9276-ec3a27660c83 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:18.854441 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-808fc6a3-865b-4498-80ae-1d7a4d27bbec req-71ef47f1-42c9-4664-9276-ec3a27660c83 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Synchronizing usage tracker for tenant:2c4f0a72b7e84aae829fb83e00e174e8 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:29:18.928846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-808fc6a3-865b-4498-80ae-1d7a4d27bbec req-71ef47f1-42c9-4664-9276-ec3a27660c83 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Unset dirty status for tenant:2c4f0a72b7e84aae829fb83e00e174e8 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:29:18.930030 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-808fc6a3-865b-4498-80ae-1d7a4d27bbec req-71ef47f1-42c9-4664-9276-ec3a27660c83 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377&tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&binding%3Ahost_id=hv-neutron-8254 HTTP/1.1" status: 200 len: 944 time: 0.1573038 Jan 20 11:29:19.045641 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:19.062729 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a68913-fbc0-4f8e-b194-5be8d7da27a7 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:29:19.071147 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-808fc6a3-865b-4498-80ae-1d7a4d27bbec req-28e14f95-a8d9-49f8-8a72-2ce40034835c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 1097 time: 0.0690794 Jan 20 11:29:19.078250 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 56a68913-fbc0-4f8e-b194-5be8d7da27a7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=56a68913-fbc0-4f8e-b194-5be8d7da27a7,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:29:19.140277 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:19.202200 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fc6a3-865b-4498-80ae-1d7a4d27bbec req-d929354f-b7ca-4279-b932-b98ebe47f56c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:19.203658 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-808fc6a3-865b-4498-80ae-1d7a4d27bbec req-d929354f-b7ca-4279-b932-b98ebe47f56c service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1269543 Jan 20 11:29:19.209481 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['56a68913-fbc0-4f8e-b194-5be8d7da27a7'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:29:19.237668 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=56a68913-fbc0-4f8e-b194-5be8d7da27a7,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:29:19.305291 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-808fc6a3-865b-4498-80ae-1d7a4d27bbec req-167bc585-6636-471c-bd98-11e134e51089 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56a68913-fbc0-4f8e-b194-5be8d7da27a7 HTTP/1.1" status: 200 len: 999 time: 0.0957115 Jan 20 11:29:19.373386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fc6a3-865b-4498-80ae-1d7a4d27bbec req-423257e0-8421-4b73-8d89-9cc8d3469dda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:19.374837 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-808fc6a3-865b-4498-80ae-1d7a4d27bbec req-423257e0-8421-4b73-8d89-9cc8d3469dda service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0645030 Jan 20 11:29:19.450700 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-808fc6a3-865b-4498-80ae-1d7a4d27bbec req-a4cbc648-c748-4a14-a4cc-82f7ad94183b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674436 Jan 20 11:29:19.665876 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-808fc6a3-865b-4498-80ae-1d7a4d27bbec req-428647b8-8699-4f52-9f99-b9e0e5284611 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084239 Jan 20 11:29:19.795048 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-808fc6a3-865b-4498-80ae-1d7a4d27bbec req-e9aa4374-aac2-450f-8521-46295197bfc2 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232948 Jan 20 11:29:20.031818 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1af0f-eba3-4a50-aad5-f8de2c2709b2 req-a24649de-6f8e-4a33-8c61-48a4b512af87 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:20.032594 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 56a68913-fbc0-4f8e-b194-5be8d7da27a7 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:29:20.033300 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3dd1af0f-eba3-4a50-aad5-f8de2c2709b2 req-a24649de-6f8e-4a33-8c61-48a4b512af87 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 945 time: 0.0871882 Jan 20 11:29:20.080233 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3dd1af0f-eba3-4a50-aad5-f8de2c2709b2 req-10ecdb24-837e-414d-80f9-515f9c13a001 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405900 Jan 20 11:29:20.099736 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 56a68913-fbc0-4f8e-b194-5be8d7da27a7 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:29:20.100203 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:20.211414 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:20.243210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 56a68913-fbc0-4f8e-b194-5be8d7da27a7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=56a68913-fbc0-4f8e-b194-5be8d7da27a7,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:29:20.283502 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:20.351459 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a3adc0-08e5-475c-903c-b3a48e03d377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a68913-fbc0-4f8e-b194-5be8d7da27a7'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:29:20.356467 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=56a68913-fbc0-4f8e-b194-5be8d7da27a7,revision_number=8']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:29:20.404663 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a3adc0-08e5-475c-903c-b3a48e03d377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a68913-fbc0-4f8e-b194-5be8d7da27a7', 'code': 200} Jan 20 11:29:21.276177 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdbee1-c34e-4c7f-9dfc-f1ba07557b48 req-954c45a0-e696-4305-b24d-f760c1b1a86b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:21.277561 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0bdbee1-c34e-4c7f-9dfc-f1ba07557b48 req-954c45a0-e696-4305-b24d-f760c1b1a86b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0745163 Jan 20 11:29:21.326956 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0bdbee1-c34e-4c7f-9dfc-f1ba07557b48 req-07e12464-4cfa-4261-bbad-88f986f41185 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437040 Jan 20 11:29:21.554689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09588c5-85a1-43df-b7d9-652c825db2b6 req-92ad51c8-7008-47ef-befa-f2ee1ff53f13 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:21.556083 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e09588c5-85a1-43df-b7d9-652c825db2b6 req-92ad51c8-7008-47ef-befa-f2ee1ff53f13 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0966647 Jan 20 11:29:21.607828 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e09588c5-85a1-43df-b7d9-652c825db2b6 req-b5aa57d2-0f46-4723-b013-d33d365cff36 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459347 Jan 20 11:29:21.817219 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c5737-a44a-4f63-9fba-eb31432891b9 req-480fd34c-c3e1-4165-9a10-4e9e969e6e4e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:21.818962 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d97c5737-a44a-4f63-9fba-eb31432891b9 req-480fd34c-c3e1-4165-9a10-4e9e969e6e4e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0830820 Jan 20 11:29:21.868312 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d97c5737-a44a-4f63-9fba-eb31432891b9 req-96edf14d-2ede-4ead-86e4-3ead37a2fc6e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430765 Jan 20 11:29:22.433730 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357fd6e-05d5-4a3c-98bf-1e7bd4e67961 req-71389361-2a98-4c96-8604-f936efb649f7 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:22.435167 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d357fd6e-05d5-4a3c-98bf-1e7bd4e67961 req-71389361-2a98-4c96-8604-f936efb649f7 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0749519 Jan 20 11:29:22.479486 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d357fd6e-05d5-4a3c-98bf-1e7bd4e67961 req-1c9b8d1c-50da-43f7-907f-8f239e0db385 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387354 Jan 20 11:29:23.678635 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053700-e883-47b9-8f2d-e388aef14370 req-4eb9bcc3-7390-4ed5-bd34-8a75e3ef5eb1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:23.680075 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f053700-e883-47b9-8f2d-e388aef14370 req-4eb9bcc3-7390-4ed5-bd34-8a75e3ef5eb1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0791023 Jan 20 11:29:23.724403 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f053700-e883-47b9-8f2d-e388aef14370 req-ac667b0b-e4f3-403f-91a9-6dc7d7f4d90e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389278 Jan 20 11:29:24.085685 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5f24c-5aff-44cd-87e9-ee1709fd487d req-44abc7be-6cbb-4996-abb4-8211660c1cf6 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:24.087099 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-65f5f24c-5aff-44cd-87e9-ee1709fd487d req-44abc7be-6cbb-4996-abb4-8211660c1cf6 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 946 time: 0.0793757 Jan 20 11:29:24.153300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-65f5f24c-5aff-44cd-87e9-ee1709fd487d req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Deleting port 56a68913-fbc0-4f8e-b194-5be8d7da27a7 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:29:24.153670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-65f5f24c-5aff-44cd-87e9-ee1709fd487d req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:24.396331 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-65f5f24c-5aff-44cd-87e9-ee1709fd487d req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] For port 56a68913-fbc0-4f8e-b194-5be8d7da27a7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=56a68913-fbc0-4f8e-b194-5be8d7da27a7,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:29:24.396691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-65f5f24c-5aff-44cd-87e9-ee1709fd487d req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:24.673725 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-65f5f24c-5aff-44cd-87e9-ee1709fd487d req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:24.674275 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-65f5f24c-5aff-44cd-87e9-ee1709fd487d req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:24.674431 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [req-65f5f24c-5aff-44cd-87e9-ee1709fd487d req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Floating IP 8631d038-50e9-46f8-bd8b-d11f2e09c791 disassociated. External IP: 172.26.0.6, port: 56a68913-fbc0-4f8e-b194-5be8d7da27a7. Jan 20 11:29:24.674770 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-65f5f24c-5aff-44cd-87e9-ee1709fd487d req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Calling delete_port for 56a68913-fbc0-4f8e-b194-5be8d7da27a7 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:29:24.854471 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-65f5f24c-5aff-44cd-87e9-ee1709fd487d req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:24.887043 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-76e2b77e-f483-45a3-ad8f-fef5615413a2 req-d006ee90-86f7-4cb8-8d8b-4077805a68b3 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 210 time: 0.0397015 Jan 20 11:29:24.901476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Pushing event deleted for resources: {'Port': ['ID=56a68913-fbc0-4f8e-b194-5be8d7da27a7,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:29:24.916440 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:24.916764 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:24.917109 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:24.917475 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:24.917814 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:24.918151 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:24.918500 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:24.918941 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:24.919281 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:24.919728 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:24.920055 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:29:25.131094 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65f5f24c-5aff-44cd-87e9-ee1709fd487d req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Router 15aee007-11c0-454a-ac17-9e5b7de18951 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:29:25.343183 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65f5f24c-5aff-44cd-87e9-ee1709fd487d req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:29:25.344259 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366e102a-608c-4878-a828-432e027bc5d8 None None] Sync routers for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:29:25.353714 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366e102a-608c-4878-a828-432e027bc5d8 None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:29:25.354331 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-366e102a-608c-4878-a828-432e027bc5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:29:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:29:25.500270 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f5f24c-5aff-44cd-87e9-ee1709fd487d req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] No DVR routers for this DVR port 56a68913-fbc0-4f8e-b194-5be8d7da27a7 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:29:25.503612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-65f5f24c-5aff-44cd-87e9-ee1709fd487d req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:25.507796 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a3adc0-08e5-475c-903c-b3a48e03d377', 'name': 'network-vif-deleted', 'tag': '56a68913-fbc0-4f8e-b194-5be8d7da27a7'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:29:25.532285 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-366e102a-608c-4878-a828-432e027bc5d8 None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:29:25.564220 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a3adc0-08e5-475c-903c-b3a48e03d377', 'name': 'network-vif-deleted', 'tag': '56a68913-fbc0-4f8e-b194-5be8d7da27a7', 'status': 'completed', 'code': 200} Jan 20 11:29:25.621320 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-65f5f24c-5aff-44cd-87e9-ee1709fd487d req-3bfa2f6b-b7f7-4a8e-8b46-83db3fa479f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "DELETE /v2.0/ports/56a68913-fbc0-4f8e-b194-5be8d7da27a7 HTTP/1.1" status: 204 len: 173 time: 1.5286369 Jan 20 11:29:25.839201 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-366e102a-608c-4878-a828-432e027bc5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:29:25.842989 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366e102a-608c-4878-a828-432e027bc5d8 None None] Checking router: 15aee007-11c0-454a-ac17-9e5b7de18951 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:29:25.853567 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366e102a-608c-4878-a828-432e027bc5d8 None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:29:25.854153 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-366e102a-608c-4878-a828-432e027bc5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:29:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:29:26.034690 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-366e102a-608c-4878-a828-432e027bc5d8 None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:29:26.071695 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d9678099-f158-427e-8398-d247ef7ef77f req-aaea9537-466b-496b-9b08-335aa60edda7 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=19a3adc0-08e5-475c-903c-b3a48e03d377 HTTP/1.1" status: 200 len: 210 time: 0.0434747 Jan 20 11:29:26.343608 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-366e102a-608c-4878-a828-432e027bc5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:29:26.349071 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366e102a-608c-4878-a828-432e027bc5d8 None None] The sync data for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv is: [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:29:26.564223 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0938c405-d2eb-4adc-9fbe-8791cbaca64f None None] New status for floating IP 8631d038-50e9-46f8-bd8b-d11f2e09c791: DOWN {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:29:27.443716 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f063c75-89fb-429b-a545-efdb54172e12 req-b7c10125-0980-4868-83d7-0a1eba533e22 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--580954374&fields=id&tenant_id=2c4f0a72b7e84aae829fb83e00e174e8 HTTP/1.1" status: 200 len: 267 time: 0.0625985 Jan 20 11:29:27.585389 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f063c75-89fb-429b-a545-efdb54172e12 req-04b0fca3-3810-4ab2-b44c-07bd8b70c74d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:27.586962 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f063c75-89fb-429b-a545-efdb54172e12 req-04b0fca3-3810-4ab2-b44c-07bd8b70c74d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 812 time: 0.1366973 Jan 20 11:29:27.602863 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f063c75-89fb-429b-a545-efdb54172e12 req-9ca28d0d-8b42-4881-86ec-0bf8d53ffda1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/quotas/2c4f0a72b7e84aae829fb83e00e174e8 HTTP/1.1" status: 200 len: 375 time: 0.0106730 Jan 20 11:29:27.682311 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2093ec4b-373c-48cc-8ce8-7f75be5488f1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747728 Jan 20 11:29:27.815607 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f063c75-89fb-429b-a545-efdb54172e12 req-ce2526ae-dfcd-40a5-912a-db0ac7d77057 service neutron] 10.222.0.70 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207047 Jan 20 11:29:28.023575 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f063c75-89fb-429b-a545-efdb54172e12 req-a39f2aa1-9280-4461-a2b7-0d449774510c service neutron] 10.222.0.70 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021604 Jan 20 11:29:28.079369 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 56a68913-fbc0-4f8e-b194-5be8d7da27a7 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:29:28.113876 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 56a68913-fbc0-4f8e-b194-5be8d7da27a7 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:29:28.120978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 56a68913-fbc0-4f8e-b194-5be8d7da27a7 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:29:28.312147 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5609d6ca-8786-4997-9a9a-0a62721fd327 req-019b74c6-c26a-4bc4-bb92-283a485b4c71 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 210 time: 0.0416651 Jan 20 11:29:29.480362 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cf03230d-3203-4250-8484-7bfc52286564 req-14d8bba3-80e2-43ae-9de4-160821f85d8b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 210 time: 0.0407574 Jan 20 11:29:30.245284 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2f40c489-b0af-41fa-adab-dae639425d61 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:30.246773 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2f40c489-b0af-41fa-adab-dae639425d61 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 812 time: 0.1394093 Jan 20 11:29:30.298179 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0f063c75-89fb-429b-a545-efdb54172e12 req-fbe7667f-c7f1-481d-a77f-2a91860681f5 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4f0a72b7e84aae829fb83e00e174e8 HTTP/1.1" status: 200 len: 379 time: 0.0396757 Jan 20 11:29:30.306289 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-0f063c75-89fb-429b-a545-efdb54172e12 req-e372bcc4-751d-4149-8222-85d69d36ff24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Request body: {'port': {'device_id': '8a24dd6b-82be-4c0a-9bfd-227769c8b3c0', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'admin_state_up': True, 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'security_groups': ['7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:29:30.441993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-0f063c75-89fb-429b-a545-efdb54172e12 req-e372bcc4-751d-4149-8222-85d69d36ff24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:29:30.445988 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-0f063c75-89fb-429b-a545-efdb54172e12 req-e372bcc4-751d-4149-8222-85d69d36ff24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Usage tracker for resource:port and tenant:2c4f0a72b7e84aae829fb83e00e174e8 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:29:30.449044 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-0f063c75-89fb-429b-a545-efdb54172e12 req-e372bcc4-751d-4149-8222-85d69d36ff24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:29:30.454767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-0f063c75-89fb-429b-a545-efdb54172e12 req-e372bcc4-751d-4149-8222-85d69d36ff24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:29:30.540325 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f063c75-89fb-429b-a545-efdb54172e12 req-e372bcc4-751d-4149-8222-85d69d36ff24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Made reservation on behalf of 2c4f0a72b7e84aae829fb83e00e174e8 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:29:30.543810 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0f063c75-89fb-429b-a545-efdb54172e12 req-e372bcc4-751d-4149-8222-85d69d36ff24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:30.643014 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0cd7fd38-27ee-4a60-8f97-91ea6770d14a req-7ff4b1cf-5657-4845-ad87-2fd1cabbe83a tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 210 time: 0.0413654 Jan 20 11:29:30.706383 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-0f063c75-89fb-429b-a545-efdb54172e12 req-e372bcc4-751d-4149-8222-85d69d36ff24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Allocated IP 172.20.0.5 (74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b/b144b561-59e4-4c8d-9a8a-6f7de939da40/d8a9c843-88ed-46eb-830b-846e01f2b78a) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:29:30.887509 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0f063c75-89fb-429b-a545-efdb54172e12 req-e372bcc4-751d-4149-8222-85d69d36ff24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:30.902713 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-0f063c75-89fb-429b-a545-efdb54172e12 req-e372bcc4-751d-4149-8222-85d69d36ff24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Transition to ACTIVE for port object d8a9c843-88ed-46eb-830b-846e01f2b78a will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:29:30.980821 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0f063c75-89fb-429b-a545-efdb54172e12 req-e372bcc4-751d-4149-8222-85d69d36ff24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:31.055107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f063c75-89fb-429b-a545-efdb54172e12 req-e372bcc4-751d-4149-8222-85d69d36ff24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:29:31.058184 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-0f063c75-89fb-429b-a545-efdb54172e12 req-e372bcc4-751d-4149-8222-85d69d36ff24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:29:31.062038 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f063c75-89fb-429b-a545-efdb54172e12 req-e372bcc4-751d-4149-8222-85d69d36ff24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:29:31.093579 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372bcc4-751d-4149-8222-85d69d36ff24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Pushing event updated for resources: {'Port': ['ID=d8a9c843-88ed-46eb-830b-846e01f2b78a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:29:31.129051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f063c75-89fb-429b-a545-efdb54172e12 req-e372bcc4-751d-4149-8222-85d69d36ff24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:31.129687 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0f063c75-89fb-429b-a545-efdb54172e12 req-e372bcc4-751d-4149-8222-85d69d36ff24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:31.204639 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0f063c75-89fb-429b-a545-efdb54172e12 req-e372bcc4-751d-4149-8222-85d69d36ff24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9015954 Jan 20 11:29:31.214604 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [req-0f063c75-89fb-429b-a545-efdb54172e12 req-73d19b28-8785-44af-91f5-bc81ace34d6b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84331) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:29:31.216490 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0f063c75-89fb-429b-a545-efdb54172e12 req-73d19b28-8785-44af-91f5-bc81ace34d6b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052605 Jan 20 11:29:31.226821 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Request body: {'port': {'device_id': '8a24dd6b-82be-4c0a-9bfd-227769c8b3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:29:31.312559 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6e640f54-c213-497a-baba-a0faf879a4fa None None] Provisioning for port d8a9c843-88ed-46eb-830b-846e01f2b78a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:29:31.317640 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6e640f54-c213-497a-baba-a0faf879a4fa None None] Provisioning complete for port d8a9c843-88ed-46eb-830b-846e01f2b78a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:29:31.318015 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6e640f54-c213-497a-baba-a0faf879a4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:31.337019 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:31.380991 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6e640f54-c213-497a-baba-a0faf879a4fa None None] Port d8a9c843-88ed-46eb-830b-846e01f2b78a cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:29:31.431660 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bdea27fa-3838-466c-8b0d-2cd1c27582de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:31.676152 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a9c843-88ed-46eb-830b-846e01f2b78a {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:29:31.683202 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:31.697411 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Transition to ACTIVE for port object d8a9c843-88ed-46eb-830b-846e01f2b78a will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:29:31.802907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:31.844971 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce486a-51de-4c94-9df3-db93f46b4920 req-81e2f5c7-50f7-4a39-8f66-02755e1217eb tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:31.846509 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-48ce486a-51de-4c94-9df3-db93f46b4920 req-81e2f5c7-50f7-4a39-8f66-02755e1217eb tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 943 time: 0.0808547 Jan 20 11:29:31.919720 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-48ce486a-51de-4c94-9df3-db93f46b4920 req-5a132a67-d1b0-4e8e-b6f1-1e5cfa492b25 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672371 Jan 20 11:29:31.934140 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a9c843-88ed-46eb-830b-846e01f2b78a,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:29:32.044609 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Attempting to bind port d8a9c843-88ed-46eb-830b-846e01f2b78a on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:29:32.044950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Attempting to bind port d8a9c843-88ed-46eb-830b-846e01f2b78a by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:29:32.045276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Attempting to bind port d8a9c843-88ed-46eb-830b-846e01f2b78a on network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:29:32.051580 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Port d8a9c843-88ed-46eb-830b-846e01f2b78a on network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:29:32.051899 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Attempting to bind port d8a9c843-88ed-46eb-830b-846e01f2b78a on network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:29:32.058175 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:29:32.058511 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Checking segment: {'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:29:32.058895 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Bound using segment: {'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:29:32.059315 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Bound port: d8a9c843-88ed-46eb-830b-846e01f2b78a, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:29:32.059657 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:32.232317 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] For port d8a9c843-88ed-46eb-830b-846e01f2b78a, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:29:32.235097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] For port d8a9c843-88ed-46eb-830b-846e01f2b78a, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d8a9c843-88ed-46eb-830b-846e01f2b78a,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:29:32.294892 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:32.353811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:32.355149 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0f063c75-89fb-429b-a545-efdb54172e12 req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] 10.222.0.72 "PUT /v2.0/ports/d8a9c843-88ed-46eb-830b-846e01f2b78a HTTP/1.1" status: 200 len: 1093 time: 1.1322148 Jan 20 11:29:32.355576 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a24dd6b-82be-4c0a-9bfd-227769c8b3c0', 'tag': 'd8a9c843-88ed-46eb-830b-846e01f2b78a'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:29:32.381459 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29832d-054d-4c5a-8285-b361f0fa4393 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a9c843-88ed-46eb-830b-846e01f2b78a,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:29:32.431178 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a24dd6b-82be-4c0a-9bfd-227769c8b3c0', 'tag': 'd8a9c843-88ed-46eb-830b-846e01f2b78a', 'status': 'completed', 'code': 200} Jan 20 11:29:32.510191 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0f063c75-89fb-429b-a545-efdb54172e12 req-20714460-4dc2-4f10-8d27-f2217eb611a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 1096 time: 0.0759926 Jan 20 11:29:32.577747 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0f063c75-89fb-429b-a545-efdb54172e12 req-decfed93-f940-445b-afd5-19552d1e34ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8a9c843-88ed-46eb-830b-846e01f2b78a HTTP/1.1" status: 200 len: 217 time: 0.0610423 Jan 20 11:29:32.641390 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f063c75-89fb-429b-a545-efdb54172e12 req-fcf18a04-13da-47ca-88a0-cb892de6f563 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:32.642858 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0f063c75-89fb-429b-a545-efdb54172e12 req-fcf18a04-13da-47ca-88a0-cb892de6f563 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0601230 Jan 20 11:29:32.714663 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0f063c75-89fb-429b-a545-efdb54172e12 req-195a1429-0818-4c28-8349-635f9a0ff8a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664001 Jan 20 11:29:32.845117 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0f063c75-89fb-429b-a545-efdb54172e12 req-a8e103fc-6e63-4935-ba1f-f70d5cf17ab2 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236422 Jan 20 11:29:32.979075 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0f063c75-89fb-429b-a545-efdb54172e12 req-f47da5ba-de73-4c73-bda4-6cce7d3b1671 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282599 Jan 20 11:29:33.115895 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4a261-0b4b-42b8-8186-2fb1259e79a5 req-89b31ede-d9b2-4ba2-b3fb-cb6faf1ed5c0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:33.117252 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9ea4a261-0b4b-42b8-8186-2fb1259e79a5 req-89b31ede-d9b2-4ba2-b3fb-cb6faf1ed5c0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 943 time: 0.0765698 Jan 20 11:29:33.165910 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9ea4a261-0b4b-42b8-8186-2fb1259e79a5 req-7b490514-e284-4f2c-a8d7-ca979da930cb tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429733 Jan 20 11:29:33.166743 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c443082d-e4e6-4f33-8b4d-fa7684a1c895 req-2107d346-8d78-410d-bcd2-f67d0374b617 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 1096 time: 0.0732210 Jan 20 11:29:33.296657 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443082d-e4e6-4f33-8b4d-fa7684a1c895 req-e1a05399-5d44-4988-bccc-478aa7523eec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:33.298125 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c443082d-e4e6-4f33-8b4d-fa7684a1c895 req-e1a05399-5d44-4988-bccc-478aa7523eec service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1249251 Jan 20 11:29:33.363901 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c443082d-e4e6-4f33-8b4d-fa7684a1c895 req-43f875fd-8942-4716-869a-33f45f339a00 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8a9c843-88ed-46eb-830b-846e01f2b78a HTTP/1.1" status: 200 len: 217 time: 0.0599928 Jan 20 11:29:33.427481 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443082d-e4e6-4f33-8b4d-fa7684a1c895 req-5f05270f-1612-4789-9c22-4210f047e10b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:33.428878 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c443082d-e4e6-4f33-8b4d-fa7684a1c895 req-5f05270f-1612-4789-9c22-4210f047e10b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0587571 Jan 20 11:29:33.502452 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c443082d-e4e6-4f33-8b4d-fa7684a1c895 req-9845b66b-0a3d-4535-89b5-fb492f7e584c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668595 Jan 20 11:29:33.636807 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c443082d-e4e6-4f33-8b4d-fa7684a1c895 req-b9e211d4-f741-4b2c-b610-881cae10a840 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283433 Jan 20 11:29:33.763867 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c443082d-e4e6-4f33-8b4d-fa7684a1c895 req-d17f1a1b-b810-499b-b042-b2a2021f5673 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209676 Jan 20 11:29:33.860637 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cfba68db-5ac0-4235-a259-c4800c3f48da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:34.126256 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device d8a9c843-88ed-46eb-830b-846e01f2b78a details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:29:34.257458 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port d8a9c843-88ed-46eb-830b-846e01f2b78a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d8a9c843-88ed-46eb-830b-846e01f2b78a,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:29:34.270434 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'd8a9c843-88ed-46eb-830b-846e01f2b78a', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'port_id': 'd8a9c843-88ed-46eb-830b-846e01f2b78a', 'mac_address': 'fa:16:3e:23:12:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:29:34.328274 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:34.346434 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a9c843-88ed-46eb-830b-846e01f2b78a {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:29:34.362714 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port d8a9c843-88ed-46eb-830b-846e01f2b78a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d8a9c843-88ed-46eb-830b-846e01f2b78a,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:29:34.366143 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731afafb-e129-4a02-8cf8-68737d61f40d req-aa475db9-14a9-4a5f-85d9-2abf34f06759 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:34.367604 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-731afafb-e129-4a02-8cf8-68737d61f40d req-aa475db9-14a9-4a5f-85d9-2abf34f06759 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 943 time: 0.0770805 Jan 20 11:29:34.414990 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-731afafb-e129-4a02-8cf8-68737d61f40d req-457f0d7a-e6e2-4f31-be8c-cf2876a4fa92 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418425 Jan 20 11:29:34.426158 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:34.491445 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=d8a9c843-88ed-46eb-830b-846e01f2b78a,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:29:34.626717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['d8a9c843-88ed-46eb-830b-846e01f2b78a'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:29:34.922753 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:34.991392 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:35.611013 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8dc41-4acf-489f-9d82-0b31b8a2d4e1 req-50bf1255-ff3e-49ec-b63d-2351aa5f25cd tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:35.612454 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b2d8dc41-4acf-489f-9d82-0b31b8a2d4e1 req-50bf1255-ff3e-49ec-b63d-2351aa5f25cd tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 944 time: 0.0794942 Jan 20 11:29:35.661346 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b2d8dc41-4acf-489f-9d82-0b31b8a2d4e1 req-6027973e-d944-4303-b720-a8d35fd37e2c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423222 Jan 20 11:29:36.141484 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device d8a9c843-88ed-46eb-830b-846e01f2b78a up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:29:36.294325 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port d8a9c843-88ed-46eb-830b-846e01f2b78a completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:29:36.299016 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port d8a9c843-88ed-46eb-830b-846e01f2b78a triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:29:36.299471 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:36.337749 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:36.414128 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:36.439308 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a24dd6b-82be-4c0a-9bfd-227769c8b3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a9c843-88ed-46eb-830b-846e01f2b78a'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:29:36.449645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port d8a9c843-88ed-46eb-830b-846e01f2b78a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d8a9c843-88ed-46eb-830b-846e01f2b78a,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:29:36.494765 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a24dd6b-82be-4c0a-9bfd-227769c8b3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a9c843-88ed-46eb-830b-846e01f2b78a', 'code': 200} Jan 20 11:29:36.540087 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:36.607882 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=d8a9c843-88ed-46eb-830b-846e01f2b78a,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:29:36.797202 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-354d8d44-c452-4fb1-be47-a362e00be3aa req-26751491-8d04-4068-b96c-c059375874b9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 1098 time: 0.0658684 Jan 20 11:29:36.841651 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-354d8d44-c452-4fb1-be47-a362e00be3aa req-445075b7-776f-44c6-9e42-17a65d1b4eac service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386918 Jan 20 11:29:36.860214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9f658-e480-42f2-b041-8c9e9135fe48 req-5beaf42f-600a-46b1-bfec-ead8dd8c8d05 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:36.861683 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d9c9f658-e480-42f2-b041-8c9e9135fe48 req-5beaf42f-600a-46b1-bfec-ead8dd8c8d05 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0751121 Jan 20 11:29:36.906516 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d9c9f658-e480-42f2-b041-8c9e9135fe48 req-3f7d33a3-0665-416c-a63c-df0115680933 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389929 Jan 20 11:29:38.112832 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d12d9-da9b-4ebd-a730-ac8f679c73b2 req-079e253a-b366-425b-8789-a2e0799b2734 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:38.114214 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-128d12d9-da9b-4ebd-a730-ac8f679c73b2 req-079e253a-b366-425b-8789-a2e0799b2734 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0840576 Jan 20 11:29:38.158044 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-128d12d9-da9b-4ebd-a730-ac8f679c73b2 req-c12e39c8-6522-46ab-8914-f8159fc452ff tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383110 Jan 20 11:29:38.349062 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e373816-9792-4c19-b08f-36fde1e5a3d6 req-a1580e64-12a6-4d1c-ae2e-2d43b992fa36 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:38.350822 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9e373816-9792-4c19-b08f-36fde1e5a3d6 req-a1580e64-12a6-4d1c-ae2e-2d43b992fa36 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0774517 Jan 20 11:29:38.364371 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 41446) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:29:38.365609 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e3b24d15-bdd1-4762-bf9e-a9d800f95bbe tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Request body: {'floatingip': {'port_id': 'd8a9c843-88ed-46eb-830b-846e01f2b78a'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:29:38.443850 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d15-bdd1-4762-bf9e-a9d800f95bbe tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for floatingip, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:39.103125 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d15-bdd1-4762-bf9e-a9d800f95bbe tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:39.179937 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d15-bdd1-4762-bf9e-a9d800f95bbe tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:39.365434 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-e3b24d15-bdd1-4762-bf9e-a9d800f95bbe tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Floating IP 8631d038-50e9-46f8-bd8b-d11f2e09c791 associated. External IP: 172.26.0.6, port: d8a9c843-88ed-46eb-830b-846e01f2b78a. Jan 20 11:29:39.756209 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b24d15-bdd1-4762-bf9e-a9d800f95bbe tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Router 15aee007-11c0-454a-ac17-9e5b7de18951 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:29:39.820344 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:39.957986 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b24d15-bdd1-4762-bf9e-a9d800f95bbe tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:29:39.962871 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d15-bdd1-4762-bf9e-a9d800f95bbe tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:29:39.967686 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83581c8-febc-4575-a714-cb743c822823 None None] Sync routers for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:29:39.979884 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83581c8-febc-4575-a714-cb743c822823 None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:29:39.980480 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d83581c8-febc-4575-a714-cb743c822823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:29:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:29:40.014335 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e3b24d15-bdd1-4762-bf9e-a9d800f95bbe tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "PUT /v2.0/floatingips/8631d038-50e9-46f8-bd8b-d11f2e09c791 HTTP/1.1" status: 200 len: 989 time: 1.6536598 Jan 20 11:29:40.014962 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a24dd6b-82be-4c0a-9bfd-227769c8b3c0', 'tag': 'd8a9c843-88ed-46eb-830b-846e01f2b78a'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:29:40.073568 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a24dd6b-82be-4c0a-9bfd-227769c8b3c0', 'tag': 'd8a9c843-88ed-46eb-830b-846e01f2b78a', 'status': 'completed', 'code': 200} Jan 20 11:29:40.163810 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-96be9b03-0222-4014-9484-77b2bcafcd7c req-32f0ae52-0a8b-44ef-aaec-cca6d5966e04 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 1098 time: 0.0709703 Jan 20 11:29:40.183902 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-d83581c8-febc-4575-a714-cb743c822823 None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:29:40.387752 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be9b03-0222-4014-9484-77b2bcafcd7c req-e624cb1d-3f54-460f-9c7f-ae2706566b0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:40.389198 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-96be9b03-0222-4014-9484-77b2bcafcd7c req-e624cb1d-3f54-460f-9c7f-ae2706566b0a service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.2199745 Jan 20 11:29:40.490171 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-96be9b03-0222-4014-9484-77b2bcafcd7c req-f81759b7-7bf9-4f97-82a7-96be6d2fc9cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8a9c843-88ed-46eb-830b-846e01f2b78a HTTP/1.1" status: 200 len: 997 time: 0.0955269 Jan 20 11:29:40.528914 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d83581c8-febc-4575-a714-cb743c822823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '8631d038-50e9-46f8-bd8b-d11f2e09c791', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'floating_ip_address': '172.26.0.6', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'port_id': 'd8a9c843-88ed-46eb-830b-846e01f2b78a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'mac_address': 'fa:16:3e:23:12:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24dd6b-82be-4c0a-9bfd-227769c8b3c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:28:07Z', 'updated_at': '2022-01-20T11:29:38Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:29:40.532671 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83581c8-febc-4575-a714-cb743c822823 None None] Checking router: 15aee007-11c0-454a-ac17-9e5b7de18951 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:29:40.543186 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83581c8-febc-4575-a714-cb743c822823 None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:29:40.543764 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d83581c8-febc-4575-a714-cb743c822823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:29:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:29:40.551825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be9b03-0222-4014-9484-77b2bcafcd7c req-7d9bdc2b-e148-4011-b238-59cdb894a53e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:29:40.553286 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-96be9b03-0222-4014-9484-77b2bcafcd7c req-7d9bdc2b-e148-4011-b238-59cdb894a53e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0581126 Jan 20 11:29:40.631489 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-96be9b03-0222-4014-9484-77b2bcafcd7c req-7f6e4190-b5ba-4a09-a668-304d907d0f7d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728433 Jan 20 11:29:40.715897 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-d83581c8-febc-4575-a714-cb743c822823 None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:29:40.761032 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-96be9b03-0222-4014-9484-77b2bcafcd7c req-64046ddc-9207-4883-8122-39743bd8a31a service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240656 Jan 20 11:29:40.891547 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-96be9b03-0222-4014-9484-77b2bcafcd7c req-a4157970-9a0e-4fc0-ad2d-72ca9e22f8cf service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249621 Jan 20 11:29:41.059885 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d83581c8-febc-4575-a714-cb743c822823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '8631d038-50e9-46f8-bd8b-d11f2e09c791', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'floating_ip_address': '172.26.0.6', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'port_id': 'd8a9c843-88ed-46eb-830b-846e01f2b78a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'mac_address': 'fa:16:3e:23:12:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24dd6b-82be-4c0a-9bfd-227769c8b3c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:28:07Z', 'updated_at': '2022-01-20T11:29:38Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:29:41.063669 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83581c8-febc-4575-a714-cb743c822823 None None] The sync data for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv is: [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '8631d038-50e9-46f8-bd8b-d11f2e09c791', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'floating_ip_address': '172.26.0.6', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'port_id': 'd8a9c843-88ed-46eb-830b-846e01f2b78a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'mac_address': 'fa:16:3e:23:12:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a24dd6b-82be-4c0a-9bfd-227769c8b3c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:28:07Z', 'updated_at': '2022-01-20T11:29:38Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:29:41.248457 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48965e67-b206-4435-af52-dbc9b47d552b None None] New status for floating IP 8631d038-50e9-46f8-bd8b-d11f2e09c791: ACTIVE {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:29:48.039519 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:30:01.414240 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4e8bc7f2-cf74-4847-8bcc-a0d4a3c8d07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:03.871646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7409d847-2a8e-4cc4-b8e7-f74b1f170bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:04.905581 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:04.963283 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:06.322805 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:09.797061 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:17.007571 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f44e58-a05a-4ef6-90fd-a439c80864a9 req-8913559d-31e7-4daf-8a99-dca4637b3181 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:17.009008 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8f44e58-a05a-4ef6-90fd-a439c80864a9 req-8913559d-31e7-4daf-8a99-dca4637b3181 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0753145 Jan 20 11:30:17.053550 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b8f44e58-a05a-4ef6-90fd-a439c80864a9 req-f43dba43-a3fb-437e-af16-7720bfea29a1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388825 Jan 20 11:30:18.248141 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d530-42ec-441a-8808-f5894fddf6ff req-0d18d454-e55b-47ac-b00f-4590e9022bf7 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:18.249504 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-56b5d530-42ec-441a-8808-f5894fddf6ff req-0d18d454-e55b-47ac-b00f-4590e9022bf7 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0758965 Jan 20 11:30:18.292876 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-56b5d530-42ec-441a-8808-f5894fddf6ff req-d58779d0-937c-4bb3-a7b7-b233e592d864 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379450 Jan 20 11:30:19.488079 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e7969-7a64-4772-a421-9b5a84fbd155 req-d5cb4d45-76a2-41cd-b22f-379b972a41e2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:19.489496 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d82e7969-7a64-4772-a421-9b5a84fbd155 req-d5cb4d45-76a2-41cd-b22f-379b972a41e2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0733993 Jan 20 11:30:19.536529 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d82e7969-7a64-4772-a421-9b5a84fbd155 req-f635140b-7c57-449f-944e-5a70f74b9ed4 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412147 Jan 20 11:30:20.730642 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab45933-da6b-4f6d-ab12-fcc259eff97f req-8e527632-5695-46ae-9067-2e795fff6df0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:20.732095 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5ab45933-da6b-4f6d-ab12-fcc259eff97f req-8e527632-5695-46ae-9067-2e795fff6df0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0760751 Jan 20 11:30:20.776155 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5ab45933-da6b-4f6d-ab12-fcc259eff97f req-0fda168a-bdc3-426b-a4a2-dd1f2f7d6961 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385292 Jan 20 11:30:21.983382 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b6184-0ac8-42a4-816e-04580514b893 req-79d2aef2-efff-46ee-9ff5-31e92f28f89e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:21.984824 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-440b6184-0ac8-42a4-816e-04580514b893 req-79d2aef2-efff-46ee-9ff5-31e92f28f89e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0842996 Jan 20 11:30:22.030853 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-440b6184-0ac8-42a4-816e-04580514b893 req-2fb87c85-23c4-4ec5-8658-328af9e76e60 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404248 Jan 20 11:30:23.227962 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86911ab7-9f50-4a11-89b4-a8067b8f381b req-431cc17f-54c1-48b7-9d7d-db5657270963 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:23.229278 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86911ab7-9f50-4a11-89b4-a8067b8f381b req-431cc17f-54c1-48b7-9d7d-db5657270963 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0752690 Jan 20 11:30:23.271683 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86911ab7-9f50-4a11-89b4-a8067b8f381b req-2b2d7400-3646-42fd-b2f8-29a60ddae3ae tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368967 Jan 20 11:30:24.555911 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe113bdc-db5b-497d-a753-6dccd31ce539 req-cb28c96d-a033-4800-b26b-f442f8c84803 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:24.557366 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fe113bdc-db5b-497d-a753-6dccd31ce539 req-cb28c96d-a033-4800-b26b-f442f8c84803 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1669970 Jan 20 11:30:24.601666 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fe113bdc-db5b-497d-a753-6dccd31ce539 req-140a95d6-ef44-41d9-9f9c-62b2b8a3fa28 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386965 Jan 20 11:30:25.039354 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:30:25.793309 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebf882-23a3-426c-8b74-e7bc5b013a03 req-e845f029-3b40-4a95-b21d-f3cac2be078b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:25.794750 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a5ebf882-23a3-426c-8b74-e7bc5b013a03 req-e845f029-3b40-4a95-b21d-f3cac2be078b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0739062 Jan 20 11:30:25.842044 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a5ebf882-23a3-426c-8b74-e7bc5b013a03 req-77e82080-eb78-455c-a908-5abf56dd9adf tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417962 Jan 20 11:30:27.036748 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60289a-7bc3-4aed-9430-41d71e54ee89 req-af9b164c-0931-4175-bf55-b72dd0c6e968 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:27.039160 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fe60289a-7bc3-4aed-9430-41d71e54ee89 req-af9b164c-0931-4175-bf55-b72dd0c6e968 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0740623 Jan 20 11:30:27.083032 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fe60289a-7bc3-4aed-9430-41d71e54ee89 req-6063da57-017b-43ff-9779-fb682def2fd5 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384674 Jan 20 11:30:28.277780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46df22-8471-4488-a953-a83b873186c1 req-0e0edba6-df22-4beb-a263-01774d969a0b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:28.279107 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-de46df22-8471-4488-a953-a83b873186c1 req-0e0edba6-df22-4beb-a263-01774d969a0b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0770860 Jan 20 11:30:28.322805 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-de46df22-8471-4488-a953-a83b873186c1 req-c32e1ef6-a790-43e4-a7c2-b19aad3c6207 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383236 Jan 20 11:30:28.579190 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-45ec89c9-abf8-4e88-9809-aa3ebd4faa30 req-abaf2455-020b-4259-aa68-5b792a4a1a43 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1316371 Jan 20 11:30:29.067541 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-75746d20-3ecf-4b7e-8a0e-d985ff69189e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1000113 Jan 20 11:30:29.113087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb2976-bae2-4c3a-b641-769ac65a18da req-093fd97d-89a6-45db-af19-73572556b97e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:29.114555 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2fdb2976-bae2-4c3a-b641-769ac65a18da req-093fd97d-89a6-45db-af19-73572556b97e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0791316 Jan 20 11:30:29.159653 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2fdb2976-bae2-4c3a-b641-769ac65a18da req-e4a12eb3-3ad2-491d-a44c-8877113a0ac8 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389338 Jan 20 11:30:30.367436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd03d9-202b-47a8-a291-7662f2a4bab3 req-5d382a06-35ee-4ee0-b08d-9509e7c5abc0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:30.368890 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e2cd03d9-202b-47a8-a291-7662f2a4bab3 req-5d382a06-35ee-4ee0-b08d-9509e7c5abc0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0844381 Jan 20 11:30:30.414215 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e2cd03d9-202b-47a8-a291-7662f2a4bab3 req-25328d32-9315-4dde-b3c3-a5109b0cba30 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396719 Jan 20 11:30:30.933245 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-56ea9f59-90df-46a8-9b57-942d8b688d1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 1098 time: 0.1379223 Jan 20 11:30:31.062858 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-7ac65dd1-df7a-4e32-a164-ecaad3382daf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:31.064196 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-7ac65dd1-df7a-4e32-a164-ecaad3382daf service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1251147 Jan 20 11:30:31.167649 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-0a3b6f45-44ad-4630-9b55-2f970665cca5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8a9c843-88ed-46eb-830b-846e01f2b78a HTTP/1.1" status: 200 len: 999 time: 0.0968444 Jan 20 11:30:31.226902 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-e9be094b-9863-4b03-a910-3f04a6d69f85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:31.228263 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-e9be094b-9863-4b03-a910-3f04a6d69f85 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0555356 Jan 20 11:30:31.302069 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-35876e53-a0b2-4cd9-883b-91b8767d232f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682380 Jan 20 11:30:31.425059 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6c046802-beb1-49d6-b32f-f35e8cd7abab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:31.446692 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-21a9876a-f96c-431c-b6b9-a51acbcbd064 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389894 Jan 20 11:30:31.577689 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-f20ee4bc-e253-445e-b916-9de89bd8110e service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253293 Jan 20 11:30:31.614057 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866187e7-cf34-4d92-8b32-a94f3e4f7515 req-9d27532e-0bbf-4f93-b1ae-aeccd5873d58 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:31.615732 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-866187e7-cf34-4d92-8b32-a94f3e4f7515 req-9d27532e-0bbf-4f93-b1ae-aeccd5873d58 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0776374 Jan 20 11:30:31.661755 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-866187e7-cf34-4d92-8b32-a94f3e4f7515 req-2aaed27e-e82f-4d45-b34a-d7853a26a806 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397453 Jan 20 11:30:32.860899 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73325364-465c-4c64-b5f2-47b1acb9ad47 req-144f26d4-200e-4217-b5ae-b9e6c6baf1f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:32.862391 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-73325364-465c-4c64-b5f2-47b1acb9ad47 req-144f26d4-200e-4217-b5ae-b9e6c6baf1f2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0788741 Jan 20 11:30:32.906745 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-73325364-465c-4c64-b5f2-47b1acb9ad47 req-4be3bbca-599d-4715-8a99-2e3b7e9a19a7 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382681 Jan 20 11:30:33.431282 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-b5c47ac7-7250-4ee6-8d86-78b236e01224 service neutron] 10.222.0.72 "GET /v2.0/ports/d8a9c843-88ed-46eb-830b-846e01f2b78a/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.0720716 Jan 20 11:30:33.883809 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80f8f920-a923-4ab1-8f63-26100e112a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:33.913301 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-905db87a-329f-4f1c-84cf-917ab93d0b4c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0&tenant_id=2c4f0a72b7e84aae829fb83e00e174e8 HTTP/1.1" status: 200 len: 1098 time: 0.0710778 Jan 20 11:30:34.001526 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-3b51476d-c0e7-48d3-9345-bb3dca7a744f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 1098 time: 0.0691080 Jan 20 11:30:34.107876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165cc90-fb9b-40be-bcef-d4ecfc112589 req-00b03a9b-5ce5-4ae7-a9ae-4a7515013100 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:34.109386 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d165cc90-fb9b-40be-bcef-d4ecfc112589 req-00b03a9b-5ce5-4ae7-a9ae-4a7515013100 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0787690 Jan 20 11:30:34.159130 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d165cc90-fb9b-40be-bcef-d4ecfc112589 req-6e850739-4244-4c4c-80c1-b6cbb3d58905 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440838 Jan 20 11:30:34.237484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-eaa20d4e-4b46-4a7f-ad13-f12365532818 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:34.238951 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-eaa20d4e-4b46-4a7f-ad13-f12365532818 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.2309434 Jan 20 11:30:34.343362 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-f2f82d76-cc41-467d-a4d8-18b5aaaacaed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8a9c843-88ed-46eb-830b-846e01f2b78a HTTP/1.1" status: 200 len: 999 time: 0.0966721 Jan 20 11:30:34.405999 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-1a0038cf-0855-42dc-8115-0eb1ab293b93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:34.407459 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-1a0038cf-0855-42dc-8115-0eb1ab293b93 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0582821 Jan 20 11:30:34.484205 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-0ec25c2b-53d9-4c41-8921-8290be7a7820 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699294 Jan 20 11:30:34.614960 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-4d8b9655-af5c-4203-bd5f-1a31714a8c2e service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240528 Jan 20 11:30:34.740016 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-36dadc8d-2a60-4e5e-8b72-2630a310b5d4 req-640adcdd-5587-455c-b58d-d6324b823a68 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193917 Jan 20 11:30:34.951459 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:34.991508 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:35.355719 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e058064-5872-4b4c-b16f-031a47d1f4e2 req-1c7ab37a-365c-4674-8a93-bb333a1a0880 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:35.357080 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1e058064-5872-4b4c-b16f-031a47d1f4e2 req-1c7ab37a-365c-4674-8a93-bb333a1a0880 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0766401 Jan 20 11:30:35.401894 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1e058064-5872-4b4c-b16f-031a47d1f4e2 req-c8545b3a-7e93-48cb-aef0-e13d24a9da7e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392721 Jan 20 11:30:35.604959 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-148344bd-d14e-4ba7-83d0-1e629de687f7 req-8e54300d-83f6-4557-a2b2-72da16215a04 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 1098 time: 0.0691388 Jan 20 11:30:35.747825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148344bd-d14e-4ba7-83d0-1e629de687f7 req-06433b0d-91d8-4ea2-912c-a057492d6036 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:35.749245 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-148344bd-d14e-4ba7-83d0-1e629de687f7 req-06433b0d-91d8-4ea2-912c-a057492d6036 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1254616 Jan 20 11:30:35.851560 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-148344bd-d14e-4ba7-83d0-1e629de687f7 req-7f5c70b1-c99e-49b7-825d-d5c6256b296b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8a9c843-88ed-46eb-830b-846e01f2b78a HTTP/1.1" status: 200 len: 999 time: 0.0952973 Jan 20 11:30:35.915844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148344bd-d14e-4ba7-83d0-1e629de687f7 req-a7587ef8-ad4f-4955-9289-2c99dc577e2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:35.917241 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-148344bd-d14e-4ba7-83d0-1e629de687f7 req-a7587ef8-ad4f-4955-9289-2c99dc577e2c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0600629 Jan 20 11:30:35.989490 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-148344bd-d14e-4ba7-83d0-1e629de687f7 req-99e030e4-4bc2-4bfe-a359-ffceeb14c3be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661795 Jan 20 11:30:36.119877 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-148344bd-d14e-4ba7-83d0-1e629de687f7 req-9043d031-c73b-4813-aa67-738c76d37790 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241996 Jan 20 11:30:36.264368 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-148344bd-d14e-4ba7-83d0-1e629de687f7 req-1cba9b57-3114-41c1-8bea-d094c046861b service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374247 Jan 20 11:30:36.346522 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:36.438416 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device d8a9c843-88ed-46eb-830b-846e01f2b78a details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:30:36.440788 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device d8a9c843-88ed-46eb-830b-846e01f2b78a no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:30:36.610747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c19bb7-67d7-4cfd-bfdf-55407841a23c req-acdd9ae6-c3c9-428f-9468-139810aad838 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:36.612181 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c2c19bb7-67d7-4cfd-bfdf-55407841a23c req-acdd9ae6-c3c9-428f-9468-139810aad838 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0809927 Jan 20 11:30:36.662653 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c2c19bb7-67d7-4cfd-bfdf-55407841a23c req-8bd3884c-5b1a-49e6-bdb2-e469810a1e75 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421076 Jan 20 11:30:36.700289 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:36.722285 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port d8a9c843-88ed-46eb-830b-846e01f2b78a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d8a9c843-88ed-46eb-830b-846e01f2b78a,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:30:36.743922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'd8a9c843-88ed-46eb-830b-846e01f2b78a', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'port_id': 'd8a9c843-88ed-46eb-830b-846e01f2b78a', 'mac_address': 'fa:16:3e:23:12:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:30:36.745193 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a24dd6b-82be-4c0a-9bfd-227769c8b3c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8a9c843-88ed-46eb-830b-846e01f2b78a'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:30:36.784150 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port d8a9c843-88ed-46eb-830b-846e01f2b78a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d8a9c843-88ed-46eb-830b-846e01f2b78a,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:30:36.810931 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a24dd6b-82be-4c0a-9bfd-227769c8b3c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8a9c843-88ed-46eb-830b-846e01f2b78a', 'code': 200} Jan 20 11:30:36.811294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:36.821913 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:36.865681 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8a9c843-88ed-46eb-830b-846e01f2b78a {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:30:36.939761 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=d8a9c843-88ed-46eb-830b-846e01f2b78a,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:30:36.948279 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:30:36.948633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:30:36.952028 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:36.952377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:36.952712 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:36.953042 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:36.953372 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:36.953732 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:36.954057 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:36.954379 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:36.954699 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:36.955017 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:36.955337 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:37.501293 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:37.518149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a9c843-88ed-46eb-830b-846e01f2b78a {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:30:37.532818 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port d8a9c843-88ed-46eb-830b-846e01f2b78a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d8a9c843-88ed-46eb-830b-846e01f2b78a,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:30:37.613994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:37.677170 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['d8a9c843-88ed-46eb-830b-846e01f2b78a'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:30:37.728470 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=d8a9c843-88ed-46eb-830b-846e01f2b78a,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:30:37.862019 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfc93d-8f68-4b2e-b019-4026b3655ea7 req-7e697dff-0924-455e-8841-54fb6f92c12f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:37.863373 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-03cfc93d-8f68-4b2e-b019-4026b3655ea7 req-7e697dff-0924-455e-8841-54fb6f92c12f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 944 time: 0.0764010 Jan 20 11:30:37.908233 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-03cfc93d-8f68-4b2e-b019-4026b3655ea7 req-c19fd03a-0322-4a16-b967-406782959fc6 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386188 Jan 20 11:30:38.341287 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fab38-7505-4179-be23-33a465beaad3 req-26b6d517-bde8-4424-b610-2ef46f84fe99 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:38.342776 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-818fab38-7505-4179-be23-33a465beaad3 req-26b6d517-bde8-4424-b610-2ef46f84fe99 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 944 time: 0.0838213 Jan 20 11:30:38.387733 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-818fab38-7505-4179-be23-33a465beaad3 req-7d1f0ffc-8304-4a64-b515-59f27c1154dd tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393481 Jan 20 11:30:38.415605 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff32ff-bd98-4d55-b265-0734611acf7b req-b99837b1-7162-413b-b79d-73ace48413c4 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:38.416240 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-0aff32ff-bd98-4d55-b265-0734611acf7b req-b99837b1-7162-413b-b79d-73ace48413c4 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Synchronizing usage tracker for tenant:2c4f0a72b7e84aae829fb83e00e174e8 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:30:38.452837 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device d8a9c843-88ed-46eb-830b-846e01f2b78a up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:30:38.499294 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-0aff32ff-bd98-4d55-b265-0734611acf7b req-b99837b1-7162-413b-b79d-73ace48413c4 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Unset dirty status for tenant:2c4f0a72b7e84aae829fb83e00e174e8 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:30:38.500652 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0aff32ff-bd98-4d55-b265-0734611acf7b req-b99837b1-7162-413b-b79d-73ace48413c4 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0&tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&binding%3Ahost_id=hv-neutron-8254 HTTP/1.1" status: 200 len: 944 time: 0.1641586 Jan 20 11:30:38.521608 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port d8a9c843-88ed-46eb-830b-846e01f2b78a triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:30:38.522524 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:38.636845 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:38.665999 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0aff32ff-bd98-4d55-b265-0734611acf7b req-e1d3343d-154a-43cd-adc5-205b16489749 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 1097 time: 0.0744617 Jan 20 11:30:38.669505 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port d8a9c843-88ed-46eb-830b-846e01f2b78a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d8a9c843-88ed-46eb-830b-846e01f2b78a,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:30:38.722647 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:38.789688 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=d8a9c843-88ed-46eb-830b-846e01f2b78a,revision_number=8']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:30:38.812100 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a24dd6b-82be-4c0a-9bfd-227769c8b3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a9c843-88ed-46eb-830b-846e01f2b78a'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:30:38.878522 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a24dd6b-82be-4c0a-9bfd-227769c8b3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a9c843-88ed-46eb-830b-846e01f2b78a', 'code': 200} Jan 20 11:30:38.903107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff32ff-bd98-4d55-b265-0734611acf7b req-4d3eeac6-4824-48df-8ea2-5cd9cf52471c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:38.904540 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0aff32ff-bd98-4d55-b265-0734611acf7b req-4d3eeac6-4824-48df-8ea2-5cd9cf52471c service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.2335565 Jan 20 11:30:39.004993 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0aff32ff-bd98-4d55-b265-0734611acf7b req-7cf5eb5f-3870-4f40-9486-24468c6979be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8a9c843-88ed-46eb-830b-846e01f2b78a HTTP/1.1" status: 200 len: 999 time: 0.0948529 Jan 20 11:30:39.064759 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff32ff-bd98-4d55-b265-0734611acf7b req-d4273538-b59f-4c9e-9b8e-b46f871e946c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:39.066183 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0aff32ff-bd98-4d55-b265-0734611acf7b req-d4273538-b59f-4c9e-9b8e-b46f871e946c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0559769 Jan 20 11:30:39.138567 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0aff32ff-bd98-4d55-b265-0734611acf7b req-f67c9bde-4fa9-4189-b9e8-b720269f96ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669332 Jan 20 11:30:39.267091 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0aff32ff-bd98-4d55-b265-0734611acf7b req-4b59f44d-ab5f-424d-b477-e017a5c02a2d service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221054 Jan 20 11:30:39.395951 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0aff32ff-bd98-4d55-b265-0734611acf7b req-85f36d1c-2705-4805-bbdb-0d66bb293ba8 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235600 Jan 20 11:30:39.589464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8a890-01a3-423d-baa2-757ccf592c50 req-67b59c86-097b-41f7-934b-403e0c9430b6 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:39.591746 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a6a8a890-01a3-423d-baa2-757ccf592c50 req-67b59c86-097b-41f7-934b-403e0c9430b6 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0790703 Jan 20 11:30:39.636345 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a6a8a890-01a3-423d-baa2-757ccf592c50 req-68d387c0-61a7-4b77-9a01-3137934f0d85 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391321 Jan 20 11:30:39.797000 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:40.832907 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd40bb2-7cdc-49f1-aab3-045c7433cef9 req-6191a0de-27cd-467b-8c5d-ac9b83714632 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:40.834374 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3cd40bb2-7cdc-49f1-aab3-045c7433cef9 req-6191a0de-27cd-467b-8c5d-ac9b83714632 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0767698 Jan 20 11:30:40.878119 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3cd40bb2-7cdc-49f1-aab3-045c7433cef9 req-fb8a14c6-f89b-4179-a500-68bb207287e6 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374908 Jan 20 11:30:41.068183 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42754d-6b5b-4f11-a840-f86f3a806115 req-464d48d7-9b87-4a20-9b33-4ffbfa1fd037 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:41.070520 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a42754d-6b5b-4f11-a840-f86f3a806115 req-464d48d7-9b87-4a20-9b33-4ffbfa1fd037 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0751739 Jan 20 11:30:41.117211 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2a42754d-6b5b-4f11-a840-f86f3a806115 req-dac04b51-cc2b-4896-b06e-ee28a4340eba tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409200 Jan 20 11:30:41.588024 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0980f-de94-446f-8d1e-458020763350 req-0b523351-e399-406e-b65a-074eaf7cfeaf tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:41.589372 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2da0980f-de94-446f-8d1e-458020763350 req-0b523351-e399-406e-b65a-074eaf7cfeaf tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0765014 Jan 20 11:30:41.638048 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2da0980f-de94-446f-8d1e-458020763350 req-d0344f03-5c53-4fe6-9927-d9cc668aa63d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429180 Jan 20 11:30:41.704653 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-287839e3-91d8-4a8f-bd2e-bf368be9aa52 req-e3829b72-06d3-45f8-8853-d2d7c110ea3d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 1098 time: 0.0734830 Jan 20 11:30:41.835816 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287839e3-91d8-4a8f-bd2e-bf368be9aa52 req-b17ee7f4-cd1a-48ae-9d77-5f08d948e220 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:41.837272 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-287839e3-91d8-4a8f-bd2e-bf368be9aa52 req-b17ee7f4-cd1a-48ae-9d77-5f08d948e220 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1274312 Jan 20 11:30:41.938237 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-287839e3-91d8-4a8f-bd2e-bf368be9aa52 req-94b340a9-c5f5-4f09-9fd4-8f327bda7aa2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8a9c843-88ed-46eb-830b-846e01f2b78a HTTP/1.1" status: 200 len: 999 time: 0.0951540 Jan 20 11:30:41.999201 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287839e3-91d8-4a8f-bd2e-bf368be9aa52 req-1d33e687-0503-46ac-9855-3d5a5d018462 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:42.000605 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-287839e3-91d8-4a8f-bd2e-bf368be9aa52 req-1d33e687-0503-46ac-9855-3d5a5d018462 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0569856 Jan 20 11:30:42.076716 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-287839e3-91d8-4a8f-bd2e-bf368be9aa52 req-45326d84-95d7-4eaf-96ee-7e7d05b152bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704539 Jan 20 11:30:42.207495 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-287839e3-91d8-4a8f-bd2e-bf368be9aa52 req-1b53321c-e926-40af-be51-bc9c292760e0 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250026 Jan 20 11:30:42.337796 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-287839e3-91d8-4a8f-bd2e-bf368be9aa52 req-26706d35-38cf-4d5f-9a71-78f22b7aff8f service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246841 Jan 20 11:30:42.929740 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ec63d-d613-405c-9f01-6dee7fe5ff7e req-8df61a1d-be96-4745-982d-3ce89e0b307d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:42.931029 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-968ec63d-d613-405c-9f01-6dee7fe5ff7e req-8df61a1d-be96-4745-982d-3ce89e0b307d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.1676536 Jan 20 11:30:42.977668 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-968ec63d-d613-405c-9f01-6dee7fe5ff7e req-9f5b97d7-da56-4c09-ba3e-e4f86e88a629 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403123 Jan 20 11:30:44.173552 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858aab4-ee31-4ff5-ae92-dcbfdd1848af req-16ebf651-4582-44a3-bdc9-c25007a7ca55 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:44.174978 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e858aab4-ee31-4ff5-ae92-dcbfdd1848af req-16ebf651-4582-44a3-bdc9-c25007a7ca55 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0748527 Jan 20 11:30:44.219631 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e858aab4-ee31-4ff5-ae92-dcbfdd1848af req-066cdaf8-a0ca-4f3e-ac3c-6f1f09bb51e9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390584 Jan 20 11:30:44.799337 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2399e20-13a7-4423-98d6-cfdae544e163 req-6c08fc4e-8249-4687-a59a-b43f0374d36a tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:44.800763 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d2399e20-13a7-4423-98d6-cfdae544e163 req-6c08fc4e-8249-4687-a59a-b43f0374d36a tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0777690 Jan 20 11:30:44.845549 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d2399e20-13a7-4423-98d6-cfdae544e163 req-31023a4b-6c83-4995-9d0f-8a86062e73a2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386639 Jan 20 11:30:46.043751 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cef435-9d4a-4a73-a029-669471bd3679 req-12720718-640b-4747-ad1f-818b0931fade tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:46.045186 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-34cef435-9d4a-4a73-a029-669471bd3679 req-12720718-640b-4747-ad1f-818b0931fade tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0737081 Jan 20 11:30:46.093424 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-34cef435-9d4a-4a73-a029-669471bd3679 req-b4a00c8a-ba28-4035-95a4-dba6b89c700e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427179 Jan 20 11:30:46.347564 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f9a50-2255-428b-aa6f-5ba412f3b2bf req-3e7d20de-2ebc-460d-a9eb-da75d8c65943 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:46.348963 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b90f9a50-2255-428b-aa6f-5ba412f3b2bf req-3e7d20de-2ebc-460d-a9eb-da75d8c65943 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 945 time: 0.0740492 Jan 20 11:30:46.415611 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-b90f9a50-2255-428b-aa6f-5ba412f3b2bf req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Deleting port d8a9c843-88ed-46eb-830b-846e01f2b78a {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:30:46.415959 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b90f9a50-2255-428b-aa6f-5ba412f3b2bf req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:46.744332 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-b90f9a50-2255-428b-aa6f-5ba412f3b2bf req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] For port d8a9c843-88ed-46eb-830b-846e01f2b78a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d8a9c843-88ed-46eb-830b-846e01f2b78a,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:30:46.744683 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b90f9a50-2255-428b-aa6f-5ba412f3b2bf req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:47.024100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b90f9a50-2255-428b-aa6f-5ba412f3b2bf req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:47.024391 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b90f9a50-2255-428b-aa6f-5ba412f3b2bf req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:47.024705 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [req-b90f9a50-2255-428b-aa6f-5ba412f3b2bf req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Floating IP 8631d038-50e9-46f8-bd8b-d11f2e09c791 disassociated. External IP: 172.26.0.6, port: d8a9c843-88ed-46eb-830b-846e01f2b78a. Jan 20 11:30:47.025046 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-b90f9a50-2255-428b-aa6f-5ba412f3b2bf req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Calling delete_port for d8a9c843-88ed-46eb-830b-846e01f2b78a owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:30:47.219821 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b90f9a50-2255-428b-aa6f-5ba412f3b2bf req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:47.255922 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-58ce4483-cfc3-4af6-ac01-94efd0af8a0f req-ec38e8cc-4797-4a66-a50f-c4459b839c68 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 210 time: 0.0417051 Jan 20 11:30:47.269302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Pushing event deleted for resources: {'Port': ['ID=d8a9c843-88ed-46eb-830b-846e01f2b78a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:30:47.286345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:47.286731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:47.287032 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:47.287373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:47.287717 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:47.288117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:47.288962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:47.289289 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:47.289760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:47.290141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:47.290468 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:30:47.495665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b90f9a50-2255-428b-aa6f-5ba412f3b2bf req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Router 15aee007-11c0-454a-ac17-9e5b7de18951 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:30:47.695374 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b90f9a50-2255-428b-aa6f-5ba412f3b2bf req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:30:47.707037 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b087c52-ee9e-4eef-b504-ec189f2ea747 None None] Sync routers for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:30:47.718758 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b087c52-ee9e-4eef-b504-ec189f2ea747 None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:30:47.719441 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2b087c52-ee9e-4eef-b504-ec189f2ea747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:30:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:30:47.762203 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90f9a50-2255-428b-aa6f-5ba412f3b2bf req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] No DVR routers for this DVR port d8a9c843-88ed-46eb-830b-846e01f2b78a on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:30:47.764792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b90f9a50-2255-428b-aa6f-5ba412f3b2bf req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:47.767397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a24dd6b-82be-4c0a-9bfd-227769c8b3c0', 'name': 'network-vif-deleted', 'tag': 'd8a9c843-88ed-46eb-830b-846e01f2b78a'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:30:47.823601 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a24dd6b-82be-4c0a-9bfd-227769c8b3c0', 'name': 'network-vif-deleted', 'tag': 'd8a9c843-88ed-46eb-830b-846e01f2b78a', 'status': 'completed', 'code': 200} Jan 20 11:30:47.849106 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b90f9a50-2255-428b-aa6f-5ba412f3b2bf req-2a6459a6-db8f-41c3-a525-0b8c8b038612 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "DELETE /v2.0/ports/d8a9c843-88ed-46eb-830b-846e01f2b78a HTTP/1.1" status: 204 len: 173 time: 1.4944727 Jan 20 11:30:47.899946 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-2b087c52-ee9e-4eef-b504-ec189f2ea747 None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:30:48.230019 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2b087c52-ee9e-4eef-b504-ec189f2ea747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:30:48.233565 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b087c52-ee9e-4eef-b504-ec189f2ea747 None None] Checking router: 15aee007-11c0-454a-ac17-9e5b7de18951 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:30:48.244343 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b087c52-ee9e-4eef-b504-ec189f2ea747 None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:30:48.244909 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2b087c52-ee9e-4eef-b504-ec189f2ea747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:30:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:30:48.428303 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-2b087c52-ee9e-4eef-b504-ec189f2ea747 None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:30:48.438641 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-65b9b92f-53b2-456f-809d-04d623538132 req-16049f06-8cff-4f6f-8940-ed6b3ed138e9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a24dd6b-82be-4c0a-9bfd-227769c8b3c0 HTTP/1.1" status: 200 len: 210 time: 0.0395942 Jan 20 11:30:48.743452 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2b087c52-ee9e-4eef-b504-ec189f2ea747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:30:48.747314 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b087c52-ee9e-4eef-b504-ec189f2ea747 None None] The sync data for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv is: [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:30:48.966187 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94731d98-3758-4d07-943b-1decf85a797f None None] New status for floating IP 8631d038-50e9-46f8-bd8b-d11f2e09c791: DOWN {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:30:49.804155 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-2b3a1840-8e9a-4930-bc6f-3104590a351d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--580954374&fields=id&tenant_id=2c4f0a72b7e84aae829fb83e00e174e8 HTTP/1.1" status: 200 len: 267 time: 0.0392148 Jan 20 11:30:49.947266 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-977ebe4b-53ec-4d0b-8815-2a43996c8be2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:49.948666 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-977ebe4b-53ec-4d0b-8815-2a43996c8be2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 812 time: 0.1381314 Jan 20 11:30:49.965138 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-0da021b4-d676-4155-9034-66a589865e6d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/quotas/2c4f0a72b7e84aae829fb83e00e174e8 HTTP/1.1" status: 200 len: 375 time: 0.0106790 Jan 20 11:30:50.047845 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-3a965b72-7f2e-43ed-aa26-5a2151cc0702 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776582 Jan 20 11:30:50.179984 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9a9eb4de-4701-4efd-adac-b6d2f5a42462 service neutron] 10.222.0.70 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202021 Jan 20 11:30:50.309924 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-af22bfbd-3a0c-4124-a711-f4a96962efdf service neutron] 10.222.0.70 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232452 Jan 20 11:30:50.508401 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device d8a9c843-88ed-46eb-830b-846e01f2b78a no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:30:50.550629 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: d8a9c843-88ed-46eb-830b-846e01f2b78a {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:30:50.550796 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device d8a9c843-88ed-46eb-830b-846e01f2b78a not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:30:50.576554 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5ff532dd-1868-4bbf-895b-3813430f4029 req-4e5877c2-1a4d-4960-a8d5-a12f87a4da82 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 210 time: 0.0422003 Jan 20 11:30:51.747836 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2c067ad8-7082-478b-a864-42028a2476af req-f959355d-3d12-420b-9483-511dbe11210c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 210 time: 0.0464010 Jan 20 11:30:52.450416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-839eb904-b412-4136-86b8-7720a9a4415d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:52.451814 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-839eb904-b412-4136-86b8-7720a9a4415d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 812 time: 0.1433043 Jan 20 11:30:52.506889 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-b4ce1d23-77ac-41af-9521-521cf7929454 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4f0a72b7e84aae829fb83e00e174e8 HTTP/1.1" status: 200 len: 379 time: 0.0435581 Jan 20 11:30:52.514697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-354cd808-2eb4-49d3-b469-206218e129a2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Request body: {'port': {'device_id': 'ba73495b-82f5-4352-b2d1-e9038543b397', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'admin_state_up': True, 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'security_groups': ['7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:30:52.644809 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-354cd808-2eb4-49d3-b469-206218e129a2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:30:52.649470 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-354cd808-2eb4-49d3-b469-206218e129a2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Usage tracker for resource:port and tenant:2c4f0a72b7e84aae829fb83e00e174e8 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:30:52.652372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-354cd808-2eb4-49d3-b469-206218e129a2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:30:52.657997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-354cd808-2eb4-49d3-b469-206218e129a2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:30:52.722694 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-354cd808-2eb4-49d3-b469-206218e129a2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Made reservation on behalf of 2c4f0a72b7e84aae829fb83e00e174e8 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:30:52.725735 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-354cd808-2eb4-49d3-b469-206218e129a2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:52.887398 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-354cd808-2eb4-49d3-b469-206218e129a2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Allocated IP 172.20.0.9 (74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b/b144b561-59e4-4c8d-9a8a-6f7de939da40/98e0b2d2-93a8-4212-8819-a361a7e15ce6) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:30:52.927101 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52f38d1a-d211-4283-80ea-ab2608c6eb0c req-f35ee444-8b82-4858-8030-401aa0a88b7a tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 210 time: 0.0448091 Jan 20 11:30:53.157697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-354cd808-2eb4-49d3-b469-206218e129a2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:53.172654 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-354cd808-2eb4-49d3-b469-206218e129a2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Transition to ACTIVE for port object 98e0b2d2-93a8-4212-8819-a361a7e15ce6 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:30:53.266172 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-354cd808-2eb4-49d3-b469-206218e129a2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:53.338046 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-354cd808-2eb4-49d3-b469-206218e129a2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:30:53.341294 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-354cd808-2eb4-49d3-b469-206218e129a2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:30:53.345855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-354cd808-2eb4-49d3-b469-206218e129a2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:30:53.374560 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cd808-2eb4-49d3-b469-206218e129a2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Pushing event updated for resources: {'Port': ['ID=98e0b2d2-93a8-4212-8819-a361a7e15ce6,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:30:53.412613 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-354cd808-2eb4-49d3-b469-206218e129a2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:53.413225 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-354cd808-2eb4-49d3-b469-206218e129a2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:53.535239 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-354cd808-2eb4-49d3-b469-206218e129a2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0233078 Jan 20 11:30:53.545648 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Request body: {'port': {'device_id': 'ba73495b-82f5-4352-b2d1-e9038543b397', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:30:53.653230 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:53.671134 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aa6f4d11-8981-4438-9679-6ec12e1d5e67 None None] Provisioning for port 98e0b2d2-93a8-4212-8819-a361a7e15ce6 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:30:53.676068 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aa6f4d11-8981-4438-9679-6ec12e1d5e67 None None] Provisioning complete for port 98e0b2d2-93a8-4212-8819-a361a7e15ce6 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:30:53.676434 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa6f4d11-8981-4438-9679-6ec12e1d5e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:53.728061 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-aa6f4d11-8981-4438-9679-6ec12e1d5e67 None None] Port 98e0b2d2-93a8-4212-8819-a361a7e15ce6 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:30:53.985636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e0b2d2-93a8-4212-8819-a361a7e15ce6 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:30:53.993070 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:54.007198 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Transition to ACTIVE for port object 98e0b2d2-93a8-4212-8819-a361a7e15ce6 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:30:54.071354 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:54.126878 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eadfdd-907b-4a78-a4ba-cf8cafbe953b req-3fc1ce5d-c757-454b-bf3d-5f77b684034c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:54.128343 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b2eadfdd-907b-4a78-a4ba-cf8cafbe953b req-3fc1ce5d-c757-454b-bf3d-5f77b684034c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 943 time: 0.0775948 Jan 20 11:30:54.176692 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b2eadfdd-907b-4a78-a4ba-cf8cafbe953b req-8ba12b1e-dcbf-4c35-8051-e803b16d988a tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424428 Jan 20 11:30:54.204026 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Pushing event updated for resources: {'Port': ['ID=98e0b2d2-93a8-4212-8819-a361a7e15ce6,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:30:54.310379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Attempting to bind port 98e0b2d2-93a8-4212-8819-a361a7e15ce6 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:30:54.310717 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Attempting to bind port 98e0b2d2-93a8-4212-8819-a361a7e15ce6 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:30:54.311044 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Attempting to bind port 98e0b2d2-93a8-4212-8819-a361a7e15ce6 on network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:30:54.316693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Port 98e0b2d2-93a8-4212-8819-a361a7e15ce6 on network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:30:54.317031 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Attempting to bind port 98e0b2d2-93a8-4212-8819-a361a7e15ce6 on network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:30:54.323238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:30:54.323575 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Checking segment: {'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:30:54.323959 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Bound using segment: {'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:30:54.324378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Bound port: 98e0b2d2-93a8-4212-8819-a361a7e15ce6, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:30:54.324721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:54.410904 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] For port 98e0b2d2-93a8-4212-8819-a361a7e15ce6, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:30:54.413816 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] For port 98e0b2d2-93a8-4212-8819-a361a7e15ce6, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=98e0b2d2-93a8-4212-8819-a361a7e15ce6,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:30:54.494550 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:54.558167 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:54.559530 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] 10.222.0.72 "PUT /v2.0/ports/98e0b2d2-93a8-4212-8819-a361a7e15ce6 HTTP/1.1" status: 200 len: 1093 time: 1.0179110 Jan 20 11:30:54.559964 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba73495b-82f5-4352-b2d1-e9038543b397', 'tag': '98e0b2d2-93a8-4212-8819-a361a7e15ce6'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:30:54.579957 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe30d0b-e891-4bd6-830a-21e01d8d98ef service neutron] Pushing event updated for resources: {'Port': ['ID=98e0b2d2-93a8-4212-8819-a361a7e15ce6,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:30:54.619093 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba73495b-82f5-4352-b2d1-e9038543b397', 'tag': '98e0b2d2-93a8-4212-8819-a361a7e15ce6', 'status': 'completed', 'code': 200} Jan 20 11:30:54.709525 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7757f627-e395-4e41-9f70-f2ef552c9033 req-f04f6bf1-bf35-4b46-bcfc-184085774618 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 1096 time: 0.0713398 Jan 20 11:30:54.848079 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757f627-e395-4e41-9f70-f2ef552c9033 req-a073da0f-7233-4c9f-9ace-7453d91e514e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:54.849438 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7757f627-e395-4e41-9f70-f2ef552c9033 req-a073da0f-7233-4c9f-9ace-7453d91e514e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1332924 Jan 20 11:30:54.984332 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757f627-e395-4e41-9f70-f2ef552c9033 req-b8e9c272-c316-416f-9213-d2b60c12b95a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:54.985793 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7757f627-e395-4e41-9f70-f2ef552c9033 req-b8e9c272-c316-416f-9213-d2b60c12b95a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307464 Jan 20 11:30:55.091477 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-ac7b0aa0-9ce5-4af8-9194-501d96476b61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 1096 time: 0.0690522 Jan 20 11:30:55.253962 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-35c19137-db41-42b2-9c95-1d926529ad52 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e0b2d2-93a8-4212-8819-a361a7e15ce6 HTTP/1.1" status: 200 len: 217 time: 0.1562953 Jan 20 11:30:55.316096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-3e0d91ba-1aea-4e95-ac5d-d275732bdd1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:55.317509 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-3e0d91ba-1aea-4e95-ac5d-d275732bdd1d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0581603 Jan 20 11:30:55.376446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82842226-a3ac-4df0-9606-30f662c825d8 req-d1eebd2c-be0b-4bb7-9699-2789845cd4e0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:55.377828 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-82842226-a3ac-4df0-9606-30f662c825d8 req-d1eebd2c-be0b-4bb7-9699-2789845cd4e0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 943 time: 0.0787535 Jan 20 11:30:55.390900 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-d8819bb7-b3ea-48cd-bb2b-995f3bd7c4e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680585 Jan 20 11:30:55.424305 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-82842226-a3ac-4df0-9606-30f662c825d8 req-337ab941-689d-4c1f-8c3c-efe26ff56465 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395977 Jan 20 11:30:55.520684 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-26ed9667-ee70-4e80-ae54-97206343d44d service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238508 Jan 20 11:30:55.648153 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-57f71f34-90e7-4e5e-8f46-50e1f14bdaf2 req-7ca92559-94a4-476b-b1e8-32565df265a6 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217139 Jan 20 11:30:56.541989 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 98e0b2d2-93a8-4212-8819-a361a7e15ce6 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:30:56.626604 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247c358-fa92-4370-967e-8ce496090097 req-8bfbdaef-9520-4670-9b49-b65d72a8916f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:56.628218 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a247c358-fa92-4370-967e-8ce496090097 req-8bfbdaef-9520-4670-9b49-b65d72a8916f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 943 time: 0.0788579 Jan 20 11:30:56.679259 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 98e0b2d2-93a8-4212-8819-a361a7e15ce6, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=98e0b2d2-93a8-4212-8819-a361a7e15ce6,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:30:56.679472 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a247c358-fa92-4370-967e-8ce496090097 req-5e614038-7fd1-42a5-93bd-06fd67e4cdc0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427067 Jan 20 11:30:56.689311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '98e0b2d2-93a8-4212-8819-a361a7e15ce6', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'port_id': '98e0b2d2-93a8-4212-8819-a361a7e15ce6', 'mac_address': 'fa:16:3e:07:93:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:30:56.746231 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:56.797769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e0b2d2-93a8-4212-8819-a361a7e15ce6 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:30:56.812473 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 98e0b2d2-93a8-4212-8819-a361a7e15ce6, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=98e0b2d2-93a8-4212-8819-a361a7e15ce6,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:30:56.876488 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:56.940054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=98e0b2d2-93a8-4212-8819-a361a7e15ce6,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:30:57.078272 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['98e0b2d2-93a8-4212-8819-a361a7e15ce6'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:30:57.874397 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb50e2-ca62-49e0-8943-657ee93b3695 req-5dad3802-9570-438a-b70e-cf08e2b23d3b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:57.875839 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-65bb50e2-ca62-49e0-8943-657ee93b3695 req-5dad3802-9570-438a-b70e-cf08e2b23d3b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 944 time: 0.0755768 Jan 20 11:30:57.920636 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-65bb50e2-ca62-49e0-8943-657ee93b3695 req-aa04cf12-ebae-4762-b43c-e8b8e401692c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393531 Jan 20 11:30:58.561597 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 98e0b2d2-93a8-4212-8819-a361a7e15ce6 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:30:58.693862 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 98e0b2d2-93a8-4212-8819-a361a7e15ce6 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:30:58.699743 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 98e0b2d2-93a8-4212-8819-a361a7e15ce6 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:30:58.700416 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:58.811541 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:58.837756 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba73495b-82f5-4352-b2d1-e9038543b397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e0b2d2-93a8-4212-8819-a361a7e15ce6'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:30:58.847200 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 98e0b2d2-93a8-4212-8819-a361a7e15ce6, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=98e0b2d2-93a8-4212-8819-a361a7e15ce6,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:30:58.890748 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba73495b-82f5-4352-b2d1-e9038543b397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e0b2d2-93a8-4212-8819-a361a7e15ce6', 'code': 200} Jan 20 11:30:58.911258 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:30:58.982248 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=98e0b2d2-93a8-4212-8819-a361a7e15ce6,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:30:59.121878 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e9fbb-ad54-4fea-b63f-47efbfad6725 req-c4378b8c-4b6e-4ddc-82fc-1a40a4b32b5c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:30:59.123752 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f26e9fbb-ad54-4fea-b63f-47efbfad6725 req-c4378b8c-4b6e-4ddc-82fc-1a40a4b32b5c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0827153 Jan 20 11:30:59.171601 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f26e9fbb-ad54-4fea-b63f-47efbfad6725 req-91ce09dc-ba22-42cd-ae82-a76413225800 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422325 Jan 20 11:30:59.245517 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e09401f1-ba01-4f4a-af26-4e0f730fdf03 req-c03245d4-7c85-494c-8f6f-3460e3cf34d2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 1098 time: 0.0692379 Jan 20 11:30:59.290656 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e09401f1-ba01-4f4a-af26-4e0f730fdf03 req-240ce2cf-1e4c-45de-9a18-4dd24ba8b354 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397570 Jan 20 11:31:00.368623 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef529f-4591-46da-be62-097c43745a4c req-77a3472a-7d9d-4daf-98ea-b6899f9874f1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:00.370086 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0ef529f-4591-46da-be62-097c43745a4c req-77a3472a-7d9d-4daf-98ea-b6899f9874f1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0775318 Jan 20 11:31:00.415967 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0ef529f-4591-46da-be62-097c43745a4c req-5109569d-daaf-4bbf-a434-46187823b0be tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403283 Jan 20 11:31:01.442695 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b493576b-ac59-424d-9948-3048faab50f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:01.694367 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f2e49-8e8d-4fd6-b531-b5af42aa898f req-d7b0d1b8-ee1a-4de2-bd0f-5920eef787ec tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:01.695884 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-739f2e49-8e8d-4fd6-b531-b5af42aa898f req-d7b0d1b8-ee1a-4de2-bd0f-5920eef787ec tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.1577895 Jan 20 11:31:01.740639 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-739f2e49-8e8d-4fd6-b531-b5af42aa898f req-000902fc-6995-4c68-93a5-daf2d68f9286 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390918 Jan 20 11:31:01.930226 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6833d-dae2-4610-9105-7258650a093a req-a9ec6812-df8b-4941-a74f-6356544a6a63 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:01.931662 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e2b6833d-dae2-4610-9105-7258650a093a req-a9ec6812-df8b-4941-a74f-6356544a6a63 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0744176 Jan 20 11:31:01.948329 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 41668) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:31:01.953872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-468127ca-f674-4a7a-89cc-27356a25fa98 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Request body: {'floatingip': {'port_id': '98e0b2d2-93a8-4212-8819-a361a7e15ce6'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:31:02.029103 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-468127ca-f674-4a7a-89cc-27356a25fa98 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for floatingip, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:02.039346 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:31:02.604764 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-468127ca-f674-4a7a-89cc-27356a25fa98 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:02.659291 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-468127ca-f674-4a7a-89cc-27356a25fa98 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:02.845763 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-468127ca-f674-4a7a-89cc-27356a25fa98 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Floating IP 8631d038-50e9-46f8-bd8b-d11f2e09c791 associated. External IP: 172.26.0.6, port: 98e0b2d2-93a8-4212-8819-a361a7e15ce6. Jan 20 11:31:03.313111 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468127ca-f674-4a7a-89cc-27356a25fa98 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Router 15aee007-11c0-454a-ac17-9e5b7de18951 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:31:03.507520 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468127ca-f674-4a7a-89cc-27356a25fa98 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:31:03.512943 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-468127ca-f674-4a7a-89cc-27356a25fa98 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:03.517863 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9858edf-cb44-4f13-8799-55cafbd25db3 None None] Sync routers for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:31:03.529933 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9858edf-cb44-4f13-8799-55cafbd25db3 None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:31:03.530794 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f9858edf-cb44-4f13-8799-55cafbd25db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:30:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:31:03.567417 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-468127ca-f674-4a7a-89cc-27356a25fa98 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "PUT /v2.0/floatingips/8631d038-50e9-46f8-bd8b-d11f2e09c791 HTTP/1.1" status: 200 len: 989 time: 1.6178529 Jan 20 11:31:03.567828 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba73495b-82f5-4352-b2d1-e9038543b397', 'tag': '98e0b2d2-93a8-4212-8819-a361a7e15ce6'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:31:03.625858 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba73495b-82f5-4352-b2d1-e9038543b397', 'tag': '98e0b2d2-93a8-4212-8819-a361a7e15ce6', 'status': 'completed', 'code': 200} Jan 20 11:31:03.712641 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-f9858edf-cb44-4f13-8799-55cafbd25db3 None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:31:03.720534 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5ed65363-d281-4f6c-b6ce-903944667103 req-70c743d2-c018-49a5-a37d-4d2ee9c133ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 1098 time: 0.0735390 Jan 20 11:31:03.856568 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed65363-d281-4f6c-b6ce-903944667103 req-2704f6bd-afaa-43c6-9b07-6db51d17e189 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:03.857967 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5ed65363-d281-4f6c-b6ce-903944667103 req-2704f6bd-afaa-43c6-9b07-6db51d17e189 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1306238 Jan 20 11:31:03.905037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dce6126-8f96-4ba6-890c-eb76784363cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:03.966846 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5ed65363-d281-4f6c-b6ce-903944667103 req-36b6290d-9e2d-4d28-b6d1-a20c568cd7a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e0b2d2-93a8-4212-8819-a361a7e15ce6 HTTP/1.1" status: 200 len: 997 time: 0.1030099 Jan 20 11:31:04.027825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed65363-d281-4f6c-b6ce-903944667103 req-d4738210-710b-458f-b62b-a74c81136819 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:04.029251 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5ed65363-d281-4f6c-b6ce-903944667103 req-d4738210-710b-458f-b62b-a74c81136819 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0570369 Jan 20 11:31:04.083882 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f9858edf-cb44-4f13-8799-55cafbd25db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '8631d038-50e9-46f8-bd8b-d11f2e09c791', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'floating_ip_address': '172.26.0.6', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'port_id': '98e0b2d2-93a8-4212-8819-a361a7e15ce6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'mac_address': 'fa:16:3e:07:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba73495b-82f5-4352-b2d1-e9038543b397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:28:07Z', 'updated_at': '2022-01-20T11:31:02Z', 'revision_number': 9, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:31:04.087787 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9858edf-cb44-4f13-8799-55cafbd25db3 None None] Checking router: 15aee007-11c0-454a-ac17-9e5b7de18951 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:31:04.098032 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9858edf-cb44-4f13-8799-55cafbd25db3 None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:31:04.098616 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f9858edf-cb44-4f13-8799-55cafbd25db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:31:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:31:04.106828 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5ed65363-d281-4f6c-b6ce-903944667103 req-fc163183-94f2-4ce6-a497-4f79dc0027e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716057 Jan 20 11:31:04.235858 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5ed65363-d281-4f6c-b6ce-903944667103 req-7ef19e3d-c05f-47a2-abb3-6c82606150c2 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236994 Jan 20 11:31:04.270137 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-f9858edf-cb44-4f13-8799-55cafbd25db3 None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:31:04.366250 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5ed65363-d281-4f6c-b6ce-903944667103 req-e4115aae-a1fd-407c-a7d6-d1aec678f1e7 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246974 Jan 20 11:31:04.607121 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f9858edf-cb44-4f13-8799-55cafbd25db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '8631d038-50e9-46f8-bd8b-d11f2e09c791', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'floating_ip_address': '172.26.0.6', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'port_id': '98e0b2d2-93a8-4212-8819-a361a7e15ce6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'mac_address': 'fa:16:3e:07:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba73495b-82f5-4352-b2d1-e9038543b397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:28:07Z', 'updated_at': '2022-01-20T11:31:02Z', 'revision_number': 9, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:31:04.610894 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9858edf-cb44-4f13-8799-55cafbd25db3 None None] The sync data for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv is: [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '8631d038-50e9-46f8-bd8b-d11f2e09c791', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'floating_ip_address': '172.26.0.6', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'port_id': '98e0b2d2-93a8-4212-8819-a361a7e15ce6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'mac_address': 'fa:16:3e:07:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba73495b-82f5-4352-b2d1-e9038543b397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:28:07Z', 'updated_at': '2022-01-20T11:31:02Z', 'revision_number': 9, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:31:04.814737 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c9f41c-c4fc-4868-afee-42bb368fb154 None None] New status for floating IP 8631d038-50e9-46f8-bd8b-d11f2e09c791: ACTIVE {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:31:04.977440 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:04.985665 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:06.339413 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:09.819902 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:31.424915 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43b7a6de-a344-4422-bece-f7e573201443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:33.876203 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e040279-b60e-4673-81e3-4ce48a2aa33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:34.901583 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:34.963258 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:35.570571 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7ba93a77-b72d-4675-a65c-d61ed3bf9a8a req-113ae6d4-d2d8-4e01-958a-6083217bc05f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669677 Jan 20 11:31:35.707411 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7ba93a77-b72d-4675-a65c-d61ed3bf9a8a req-5ebc6285-aae6-48dd-8382-3e3f4effb92a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 1098 time: 0.0687470 Jan 20 11:31:35.846674 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba93a77-b72d-4675-a65c-d61ed3bf9a8a req-3c6c41d1-5907-4992-8276-b5383cb4f2d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:35.848092 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7ba93a77-b72d-4675-a65c-d61ed3bf9a8a req-3c6c41d1-5907-4992-8276-b5383cb4f2d9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1239023 Jan 20 11:31:36.040467 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7ba93a77-b72d-4675-a65c-d61ed3bf9a8a req-db7d0d89-1b04-4ff0-8a81-0769757e0d5c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e0b2d2-93a8-4212-8819-a361a7e15ce6 HTTP/1.1" status: 200 len: 1000 time: 0.1861382 Jan 20 11:31:36.103709 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba93a77-b72d-4675-a65c-d61ed3bf9a8a req-ad894c1f-cdcb-4bb4-8157-4cc871e5dbce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:36.105110 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7ba93a77-b72d-4675-a65c-d61ed3bf9a8a req-ad894c1f-cdcb-4bb4-8157-4cc871e5dbce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0596077 Jan 20 11:31:36.176972 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7ba93a77-b72d-4675-a65c-d61ed3bf9a8a req-c937a7b9-a614-4b60-84d0-8d9532c2bafc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658267 Jan 20 11:31:36.305241 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7ba93a77-b72d-4675-a65c-d61ed3bf9a8a req-94415ba6-465b-45d6-b320-615f13638ff3 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223009 Jan 20 11:31:36.350271 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:36.433151 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7ba93a77-b72d-4675-a65c-d61ed3bf9a8a req-3cc1c38f-7771-49c9-b816-757e40ac5675 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225641 Jan 20 11:31:39.041204 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:31:39.247613 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8c70ae75-8108-4318-979c-1a3cdb5fe284 req-535d3048-06a8-4c3f-88e4-9a249b5cf945 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0662448 Jan 20 11:31:39.841304 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:39.949062 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d97e0-c6ce-446b-b3cd-3adc225ebb37 req-9443ef64-862a-4349-a1b4-ee36a40112e5 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:39.950518 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e3d97e0-c6ce-446b-b3cd-3adc225ebb37 req-9443ef64-862a-4349-a1b4-ee36a40112e5 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.2736328 Jan 20 11:31:39.954360 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-673e0f95-d542-4878-9b2d-895637928463 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1868620 Jan 20 11:31:39.995796 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e3d97e0-c6ce-446b-b3cd-3adc225ebb37 req-3a762987-dd3d-475c-9c12-71fe20e36668 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396194 Jan 20 11:31:41.264452 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91bfac-9869-4a94-b19b-98b1a8dc108e req-6c1414c0-3afb-4774-9d93-10cf45b45ea7 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:41.265902 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8a91bfac-9869-4a94-b19b-98b1a8dc108e req-6c1414c0-3afb-4774-9d93-10cf45b45ea7 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.1458392 Jan 20 11:31:41.310469 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8a91bfac-9869-4a94-b19b-98b1a8dc108e req-454d9c82-bf42-4e41-aa86-9b95aa7f2179 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390253 Jan 20 11:31:42.175825 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-8c9cc07f-6efb-4e0b-bf9b-ad10626e670b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 1098 time: 0.0706902 Jan 20 11:31:42.301182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-10586f8b-c5d0-4e28-8725-ced892d4baa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:42.302537 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-10586f8b-c5d0-4e28-8725-ced892d4baa2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1210029 Jan 20 11:31:42.404673 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-fbc2a4ea-7510-41db-b724-6f6cf06e9c08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e0b2d2-93a8-4212-8819-a361a7e15ce6 HTTP/1.1" status: 200 len: 1000 time: 0.0963111 Jan 20 11:31:42.466794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-b6265801-59d7-4197-a361-80428c50290c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:42.468209 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-b6265801-59d7-4197-a361-80428c50290c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0576801 Jan 20 11:31:42.512813 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcd3d6-4afd-4349-8012-b3668a5d2595 req-c5268cca-60bb-404b-b05a-04da9188cdbd tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:42.514930 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fdbcd3d6-4afd-4349-8012-b3668a5d2595 req-c5268cca-60bb-404b-b05a-04da9188cdbd tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0795045 Jan 20 11:31:42.541314 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-2ced731e-ac56-41aa-9d92-d9cbe5d7e465 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669866 Jan 20 11:31:42.559891 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fdbcd3d6-4afd-4349-8012-b3668a5d2595 req-abfc8d2a-651e-4cdc-9a67-4706f45d25a4 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393846 Jan 20 11:31:42.668372 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-e0480150-6a04-487b-abc2-7240e5018d05 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218836 Jan 20 11:31:42.796057 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-711d86aa-9307-458f-bd97-850a23a95d69 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211848 Jan 20 11:31:43.756273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e7322-cf58-49c0-83ff-9c4f106dfc63 req-b31820f7-19cb-4f23-94dc-a5401aba7071 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:43.757873 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f51e7322-cf58-49c0-83ff-9c4f106dfc63 req-b31820f7-19cb-4f23-94dc-a5401aba7071 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0812163 Jan 20 11:31:43.803905 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f51e7322-cf58-49c0-83ff-9c4f106dfc63 req-91439372-9553-42a3-9a89-3cb5296850aa tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403938 Jan 20 11:31:45.000798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012503f5-f5cd-4105-8844-c9678f0cd6da req-c2f566ac-898f-4a5b-ac44-5ada745db81f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:45.002276 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-012503f5-f5cd-4105-8844-c9678f0cd6da req-c2f566ac-898f-4a5b-ac44-5ada745db81f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0758355 Jan 20 11:31:45.050117 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-012503f5-f5cd-4105-8844-c9678f0cd6da req-349921ae-1f88-4f3e-85e5-b9e8ec992739 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424850 Jan 20 11:31:46.245613 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44804436-89b4-406b-9674-d8f373f9c24a req-d153f80c-3b72-4cb8-9813-a8b801a29b67 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:46.246935 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-44804436-89b4-406b-9674-d8f373f9c24a req-d153f80c-3b72-4cb8-9813-a8b801a29b67 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0743508 Jan 20 11:31:46.291069 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-44804436-89b4-406b-9674-d8f373f9c24a req-8b4405d1-4c5f-4d5d-b1ea-daa059e9f739 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387907 Jan 20 11:31:47.496006 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970b952-9376-4556-b1a7-fee785a6432d req-9f77d74c-0431-4f8b-ad33-6594682816a1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:47.497408 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0970b952-9376-4556-b1a7-fee785a6432d req-9f77d74c-0431-4f8b-ad33-6594682816a1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0773299 Jan 20 11:31:47.540407 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0970b952-9376-4556-b1a7-fee785a6432d req-7cb450b4-d469-4528-a184-9a25c6180c68 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374916 Jan 20 11:31:48.737386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e3ec5-eb42-4191-bf5e-f4a4c7a29cba req-a4d036ae-998e-4ab4-8d37-3ede89abac4e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:48.738773 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7f1e3ec5-eb42-4191-bf5e-f4a4c7a29cba req-a4d036ae-998e-4ab4-8d37-3ede89abac4e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0757346 Jan 20 11:31:48.782155 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7f1e3ec5-eb42-4191-bf5e-f4a4c7a29cba req-17728e5a-cddc-4425-b23d-e2014439289d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379717 Jan 20 11:31:49.989506 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e61c16-d1a1-4788-9516-8add31c6dcb2 req-6a352545-5c97-4e15-8788-4e8f189d10d9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:49.990974 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-96e61c16-d1a1-4788-9516-8add31c6dcb2 req-6a352545-5c97-4e15-8788-4e8f189d10d9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0876827 Jan 20 11:31:50.040388 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-96e61c16-d1a1-4788-9516-8add31c6dcb2 req-ed7efa47-26d0-435f-a3d3-12548325d3a0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431261 Jan 20 11:31:51.232988 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db7980-f4a0-49c8-ad7f-1470a94e9da8 req-0eee517a-b0b6-4b67-ab07-ab3fbb7f5b5e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:51.234405 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f2db7980-f4a0-49c8-ad7f-1470a94e9da8 req-0eee517a-b0b6-4b67-ab07-ab3fbb7f5b5e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0746045 Jan 20 11:31:51.279911 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f2db7980-f4a0-49c8-ad7f-1470a94e9da8 req-68f387a6-cbf7-45a0-a01c-38355acaa241 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399015 Jan 20 11:31:52.479247 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51210450-93a4-452f-8bb6-37e84961426d req-b5720f27-088e-4eb6-94be-4c2a26a8bef9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:52.480767 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-51210450-93a4-452f-8bb6-37e84961426d req-b5720f27-088e-4eb6-94be-4c2a26a8bef9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0776401 Jan 20 11:31:52.525221 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-51210450-93a4-452f-8bb6-37e84961426d req-770292b9-d541-4034-b6fd-0e8e8cadb0fc tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390065 Jan 20 11:31:53.719824 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8946fc-64fd-4f5a-99c5-de772d864b4d req-f0f640d9-c99c-4755-9f99-06638c106422 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:53.721258 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7d8946fc-64fd-4f5a-99c5-de772d864b4d req-f0f640d9-c99c-4755-9f99-06638c106422 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0770035 Jan 20 11:31:53.769519 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7d8946fc-64fd-4f5a-99c5-de772d864b4d req-6275f47c-2db0-4a07-b947-29f38cfb5dd4 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427399 Jan 20 11:31:54.764535 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-0db8428c-7dc9-4d4b-a749-80cd309e8d7b service neutron] 10.222.0.72 "GET /v2.0/ports/98e0b2d2-93a8-4212-8819-a361a7e15ce6/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.0759439 Jan 20 11:31:54.967308 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed8bf8-21bd-4610-bf02-aab7a2be66b1 req-4a892f61-168e-478f-b9c0-3eaeed26d360 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:54.968749 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7eed8bf8-21bd-4610-bf02-aab7a2be66b1 req-4a892f61-168e-478f-b9c0-3eaeed26d360 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0778883 Jan 20 11:31:55.013093 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7eed8bf8-21bd-4610-bf02-aab7a2be66b1 req-be173f5e-aee4-475b-a90d-bba728020d07 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387561 Jan 20 11:31:55.243887 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-64e7efd6-caab-4a0c-8a8d-d4af7e432d66 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397&tenant_id=2c4f0a72b7e84aae829fb83e00e174e8 HTTP/1.1" status: 200 len: 1098 time: 0.0711863 Jan 20 11:31:55.336105 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-127b01f4-4ec8-4568-bbf1-ebfa9774b9ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 1098 time: 0.0722883 Jan 20 11:31:55.552275 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-1b5c4964-76e6-4401-acff-2f42799a2587 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:55.553780 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-1b5c4964-76e6-4401-acff-2f42799a2587 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.2126412 Jan 20 11:31:55.655676 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-8a778334-ae11-4d63-ae8e-c57e1f69572d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e0b2d2-93a8-4212-8819-a361a7e15ce6 HTTP/1.1" status: 200 len: 1000 time: 0.0958779 Jan 20 11:31:55.716972 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-7b4c14e7-45dc-4a2b-843f-7d0d08cc78d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:55.718417 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-7b4c14e7-45dc-4a2b-843f-7d0d08cc78d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0571930 Jan 20 11:31:55.790429 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-dfb71273-6bb8-4d6e-b3d0-e86812575722 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664954 Jan 20 11:31:55.918682 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-95393deb-b3ab-4697-9157-9d4cf25db9b3 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224496 Jan 20 11:31:56.049283 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ae9c50c6-2f3c-4a9f-bc67-80aa13a30f04 req-0e391aca-fdab-46f8-8e91-3ccda79d1a6b service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253576 Jan 20 11:31:56.216169 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa3edc-f1c9-4ee5-8cb1-ca8fa47dec24 req-e33571f5-be95-4f8d-8cce-138db5b925b0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:56.217553 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-99fa3edc-f1c9-4ee5-8cb1-ca8fa47dec24 req-e33571f5-be95-4f8d-8cce-138db5b925b0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0804305 Jan 20 11:31:56.264563 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-99fa3edc-f1c9-4ee5-8cb1-ca8fa47dec24 req-dd4952da-b455-4425-bcdd-936ab845708b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413768 Jan 20 11:31:56.850368 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 98e0b2d2-93a8-4212-8819-a361a7e15ce6 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:31:56.982659 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 98e0b2d2-93a8-4212-8819-a361a7e15ce6, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=98e0b2d2-93a8-4212-8819-a361a7e15ce6,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:31:56.995298 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '98e0b2d2-93a8-4212-8819-a361a7e15ce6', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'port_id': '98e0b2d2-93a8-4212-8819-a361a7e15ce6', 'mac_address': 'fa:16:3e:07:93:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:31:57.050092 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:57.066826 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98e0b2d2-93a8-4212-8819-a361a7e15ce6 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:31:57.081321 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 98e0b2d2-93a8-4212-8819-a361a7e15ce6, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=98e0b2d2-93a8-4212-8819-a361a7e15ce6,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:31:57.144484 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:57.211328 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=98e0b2d2-93a8-4212-8819-a361a7e15ce6,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:31:57.215292 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['98e0b2d2-93a8-4212-8819-a361a7e15ce6'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:31:57.263879 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:31:57.264219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:31:57.264557 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:31:57.264891 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:31:57.265222 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:31:57.265575 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:31:57.265904 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:31:57.266288 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:31:57.266616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:31:57.266939 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:31:57.267260 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:31:57.460157 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15a528-8ded-4765-8d1d-535a772438c2 req-460bd32e-a834-48a8-a018-c8b42d850a65 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:57.464098 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0a15a528-8ded-4765-8d1d-535a772438c2 req-460bd32e-a834-48a8-a018-c8b42d850a65 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 944 time: 0.0765374 Jan 20 11:31:57.506491 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0a15a528-8ded-4765-8d1d-535a772438c2 req-11d91c1c-98f3-4275-8cac-7cf84b50e55d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392389 Jan 20 11:31:58.784452 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d71fb-fb50-4de3-b453-8388776bac23 req-0132f6de-3a76-49c3-9e4c-bd7ee485eb88 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:58.785811 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d85d71fb-fb50-4de3-b453-8388776bac23 req-0132f6de-3a76-49c3-9e4c-bd7ee485eb88 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 944 time: 0.1597979 Jan 20 11:31:58.829479 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d85d71fb-fb50-4de3-b453-8388776bac23 req-9de72a13-d293-4b95-9160-a777b496e1b9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382102 Jan 20 11:31:58.872711 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 98e0b2d2-93a8-4212-8819-a361a7e15ce6 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:31:58.941573 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 98e0b2d2-93a8-4212-8819-a361a7e15ce6 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:31:58.942244 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:59.091955 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:59.117148 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba73495b-82f5-4352-b2d1-e9038543b397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e0b2d2-93a8-4212-8819-a361a7e15ce6'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:31:59.126727 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 98e0b2d2-93a8-4212-8819-a361a7e15ce6, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=98e0b2d2-93a8-4212-8819-a361a7e15ce6,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:31:59.212747 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:31:59.256503 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba73495b-82f5-4352-b2d1-e9038543b397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e0b2d2-93a8-4212-8819-a361a7e15ce6', 'code': 200} Jan 20 11:31:59.283298 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=98e0b2d2-93a8-4212-8819-a361a7e15ce6,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:31:59.617982 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54502eb9-70b6-40ce-9c7b-265bf08935ee req-09840830-304b-4808-959a-4f42d41b1d8f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:59.619428 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54502eb9-70b6-40ce-9c7b-265bf08935ee req-09840830-304b-4808-959a-4f42d41b1d8f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0765567 Jan 20 11:31:59.647922 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-9689f307-8b02-4586-9113-c538d1440e14 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:31:59.648681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-9689f307-8b02-4586-9113-c538d1440e14 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Synchronizing usage tracker for tenant:2c4f0a72b7e84aae829fb83e00e174e8 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:31:59.668525 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-54502eb9-70b6-40ce-9c7b-265bf08935ee req-86b04848-33f5-4884-b5f6-bb3ec7d3d33e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428855 Jan 20 11:31:59.733640 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-9689f307-8b02-4586-9113-c538d1440e14 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Unset dirty status for tenant:2c4f0a72b7e84aae829fb83e00e174e8 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:31:59.734776 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-9689f307-8b02-4586-9113-c538d1440e14 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397&tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&binding%3Ahost_id=hv-neutron-8254 HTTP/1.1" status: 200 len: 945 time: 0.1694646 Jan 20 11:31:59.810914 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-44c49255-97a8-4e64-a0e9-5d57119385ca service neutron] 10.222.0.72 "GET /v2.0/ports/98e0b2d2-93a8-4212-8819-a361a7e15ce6/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.0710068 Jan 20 11:31:59.901444 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-3dcec16c-565d-417c-aa4e-788560632522 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 1098 time: 0.0701582 Jan 20 11:32:00.028883 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-0766802c-0e23-4473-9ac2-218b83529ea5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:00.030238 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-0766802c-0e23-4473-9ac2-218b83529ea5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1233459 Jan 20 11:32:00.125063 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-06bc2250-57dc-4c2d-acc8-e0dc33401718 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e0b2d2-93a8-4212-8819-a361a7e15ce6 HTTP/1.1" status: 200 len: 1000 time: 0.0891566 Jan 20 11:32:00.188097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-24ff5eb3-dab1-47cc-b609-a31a2e82c926 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:00.189479 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-24ff5eb3-dab1-47cc-b609-a31a2e82c926 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0585449 Jan 20 11:32:00.261251 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-0a6baaca-e2d7-40f9-a2c4-9612fb9adfaf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650108 Jan 20 11:32:00.392348 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-87a4e375-faa8-47d8-9344-0fd2c4413ff5 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257491 Jan 20 11:32:00.522349 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-07cf8597-1d09-4077-afd7-d289a23869f2 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248636 Jan 20 11:32:00.862652 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438107f-33c4-4f36-8f1b-8c69f6dffe15 req-5f43886d-87fa-4a55-b067-d2dd4beb8a73 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:00.864071 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1438107f-33c4-4f36-8f1b-8c69f6dffe15 req-5f43886d-87fa-4a55-b067-d2dd4beb8a73 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0747385 Jan 20 11:32:00.908249 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1438107f-33c4-4f36-8f1b-8c69f6dffe15 req-db76856a-b7f0-441f-8f03-a0ea652ff18b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387559 Jan 20 11:32:01.436225 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-51e36202-a141-433e-a8ad-01969fd8b31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:02.108030 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc847b1-53a2-443c-9c2c-663144cbce74 req-8f4c49de-f0a0-42d1-b4b4-50c58e9bb790 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:02.109485 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fcc847b1-53a2-443c-9c2c-663144cbce74 req-8f4c49de-f0a0-42d1-b4b4-50c58e9bb790 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0784609 Jan 20 11:32:02.155581 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fcc847b1-53a2-443c-9c2c-663144cbce74 req-4eeee8d8-0f85-41d0-acfb-692d9a8bf15b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405667 Jan 20 11:32:03.351974 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61107dcc-8af0-4150-8277-f34ac70f9487 req-d1712127-df9f-45ce-8f95-a7f9332fee60 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:03.353430 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-61107dcc-8af0-4150-8277-f34ac70f9487 req-d1712127-df9f-45ce-8f95-a7f9332fee60 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0770354 Jan 20 11:32:03.398611 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-61107dcc-8af0-4150-8277-f34ac70f9487 req-1864f7c0-b1ab-4e02-a3f0-0bfa3a6deb72 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391138 Jan 20 11:32:03.436653 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-21d7a065-d127-4f03-ba39-60866f5acc09 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397&tenant_id=2c4f0a72b7e84aae829fb83e00e174e8 HTTP/1.1" status: 200 len: 1098 time: 0.0735269 Jan 20 11:32:03.524427 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-194a0a00-4015-44bc-b491-de1442a98edf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 1098 time: 0.0670328 Jan 20 11:32:03.734798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-5792c858-6b94-4dac-a613-1f41dfafca17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:03.736458 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-5792c858-6b94-4dac-a613-1f41dfafca17 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.2052100 Jan 20 11:32:03.837338 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-9e6c8809-86cd-4e4c-9ea8-ce1fd5da1131 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e0b2d2-93a8-4212-8819-a361a7e15ce6 HTTP/1.1" status: 200 len: 1000 time: 0.0952034 Jan 20 11:32:03.863969 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-426f1026-74d6-4673-9a87-05ddf92cf821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:03.896858 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-701b59a5-c6e7-4c0a-9ca4-41fffe9791ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:03.898332 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-701b59a5-c6e7-4c0a-9ca4-41fffe9791ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0559707 Jan 20 11:32:03.974464 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-3ed173b3-530e-4b29-9073-28391462e8ab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696590 Jan 20 11:32:04.108754 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-a95eba28-46d4-4578-8411-2dc30852089f service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246436 Jan 20 11:32:04.235013 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1b91a5ff-5f04-45e9-8dc5-0f500a4ce402 req-5a7a8165-6c13-4450-b3f0-ecc89df24d79 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211185 Jan 20 11:32:04.600242 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62fe96-d704-4a74-acac-c19a851f35d7 req-6aa4e79f-07bd-4ec8-9a39-d354b85bdb24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:04.601709 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6d62fe96-d704-4a74-acac-c19a851f35d7 req-6aa4e79f-07bd-4ec8-9a39-d354b85bdb24 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 945 time: 0.0818892 Jan 20 11:32:04.646762 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6d62fe96-d704-4a74-acac-c19a851f35d7 req-0de573d4-0784-4c10-8bf8-6d255f705653 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394042 Jan 20 11:32:04.903485 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 98e0b2d2-93a8-4212-8819-a361a7e15ce6 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:32:04.906517 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 98e0b2d2-93a8-4212-8819-a361a7e15ce6 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:32:04.936613 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:04.959746 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:05.116292 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:05.146265 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 98e0b2d2-93a8-4212-8819-a361a7e15ce6, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=98e0b2d2-93a8-4212-8819-a361a7e15ce6,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:32:05.165684 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba73495b-82f5-4352-b2d1-e9038543b397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e0b2d2-93a8-4212-8819-a361a7e15ce6'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:32:05.174495 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '98e0b2d2-93a8-4212-8819-a361a7e15ce6', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'port_id': '98e0b2d2-93a8-4212-8819-a361a7e15ce6', 'mac_address': 'fa:16:3e:07:93:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:32:05.178408 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 98e0b2d2-93a8-4212-8819-a361a7e15ce6, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=98e0b2d2-93a8-4212-8819-a361a7e15ce6,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:32:05.232229 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba73495b-82f5-4352-b2d1-e9038543b397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e0b2d2-93a8-4212-8819-a361a7e15ce6', 'code': 200} Jan 20 11:32:05.232907 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:05.250391 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98e0b2d2-93a8-4212-8819-a361a7e15ce6 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:32:05.259718 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:05.368394 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:32:05.368751 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:32:05.373758 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=98e0b2d2-93a8-4212-8819-a361a7e15ce6,revision_number=8']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:32:05.843094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9396e4-0077-4b14-b766-d648afa8c8c2 req-3ac1df34-c9cb-46bd-b8d1-ec4824510a2c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:05.844580 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ac9396e4-0077-4b14-b766-d648afa8c8c2 req-3ac1df34-c9cb-46bd-b8d1-ec4824510a2c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 943 time: 0.0771346 Jan 20 11:32:05.893894 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ac9396e4-0077-4b14-b766-d648afa8c8c2 req-55a01cb4-f77f-4657-8475-0efd913659f3 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437996 Jan 20 11:32:05.926357 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:05.949800 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e0b2d2-93a8-4212-8819-a361a7e15ce6 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:32:05.959787 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 98e0b2d2-93a8-4212-8819-a361a7e15ce6, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=98e0b2d2-93a8-4212-8819-a361a7e15ce6,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:32:06.059150 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:06.121362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['98e0b2d2-93a8-4212-8819-a361a7e15ce6'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:32:06.171315 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=98e0b2d2-93a8-4212-8819-a361a7e15ce6,revision_number=9']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:32:06.344469 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:06.922887 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 98e0b2d2-93a8-4212-8819-a361a7e15ce6 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:32:06.988719 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 98e0b2d2-93a8-4212-8819-a361a7e15ce6 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:32:06.989421 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:07.091255 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e1e01-332e-4526-8335-448f85a8f77a req-0be845ea-200f-4b25-8975-4d1eaccd85db tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:07.092706 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-783e1e01-332e-4526-8335-448f85a8f77a req-0be845ea-200f-4b25-8975-4d1eaccd85db tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 944 time: 0.0745173 Jan 20 11:32:07.102842 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:07.135310 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 98e0b2d2-93a8-4212-8819-a361a7e15ce6, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=98e0b2d2-93a8-4212-8819-a361a7e15ce6,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:32:07.138496 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-783e1e01-332e-4526-8335-448f85a8f77a req-f48c77c7-a7f8-407f-8359-fc50e097832f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402780 Jan 20 11:32:07.202225 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:07.235934 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba73495b-82f5-4352-b2d1-e9038543b397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e0b2d2-93a8-4212-8819-a361a7e15ce6'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:32:07.272786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=98e0b2d2-93a8-4212-8819-a361a7e15ce6,revision_number=10']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:32:07.293357 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba73495b-82f5-4352-b2d1-e9038543b397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e0b2d2-93a8-4212-8819-a361a7e15ce6', 'code': 200} Jan 20 11:32:07.349004 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd884c-65b9-49b8-9cf9-afe8bc8bfa59 req-24f45225-a5ba-4b22-bee1-458edb83a154 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:07.350486 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6bdd884c-65b9-49b8-9cf9-afe8bc8bfa59 req-24f45225-a5ba-4b22-bee1-458edb83a154 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 946 time: 0.0861647 Jan 20 11:32:07.395803 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6bdd884c-65b9-49b8-9cf9-afe8bc8bfa59 req-7c9ae702-a592-4d9d-9861-9e4454188137 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390940 Jan 20 11:32:07.589988 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992bf04-e0bf-4dfb-aeef-42507020d07e req-ac72dafd-ae08-4ca0-82a1-60cfff84bbb5 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:07.591447 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1992bf04-e0bf-4dfb-aeef-42507020d07e req-ac72dafd-ae08-4ca0-82a1-60cfff84bbb5 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 946 time: 0.0752070 Jan 20 11:32:07.636033 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1992bf04-e0bf-4dfb-aeef-42507020d07e req-fa3ac432-9f68-470c-9d61-045d8dec1ae8 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386975 Jan 20 11:32:08.256195 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baccb1-c9a5-44fd-94f9-6cab8f85e3f1 req-2a3f788b-23e9-4868-9ae7-912a06456678 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:08.257525 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0baccb1-c9a5-44fd-94f9-6cab8f85e3f1 req-2a3f788b-23e9-4868-9ae7-912a06456678 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 946 time: 0.0784354 Jan 20 11:32:08.301172 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0baccb1-c9a5-44fd-94f9-6cab8f85e3f1 req-10fbbaed-5a2b-4d7a-bf00-4edea38c5913 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374804 Jan 20 11:32:09.501392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdaf362-5865-49df-9342-6fed1a7dac3b req-ac98a715-9452-43fd-a348-79c6de75e46a tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:09.502847 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ccdaf362-5865-49df-9342-6fed1a7dac3b req-ac98a715-9452-43fd-a348-79c6de75e46a tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 946 time: 0.0755124 Jan 20 11:32:09.547060 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ccdaf362-5865-49df-9342-6fed1a7dac3b req-afb10e87-eabe-4b66-a6b3-8df159424c23 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386875 Jan 20 11:32:09.853296 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:10.216649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68871dd-1eaf-40ff-a2c9-ed9e90abee6e req-9a118daf-4ce5-4763-a790-4800c96f6791 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:10.218081 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a68871dd-1eaf-40ff-a2c9-ed9e90abee6e req-9a118daf-4ce5-4763-a790-4800c96f6791 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 946 time: 0.0750144 Jan 20 11:32:10.286957 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-a68871dd-1eaf-40ff-a2c9-ed9e90abee6e req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Deleting port 98e0b2d2-93a8-4212-8819-a361a7e15ce6 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:32:10.287297 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a68871dd-1eaf-40ff-a2c9-ed9e90abee6e req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:10.523920 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-a68871dd-1eaf-40ff-a2c9-ed9e90abee6e req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] For port 98e0b2d2-93a8-4212-8819-a361a7e15ce6, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=98e0b2d2-93a8-4212-8819-a361a7e15ce6,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:32:10.524175 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a68871dd-1eaf-40ff-a2c9-ed9e90abee6e req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:10.747884 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f62e1-7308-4193-9fb7-eda0c015063e req-827ad06f-91a4-47b9-a5bc-717ca6ba0196 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:10.749359 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-234f62e1-7308-4193-9fb7-eda0c015063e req-827ad06f-91a4-47b9-a5bc-717ca6ba0196 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 946 time: 0.0802951 Jan 20 11:32:10.794640 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-234f62e1-7308-4193-9fb7-eda0c015063e req-450c9968-d267-4d50-9090-1ff0804deef9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394833 Jan 20 11:32:10.808932 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a68871dd-1eaf-40ff-a2c9-ed9e90abee6e req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:10.809302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a68871dd-1eaf-40ff-a2c9-ed9e90abee6e req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:10.809665 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [req-a68871dd-1eaf-40ff-a2c9-ed9e90abee6e req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Floating IP 8631d038-50e9-46f8-bd8b-d11f2e09c791 disassociated. External IP: 172.26.0.6, port: 98e0b2d2-93a8-4212-8819-a361a7e15ce6. Jan 20 11:32:10.810031 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-a68871dd-1eaf-40ff-a2c9-ed9e90abee6e req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Calling delete_port for 98e0b2d2-93a8-4212-8819-a361a7e15ce6 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:32:11.042630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a68871dd-1eaf-40ff-a2c9-ed9e90abee6e req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:11.090875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Pushing event deleted for resources: {'Port': ['ID=98e0b2d2-93a8-4212-8819-a361a7e15ce6,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:32:11.105039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:32:11.105039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:32:11.105039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:32:11.105039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:32:11.105039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:32:11.105039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:32:11.105039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:32:11.105039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:32:11.105851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:32:11.105851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:32:11.105851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:32:11.410632 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a68871dd-1eaf-40ff-a2c9-ed9e90abee6e req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Router 15aee007-11c0-454a-ac17-9e5b7de18951 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:32:11.608196 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a68871dd-1eaf-40ff-a2c9-ed9e90abee6e req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:32:11.617602 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86837043-fbd9-4899-abf3-47cd9b187822 None None] Sync routers for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:32:11.630645 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86837043-fbd9-4899-abf3-47cd9b187822 None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:32:11.631348 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-86837043-fbd9-4899-abf3-47cd9b187822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:32:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:32:11.678779 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68871dd-1eaf-40ff-a2c9-ed9e90abee6e req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] No DVR routers for this DVR port 98e0b2d2-93a8-4212-8819-a361a7e15ce6 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:32:11.681231 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-a68871dd-1eaf-40ff-a2c9-ed9e90abee6e req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:11.684308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba73495b-82f5-4352-b2d1-e9038543b397', 'name': 'network-vif-deleted', 'tag': '98e0b2d2-93a8-4212-8819-a361a7e15ce6'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:32:11.786212 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a68871dd-1eaf-40ff-a2c9-ed9e90abee6e req-d9c32fce-7d44-4645-b478-3290874f5e7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "DELETE /v2.0/ports/98e0b2d2-93a8-4212-8819-a361a7e15ce6 HTTP/1.1" status: 204 len: 173 time: 1.5632594 Jan 20 11:32:11.810432 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-86837043-fbd9-4899-abf3-47cd9b187822 None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:32:11.816202 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba73495b-82f5-4352-b2d1-e9038543b397', 'name': 'network-vif-deleted', 'tag': '98e0b2d2-93a8-4212-8819-a361a7e15ce6', 'status': 'completed', 'code': 200} Jan 20 11:32:11.958147 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd1b0470-9011-4897-9e5e-dfc260783553 req-30b3b7b6-ae5b-419a-9fe2-ee3f228bf5fc tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba73495b-82f5-4352-b2d1-e9038543b397 HTTP/1.1" status: 200 len: 210 time: 0.0424018 Jan 20 11:32:12.121527 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-86837043-fbd9-4899-abf3-47cd9b187822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:32:12.125326 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86837043-fbd9-4899-abf3-47cd9b187822 None None] Checking router: 15aee007-11c0-454a-ac17-9e5b7de18951 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:32:12.135586 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86837043-fbd9-4899-abf3-47cd9b187822 None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:32:12.136754 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-86837043-fbd9-4899-abf3-47cd9b187822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:32:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:32:12.341149 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-86837043-fbd9-4899-abf3-47cd9b187822 None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:32:12.649561 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-86837043-fbd9-4899-abf3-47cd9b187822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:32:12.653643 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86837043-fbd9-4899-abf3-47cd9b187822 None None] The sync data for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv is: [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:32:12.870354 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3bd697-7651-4767-ba94-ee60d7b305d8 None None] New status for floating IP 8631d038-50e9-46f8-bd8b-d11f2e09c791: DOWN {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:32:12.994633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 98e0b2d2-93a8-4212-8819-a361a7e15ce6 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:32:13.038060 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 98e0b2d2-93a8-4212-8819-a361a7e15ce6 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:32:13.038403 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 98e0b2d2-93a8-4212-8819-a361a7e15ce6 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:32:13.337855 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7fada750-c1dd-487a-8880-7d0a452008dc req-25707618-a24f-4dc0-aec5-29ff75c87826 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--580954374&fields=id&tenant_id=2c4f0a72b7e84aae829fb83e00e174e8 HTTP/1.1" status: 200 len: 267 time: 0.0439517 Jan 20 11:32:13.483525 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fada750-c1dd-487a-8880-7d0a452008dc req-a7bf7b6e-f0a5-459a-95cf-38f6002728bc tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:13.484862 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7fada750-c1dd-487a-8880-7d0a452008dc req-a7bf7b6e-f0a5-459a-95cf-38f6002728bc tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 812 time: 0.1398711 Jan 20 11:32:13.501054 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7fada750-c1dd-487a-8880-7d0a452008dc req-8f60f98e-4874-4068-b4af-b0d0a2adb73c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/quotas/2c4f0a72b7e84aae829fb83e00e174e8 HTTP/1.1" status: 200 len: 375 time: 0.0108762 Jan 20 11:32:13.580100 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7fada750-c1dd-487a-8880-7d0a452008dc req-4870f0ef-e54a-4a19-a5b3-7c1cc9ed547f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743496 Jan 20 11:32:13.714853 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7fada750-c1dd-487a-8880-7d0a452008dc req-8d5a81c3-3de3-462a-9b3b-b4bb20e302df service neutron] 10.222.0.70 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233432 Jan 20 11:32:13.922446 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7fada750-c1dd-487a-8880-7d0a452008dc req-1c065593-e5c8-422e-b803-9a30b35666ef service neutron] 10.222.0.70 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019808 Jan 20 11:32:14.204958 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aa553d6c-c0d0-45f9-8a92-4913bb836465 req-fba10b65-02dc-45a9-b21a-d05210d4036f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 210 time: 0.0403748 Jan 20 11:32:15.380314 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5f132b9b-4811-4642-a976-4e1955e1ce15 req-3377705c-7610-4465-aad9-8b5d5def925f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 210 time: 0.0447557 Jan 20 11:32:16.041156 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:32:16.331117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fada750-c1dd-487a-8880-7d0a452008dc req-354f2f3f-f892-417a-a0b4-0e99c65e3d6a tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:16.332521 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7fada750-c1dd-487a-8880-7d0a452008dc req-354f2f3f-f892-417a-a0b4-0e99c65e3d6a tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 812 time: 0.1457319 Jan 20 11:32:16.384854 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7fada750-c1dd-487a-8880-7d0a452008dc req-07164bab-ac2d-4042-92c5-1604543ee321 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4f0a72b7e84aae829fb83e00e174e8 HTTP/1.1" status: 200 len: 379 time: 0.0403624 Jan 20 11:32:16.393994 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-7fada750-c1dd-487a-8880-7d0a452008dc req-242fa80b-c400-4fd3-9073-19a3f92dc61f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Request body: {'port': {'device_id': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'admin_state_up': True, 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'security_groups': ['7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:32:16.540430 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-7fada750-c1dd-487a-8880-7d0a452008dc req-242fa80b-c400-4fd3-9073-19a3f92dc61f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:32:16.545561 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-7fada750-c1dd-487a-8880-7d0a452008dc req-242fa80b-c400-4fd3-9073-19a3f92dc61f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Usage tracker for resource:port and tenant:2c4f0a72b7e84aae829fb83e00e174e8 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:32:16.548498 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-7fada750-c1dd-487a-8880-7d0a452008dc req-242fa80b-c400-4fd3-9073-19a3f92dc61f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:32:16.548684 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b6d06c78-0433-407b-8c77-fdf36866a5fa req-97190b09-fe19-4909-adac-3d78dda29816 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 210 time: 0.0414164 Jan 20 11:32:16.554597 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-7fada750-c1dd-487a-8880-7d0a452008dc req-242fa80b-c400-4fd3-9073-19a3f92dc61f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:32:16.659182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fada750-c1dd-487a-8880-7d0a452008dc req-242fa80b-c400-4fd3-9073-19a3f92dc61f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Made reservation on behalf of 2c4f0a72b7e84aae829fb83e00e174e8 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:32:16.662216 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7fada750-c1dd-487a-8880-7d0a452008dc req-242fa80b-c400-4fd3-9073-19a3f92dc61f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:16.821327 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-7fada750-c1dd-487a-8880-7d0a452008dc req-242fa80b-c400-4fd3-9073-19a3f92dc61f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Allocated IP 172.20.0.7 (74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b/b144b561-59e4-4c8d-9a8a-6f7de939da40/f6b69294-110e-4772-b3af-e169d1160b25) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:32:17.000325 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7fada750-c1dd-487a-8880-7d0a452008dc req-242fa80b-c400-4fd3-9073-19a3f92dc61f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:17.014900 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-7fada750-c1dd-487a-8880-7d0a452008dc req-242fa80b-c400-4fd3-9073-19a3f92dc61f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Transition to ACTIVE for port object f6b69294-110e-4772-b3af-e169d1160b25 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:32:17.151187 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7fada750-c1dd-487a-8880-7d0a452008dc req-242fa80b-c400-4fd3-9073-19a3f92dc61f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:17.224971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fada750-c1dd-487a-8880-7d0a452008dc req-242fa80b-c400-4fd3-9073-19a3f92dc61f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:32:17.228010 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-7fada750-c1dd-487a-8880-7d0a452008dc req-242fa80b-c400-4fd3-9073-19a3f92dc61f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:32:17.233115 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fada750-c1dd-487a-8880-7d0a452008dc req-242fa80b-c400-4fd3-9073-19a3f92dc61f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:32:17.257321 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242fa80b-c400-4fd3-9073-19a3f92dc61f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Pushing event updated for resources: {'Port': ['ID=f6b69294-110e-4772-b3af-e169d1160b25,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:32:17.296773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fada750-c1dd-487a-8880-7d0a452008dc req-242fa80b-c400-4fd3-9073-19a3f92dc61f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:17.297398 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7fada750-c1dd-487a-8880-7d0a452008dc req-242fa80b-c400-4fd3-9073-19a3f92dc61f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:17.397804 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7fada750-c1dd-487a-8880-7d0a452008dc req-242fa80b-c400-4fd3-9073-19a3f92dc61f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0077367 Jan 20 11:32:17.408483 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Request body: {'port': {'device_id': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:32:17.516506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:17.521646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6871f9aa-1afb-4310-8257-bc2266b1038c None None] Provisioning for port f6b69294-110e-4772-b3af-e169d1160b25 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:32:17.527732 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-6871f9aa-1afb-4310-8257-bc2266b1038c None None] Provisioning complete for port f6b69294-110e-4772-b3af-e169d1160b25 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:32:17.531633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6871f9aa-1afb-4310-8257-bc2266b1038c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:17.579487 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6871f9aa-1afb-4310-8257-bc2266b1038c None None] Port f6b69294-110e-4772-b3af-e169d1160b25 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:32:17.749875 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69184362-3d3f-485e-a256-45aef4fb11cb req-e34615c9-5cbd-4694-9ec4-4ca993cb6786 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:17.751335 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-69184362-3d3f-485e-a256-45aef4fb11cb req-e34615c9-5cbd-4694-9ec4-4ca993cb6786 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 931 time: 0.0787525 Jan 20 11:32:17.798458 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-69184362-3d3f-485e-a256-45aef4fb11cb req-d7f50548-6968-473c-a63d-23bc5154cf6d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411394 Jan 20 11:32:17.952451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b69294-110e-4772-b3af-e169d1160b25 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:32:17.959157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:17.973770 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Transition to ACTIVE for port object f6b69294-110e-4772-b3af-e169d1160b25 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:32:18.041590 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:18.167471 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b69294-110e-4772-b3af-e169d1160b25,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:32:18.280010 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Attempting to bind port f6b69294-110e-4772-b3af-e169d1160b25 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:32:18.280353 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Attempting to bind port f6b69294-110e-4772-b3af-e169d1160b25 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:32:18.280686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Attempting to bind port f6b69294-110e-4772-b3af-e169d1160b25 on network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:32:18.286489 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Port f6b69294-110e-4772-b3af-e169d1160b25 on network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:32:18.286813 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Attempting to bind port f6b69294-110e-4772-b3af-e169d1160b25 on network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:32:18.293608 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:32:18.293945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Checking segment: {'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:32:18.294331 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Bound using segment: {'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:32:18.294754 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Bound port: f6b69294-110e-4772-b3af-e169d1160b25, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07d5902-c3ec-49ab-b71b-bbc94fea864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:32:18.295100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:18.383803 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] For port f6b69294-110e-4772-b3af-e169d1160b25, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:32:18.387381 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] For port f6b69294-110e-4772-b3af-e169d1160b25, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f6b69294-110e-4772-b3af-e169d1160b25,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:32:18.453557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:18.513048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:18.514453 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7fada750-c1dd-487a-8880-7d0a452008dc req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] 10.222.0.72 "PUT /v2.0/ports/f6b69294-110e-4772-b3af-e169d1160b25 HTTP/1.1" status: 200 len: 1093 time: 1.1099522 Jan 20 11:32:18.514887 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'tag': 'f6b69294-110e-4772-b3af-e169d1160b25'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:32:18.538448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a652f-0dda-475e-a9c0-91d835d3cc81 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b69294-110e-4772-b3af-e169d1160b25,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:32:18.573461 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'tag': 'f6b69294-110e-4772-b3af-e169d1160b25', 'status': 'completed', 'code': 200} Jan 20 11:32:18.662781 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-673fd8fb-b68c-4e98-8963-97c0ab389c7e req-d14c5de3-71c0-4fbb-a755-573cec5f5737 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 1096 time: 0.0710189 Jan 20 11:32:18.803416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fd8fb-b68c-4e98-8963-97c0ab389c7e req-20c2bb96-dfad-4970-bceb-fe9aa740f832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:18.804750 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-673fd8fb-b68c-4e98-8963-97c0ab389c7e req-20c2bb96-dfad-4970-bceb-fe9aa740f832 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1357088 Jan 20 11:32:18.942077 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fd8fb-b68c-4e98-8963-97c0ab389c7e req-4dadaa7d-9a56-4f2d-b90b-3484811e0f49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:18.943431 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-673fd8fb-b68c-4e98-8963-97c0ab389c7e req-4dadaa7d-9a56-4f2d-b90b-3484811e0f49 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333179 Jan 20 11:32:19.003176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daab13e-72e7-48e5-8f2a-ceee95cf12f5 req-235f0676-aa2c-4386-8bc4-b95b0951cb16 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:19.004624 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3daab13e-72e7-48e5-8f2a-ceee95cf12f5 req-235f0676-aa2c-4386-8bc4-b95b0951cb16 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 943 time: 0.0838418 Jan 20 11:32:19.050223 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3daab13e-72e7-48e5-8f2a-ceee95cf12f5 req-95949bb3-71d3-407b-b701-e6569154d210 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401037 Jan 20 11:32:19.051662 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7fada750-c1dd-487a-8880-7d0a452008dc req-7ab07afd-fed6-45cb-8cce-5e7075cca03d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 1096 time: 0.0729094 Jan 20 11:32:19.123160 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7fada750-c1dd-487a-8880-7d0a452008dc req-49dd0838-a927-4784-bd57-bbe7d485f853 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6b69294-110e-4772-b3af-e169d1160b25 HTTP/1.1" status: 200 len: 217 time: 0.0640559 Jan 20 11:32:19.183722 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fada750-c1dd-487a-8880-7d0a452008dc req-1fc7a177-2316-49ff-9edf-cd77cde64ded service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:19.185115 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7fada750-c1dd-487a-8880-7d0a452008dc req-1fc7a177-2316-49ff-9edf-cd77cde64ded service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0568354 Jan 20 11:32:19.258559 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7fada750-c1dd-487a-8880-7d0a452008dc req-aa40ce38-d7c1-412d-9c91-0305c7ed58d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680449 Jan 20 11:32:19.389177 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7fada750-c1dd-487a-8880-7d0a452008dc req-d0159e3f-0692-421c-b282-cae15450b98b service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246548 Jan 20 11:32:19.527602 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7fada750-c1dd-487a-8880-7d0a452008dc req-fe459c5f-84e6-4080-abc2-3fba029938b9 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331108 Jan 20 11:32:20.247339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816d84a-27b2-4eba-85f1-c3fb45398f0a req-caae9bfc-cf4d-4055-996c-c89d33f4053c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:20.248694 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4816d84a-27b2-4eba-85f1-c3fb45398f0a req-caae9bfc-cf4d-4055-996c-c89d33f4053c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 943 time: 0.0785379 Jan 20 11:32:20.295283 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4816d84a-27b2-4eba-85f1-c3fb45398f0a req-58576b4f-0a12-43ff-91a4-a04908642f09 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410285 Jan 20 11:32:21.001700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f6b69294-110e-4772-b3af-e169d1160b25 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:32:21.159658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f6b69294-110e-4772-b3af-e169d1160b25, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f6b69294-110e-4772-b3af-e169d1160b25,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:32:21.172458 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'f6b69294-110e-4772-b3af-e169d1160b25', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'port_id': 'f6b69294-110e-4772-b3af-e169d1160b25', 'mac_address': 'fa:16:3e:e0:46:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:32:21.223890 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:21.240341 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b69294-110e-4772-b3af-e169d1160b25 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:32:21.255425 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f6b69294-110e-4772-b3af-e169d1160b25, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f6b69294-110e-4772-b3af-e169d1160b25,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:32:21.315943 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:21.385360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=f6b69294-110e-4772-b3af-e169d1160b25,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:32:21.498092 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc34a56-4442-4afe-b843-440426f9abdd req-f390f3ad-1442-456a-b094-77d7f402ac69 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:21.499475 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dcc34a56-4442-4afe-b843-440426f9abdd req-f390f3ad-1442-456a-b094-77d7f402ac69 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 944 time: 0.0807710 Jan 20 11:32:21.518639 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['f6b69294-110e-4772-b3af-e169d1160b25'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:32:21.545944 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dcc34a56-4442-4afe-b843-440426f9abdd req-37b68b9c-4895-493b-8fcc-65c36797d880 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408065 Jan 20 11:32:22.774780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b9e7e-8a3a-411e-abdd-71da274ef3a9 req-c6e5b6e0-089b-4053-b03f-7f3ad1cb7172 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:22.776747 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c31b9e7e-8a3a-411e-abdd-71da274ef3a9 req-c6e5b6e0-089b-4053-b03f-7f3ad1cb7172 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 944 time: 0.0834394 Jan 20 11:32:22.824904 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c31b9e7e-8a3a-411e-abdd-71da274ef3a9 req-527c7cbf-9b9d-4be6-b1fd-6c9c0d37ec78 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418310 Jan 20 11:32:23.013495 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f6b69294-110e-4772-b3af-e169d1160b25 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:32:23.156266 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port f6b69294-110e-4772-b3af-e169d1160b25 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:32:23.161263 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port f6b69294-110e-4772-b3af-e169d1160b25 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:32:23.161689 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:23.276345 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:23.302716 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b69294-110e-4772-b3af-e169d1160b25'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:32:23.312959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f6b69294-110e-4772-b3af-e169d1160b25, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f6b69294-110e-4772-b3af-e169d1160b25,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:32:23.357469 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b69294-110e-4772-b3af-e169d1160b25', 'code': 200} Jan 20 11:32:23.373507 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:23.442111 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=f6b69294-110e-4772-b3af-e169d1160b25,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:32:23.662403 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-90c1ecb1-ab0b-4a8c-84cc-bc07d5d01b7b req-b489ae4c-5549-451d-a61a-850eb0490b2c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 1098 time: 0.0710945 Jan 20 11:32:23.705151 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-90c1ecb1-ab0b-4a8c-84cc-bc07d5d01b7b req-25cbeaf8-57e6-466e-b6e4-56f3148a1920 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364749 Jan 20 11:32:24.019829 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88957ab8-b713-4ae3-bef2-d82b7db5a368 req-9ed1ebfd-55b8-404b-be4c-23f3ea8a4784 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:24.021152 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-88957ab8-b713-4ae3-bef2-d82b7db5a368 req-9ed1ebfd-55b8-404b-be4c-23f3ea8a4784 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0755558 Jan 20 11:32:24.068364 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-88957ab8-b713-4ae3-bef2-d82b7db5a368 req-6733f1c3-8ca2-48df-953f-6c736474be1c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417202 Jan 20 11:32:25.261359 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f53ba4-9c07-4960-a278-30d32f909c1d req-4010f8b9-d14d-422b-a895-2db5e05d5c03 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:25.263279 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b2f53ba4-9c07-4960-a278-30d32f909c1d req-4010f8b9-d14d-422b-a895-2db5e05d5c03 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0738897 Jan 20 11:32:25.306239 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b2f53ba4-9c07-4960-a278-30d32f909c1d req-1f59395c-497c-43a5-a265-24ee27107c25 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374560 Jan 20 11:32:25.499381 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5c6c8-938a-419c-9948-64189708b624 req-ee948023-d530-4b81-b435-01f360ad8ad9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:25.500799 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a2e5c6c8-938a-419c-9948-64189708b624 req-ee948023-d530-4b81-b435-01f360ad8ad9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0791659 Jan 20 11:32:25.509497 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 41896) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:32:25.515888 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3b64d727-48e6-4e64-a6ed-ef6eb224515f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Request body: {'floatingip': {'port_id': 'f6b69294-110e-4772-b3af-e169d1160b25'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:32:25.588078 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b64d727-48e6-4e64-a6ed-ef6eb224515f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for floatingip, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:26.253848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b64d727-48e6-4e64-a6ed-ef6eb224515f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:26.315872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b64d727-48e6-4e64-a6ed-ef6eb224515f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:26.500266 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-3b64d727-48e6-4e64-a6ed-ef6eb224515f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Floating IP 8631d038-50e9-46f8-bd8b-d11f2e09c791 associated. External IP: 172.26.0.6, port: f6b69294-110e-4772-b3af-e169d1160b25. Jan 20 11:32:26.882398 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b64d727-48e6-4e64-a6ed-ef6eb224515f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Router 15aee007-11c0-454a-ac17-9e5b7de18951 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:32:27.081195 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b64d727-48e6-4e64-a6ed-ef6eb224515f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:32:27.086053 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3b64d727-48e6-4e64-a6ed-ef6eb224515f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:27.091690 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0c38ac-13d8-4a3e-a202-51676cc78d89 None None] Sync routers for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:32:27.104149 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0c38ac-13d8-4a3e-a202-51676cc78d89 None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:32:27.104748 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-9a0c38ac-13d8-4a3e-a202-51676cc78d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:32:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:32:27.136790 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3b64d727-48e6-4e64-a6ed-ef6eb224515f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "PUT /v2.0/floatingips/8631d038-50e9-46f8-bd8b-d11f2e09c791 HTTP/1.1" status: 200 len: 990 time: 1.6261907 Jan 20 11:32:27.137282 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'tag': 'f6b69294-110e-4772-b3af-e169d1160b25'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:32:27.192785 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'tag': 'f6b69294-110e-4772-b3af-e169d1160b25', 'status': 'completed', 'code': 200} Jan 20 11:32:27.282431 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-9a0c38ac-13d8-4a3e-a202-51676cc78d89 None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:32:27.285718 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8258e393-1f8b-48f6-9f9a-ed460145191a req-11d97c40-2915-487f-8d6d-54f7944f0d94 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 1098 time: 0.0711656 Jan 20 11:32:27.418883 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258e393-1f8b-48f6-9f9a-ed460145191a req-b1da9ea0-411f-42d1-bf12-e9f7f9608c6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:27.420329 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8258e393-1f8b-48f6-9f9a-ed460145191a req-b1da9ea0-411f-42d1-bf12-e9f7f9608c6e service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1288314 Jan 20 11:32:27.524101 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8258e393-1f8b-48f6-9f9a-ed460145191a req-da609a20-8c14-40ae-80ba-302c61133d79 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6b69294-110e-4772-b3af-e169d1160b25 HTTP/1.1" status: 200 len: 998 time: 0.0986145 Jan 20 11:32:27.592687 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258e393-1f8b-48f6-9f9a-ed460145191a req-b81d6109-b9aa-4476-a0b9-83419ba4b5e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:27.594157 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8258e393-1f8b-48f6-9f9a-ed460145191a req-b81d6109-b9aa-4476-a0b9-83419ba4b5e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0627894 Jan 20 11:32:27.623398 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-9a0c38ac-13d8-4a3e-a202-51676cc78d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '8631d038-50e9-46f8-bd8b-d11f2e09c791', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'floating_ip_address': '172.26.0.6', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'port_id': 'f6b69294-110e-4772-b3af-e169d1160b25', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'mac_address': 'fa:16:3e:e0:46:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:28:07Z', 'updated_at': '2022-01-20T11:32:26Z', 'revision_number': 13, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:32:27.627645 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0c38ac-13d8-4a3e-a202-51676cc78d89 None None] Checking router: 15aee007-11c0-454a-ac17-9e5b7de18951 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:32:27.640123 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0c38ac-13d8-4a3e-a202-51676cc78d89 None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:32:27.640733 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-9a0c38ac-13d8-4a3e-a202-51676cc78d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:32:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:32:27.754111 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8258e393-1f8b-48f6-9f9a-ed460145191a req-18b7ee2b-661a-424a-91a4-cdb7bc6036f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1515808 Jan 20 11:32:27.820003 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-9a0c38ac-13d8-4a3e-a202-51676cc78d89 None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:32:27.882999 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8258e393-1f8b-48f6-9f9a-ed460145191a req-bfba6ff1-0a49-4303-a270-a6b4139e65f6 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232929 Jan 20 11:32:28.016254 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8258e393-1f8b-48f6-9f9a-ed460145191a req-3555d628-dcaa-44a5-8cf6-96b833f48575 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272690 Jan 20 11:32:28.190155 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-9a0c38ac-13d8-4a3e-a202-51676cc78d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '8631d038-50e9-46f8-bd8b-d11f2e09c791', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'floating_ip_address': '172.26.0.6', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'port_id': 'f6b69294-110e-4772-b3af-e169d1160b25', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'mac_address': 'fa:16:3e:e0:46:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:28:07Z', 'updated_at': '2022-01-20T11:32:26Z', 'revision_number': 13, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:32:28.194008 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0c38ac-13d8-4a3e-a202-51676cc78d89 None None] The sync data for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv is: [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '8631d038-50e9-46f8-bd8b-d11f2e09c791', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'floating_ip_address': '172.26.0.6', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'port_id': 'f6b69294-110e-4772-b3af-e169d1160b25', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'mac_address': 'fa:16:3e:e0:46:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:28:07Z', 'updated_at': '2022-01-20T11:32:26Z', 'revision_number': 13, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:32:28.407059 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb7f4d6-deb5-42dc-b402-a32348d51bd4 None None] New status for floating IP 8631d038-50e9-46f8-bd8b-d11f2e09c791: ACTIVE {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:32:31.428763 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-522c7553-5977-49d7-9034-a480dae484c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:33.899136 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-986bad88-763e-482c-ab9c-76c98feab8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:34.933177 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:34.967175 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:36.352077 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a5b7df41-d5d7-4165-81f5-94700cd9b22a req-57e96cf1-5af2-4e43-9cc2-c6731ec33e5d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678432 Jan 20 11:32:36.355897 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:36.496245 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a5b7df41-d5d7-4165-81f5-94700cd9b22a req-7b5c95ed-dc20-4919-a7c8-92d4751dfeed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 1098 time: 0.0757184 Jan 20 11:32:36.642122 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7df41-d5d7-4165-81f5-94700cd9b22a req-d364260b-7ac8-41ce-b0d2-2ab680f95301 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:36.643555 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a5b7df41-d5d7-4165-81f5-94700cd9b22a req-d364260b-7ac8-41ce-b0d2-2ab680f95301 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1279914 Jan 20 11:32:36.749855 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a5b7df41-d5d7-4165-81f5-94700cd9b22a req-f5beef5a-c0a6-4335-be9c-ed4a3605afb8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6b69294-110e-4772-b3af-e169d1160b25 HTTP/1.1" status: 200 len: 1000 time: 0.0949926 Jan 20 11:32:36.812612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7df41-d5d7-4165-81f5-94700cd9b22a req-fb1dd3e8-b227-44ea-8cfe-ca1554d0f84b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:32:36.813969 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a5b7df41-d5d7-4165-81f5-94700cd9b22a req-fb1dd3e8-b227-44ea-8cfe-ca1554d0f84b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0559604 Jan 20 11:32:36.891083 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a5b7df41-d5d7-4165-81f5-94700cd9b22a req-54572421-c96b-46d0-bac0-9934f9022d08 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702691 Jan 20 11:32:37.022195 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a5b7df41-d5d7-4165-81f5-94700cd9b22a req-b964b661-bebd-4119-802e-e54b2bdc7f2a service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247399 Jan 20 11:32:37.160065 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a5b7df41-d5d7-4165-81f5-94700cd9b22a req-c711c7e2-a59f-44d4-842d-610b7a024133 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215024 Jan 20 11:32:39.840331 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:32:53.041325 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:33:01.441423 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-235c1e89-75f5-4611-967d-c1a8a5e44aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:33:03.858847 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-804f67e4-4565-4c77-a7f1-ea801c83df42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:33:04.921813 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:33:04.950151 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:33:05.905097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c30db-3bc8-4214-af06-b0981c521b28 req-3ee561b5-ac33-4bf7-b354-5023b0456583 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:05.906550 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e1c30db-3bc8-4214-af06-b0981c521b28 req-3ee561b5-ac33-4bf7-b354-5023b0456583 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0795512 Jan 20 11:33:05.950471 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e1c30db-3bc8-4214-af06-b0981c521b28 req-6adf5316-3e2c-42d4-a54b-411cab6d7bf7 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380282 Jan 20 11:33:06.360781 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:33:09.921526 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:33:16.056764 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d23368e2-9a9e-4bbd-bf1f-df93c6eef6e2 req-36110741-ec9a-4e5f-bc61-dccc74bba618 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1277289 Jan 20 11:33:16.517520 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb81d9b-bd65-4974-a69c-4e51b4a923df req-bc99f8fa-d00c-448f-9430-34aadba2fc45 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:16.519011 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aeb81d9b-bd65-4974-a69c-4e51b4a923df req-bc99f8fa-d00c-448f-9430-34aadba2fc45 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0791378 Jan 20 11:33:16.613404 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aeb81d9b-bd65-4974-a69c-4e51b4a923df req-125033ee-0839-4326-9c29-4ec08b81131d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886798 Jan 20 11:33:16.625792 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-cfa62ddb-af10-4780-a335-931f819a6a68 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861342 Jan 20 11:33:17.817327 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43a027-500b-4eba-b5dc-85c67f535eb6 req-507382a1-0e1c-44a7-8117-4d52319bfefd tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:17.818795 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8c43a027-500b-4eba-b5dc-85c67f535eb6 req-507382a1-0e1c-44a7-8117-4d52319bfefd tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0780964 Jan 20 11:33:17.865336 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8c43a027-500b-4eba-b5dc-85c67f535eb6 req-6782f5c0-c2b5-410e-a05f-c7b7a7a620a1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408456 Jan 20 11:33:18.480881 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-836b27c0-49e0-4516-aa83-37227ef9cf16 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 1098 time: 0.0697472 Jan 20 11:33:18.610899 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-4c891ba7-8106-4c44-94ab-dcfe9f0d909b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:18.612356 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-4c891ba7-8106-4c44-94ab-dcfe9f0d909b service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1255832 Jan 20 11:33:18.714475 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-c5fe6326-4fa3-47a2-b7c2-88fb8c7729dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6b69294-110e-4772-b3af-e169d1160b25 HTTP/1.1" status: 200 len: 1000 time: 0.0958507 Jan 20 11:33:18.775427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-0da93cf0-337c-4eb3-850b-e98ef1672de6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:18.776762 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-0da93cf0-337c-4eb3-850b-e98ef1672de6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0569842 Jan 20 11:33:18.949407 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-385f1d1d-dbd5-4d73-b887-c21f2c71c7d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1670578 Jan 20 11:33:19.070854 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5ba46-dba1-48c6-bbcf-4fa25523bab5 req-f14bbab5-a22a-42f5-a3ac-c4c7014d1726 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:19.072228 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f7a5ba46-dba1-48c6-bbcf-4fa25523bab5 req-f14bbab5-a22a-42f5-a3ac-c4c7014d1726 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0762520 Jan 20 11:33:19.081943 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-5a717089-6183-46b0-b832-0fc77cafee1a service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267917 Jan 20 11:33:19.117739 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f7a5ba46-dba1-48c6-bbcf-4fa25523bab5 req-3d721325-1dd0-4d5f-8305-d4cd7d16d91d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394688 Jan 20 11:33:19.212431 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-b097c02a-f73e-4ab9-977d-85e6326a7ca0 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249812 Jan 20 11:33:20.400965 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a337e-6172-4d7e-b17c-d8311a6bd9a5 req-b3f3f073-80cf-4416-a283-d8431702c781 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:20.402428 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-da8a337e-6172-4d7e-b17c-d8311a6bd9a5 req-b3f3f073-80cf-4416-a283-d8431702c781 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.1657450 Jan 20 11:33:20.445863 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-da8a337e-6172-4d7e-b17c-d8311a6bd9a5 req-47e9282a-e1fd-438c-8c41-a8fcf4832eec tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378418 Jan 20 11:33:21.640076 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc740e38-b380-468a-a857-f3c74abef9ef req-68db0410-d9b5-4e45-8e73-785c12569ad9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:21.641519 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fc740e38-b380-468a-a857-f3c74abef9ef req-68db0410-d9b5-4e45-8e73-785c12569ad9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0747283 Jan 20 11:33:21.689459 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fc740e38-b380-468a-a857-f3c74abef9ef req-15ed5de2-35e2-49f4-a408-7c0a96adf031 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418673 Jan 20 11:33:22.886084 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039adaf-fa4d-4df5-8342-587de1ff4ad7 req-cfa19dd1-5cba-4e86-a084-c21106ff23c0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:22.887526 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d039adaf-fa4d-4df5-8342-587de1ff4ad7 req-cfa19dd1-5cba-4e86-a084-c21106ff23c0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0753143 Jan 20 11:33:22.933631 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d039adaf-fa4d-4df5-8342-587de1ff4ad7 req-ea08e5c3-e218-489b-ade0-25322672bce7 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405042 Jan 20 11:33:24.149651 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b93e2c-9210-4cd2-b032-0881c39cbdb5 req-18bb193e-9b27-476f-b4ad-1c24e10dd66b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:24.151107 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b0b93e2c-9210-4cd2-b032-0881c39cbdb5 req-18bb193e-9b27-476f-b4ad-1c24e10dd66b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0833788 Jan 20 11:33:24.196307 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b0b93e2c-9210-4cd2-b032-0881c39cbdb5 req-28c7ce87-375b-4fae-9f5b-de54bada5ef0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391476 Jan 20 11:33:25.386788 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c2ae4-7ba1-4ad8-8f44-44a3de8a112e req-cf5a0ed2-cef7-47b3-96d6-b4566e8c84dd tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:25.388213 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bb3c2ae4-7ba1-4ad8-8f44-44a3de8a112e req-cf5a0ed2-cef7-47b3-96d6-b4566e8c84dd tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0747366 Jan 20 11:33:25.433815 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bb3c2ae4-7ba1-4ad8-8f44-44a3de8a112e req-46c00563-d275-4bff-a20b-42de0f989f4b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401185 Jan 20 11:33:26.637283 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaaef7-ffaf-4570-b602-99b0eababdde req-2bbdde7b-be4f-432b-a001-ca02b834ca9e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:26.638764 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-caaaaef7-ffaf-4570-b602-99b0eababdde req-2bbdde7b-be4f-432b-a001-ca02b834ca9e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0799549 Jan 20 11:33:26.682750 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-caaaaef7-ffaf-4570-b602-99b0eababdde req-6ca0f7a9-a66b-44ec-ae71-c7e31028f2c3 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385265 Jan 20 11:33:27.877488 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e95340-cd81-41fe-8b5b-1bfba8cbcc39 req-3a24a01a-8245-466d-9a64-94a16c8a279a tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:27.878950 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-76e95340-cd81-41fe-8b5b-1bfba8cbcc39 req-3a24a01a-8245-466d-9a64-94a16c8a279a tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0743752 Jan 20 11:33:27.927615 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-76e95340-cd81-41fe-8b5b-1bfba8cbcc39 req-c01cfa5a-b04e-4e00-a62c-684a0ccead70 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429635 Jan 20 11:33:29.128434 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b2b92-cb24-4294-8c7f-8d99c7a25ab2 req-bf12053f-ef13-4d51-9b90-e50e49ffdfe7 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:29.130083 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b09b2b92-cb24-4294-8c7f-8d99c7a25ab2 req-bf12053f-ef13-4d51-9b90-e50e49ffdfe7 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0807471 Jan 20 11:33:29.174484 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b09b2b92-cb24-4294-8c7f-8d99c7a25ab2 req-c8593381-0b93-4e26-a1eb-0fc96ad30922 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388324 Jan 20 11:33:30.041673 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:33:30.373523 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e78c1-d031-4c2a-a531-43c7258cb281 req-815a1cfd-12b2-495f-9232-4be89ac968cb tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:30.374983 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f51e78c1-d031-4c2a-a531-43c7258cb281 req-815a1cfd-12b2-495f-9232-4be89ac968cb tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0789895 Jan 20 11:33:30.419947 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f51e78c1-d031-4c2a-a531-43c7258cb281 req-89d504e2-a811-4880-8aa4-051b605a6804 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386655 Jan 20 11:33:31.429893 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11cbb823-ea24-40f2-9ee7-5a5eeb02d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:33:31.616906 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c55eea-58b3-4b1e-8314-92cc9dd25a84 req-f6aeba39-b977-4818-a8d0-30e28bc00435 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:31.618357 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c5c55eea-58b3-4b1e-8314-92cc9dd25a84 req-f6aeba39-b977-4818-a8d0-30e28bc00435 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0754206 Jan 20 11:33:31.663335 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c5c55eea-58b3-4b1e-8314-92cc9dd25a84 req-9d147f0d-a77c-47cd-a0b4-3c5cea0e623e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392213 Jan 20 11:33:32.860736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef0d71-c10e-4789-86d4-f5301709b5e7 req-1b3d04a2-9ecd-44ab-bf93-7343ac511d82 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:32.862113 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-46ef0d71-c10e-4789-86d4-f5301709b5e7 req-1b3d04a2-9ecd-44ab-bf93-7343ac511d82 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0788393 Jan 20 11:33:32.906363 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-46ef0d71-c10e-4789-86d4-f5301709b5e7 req-bbfac6b3-9e82-47bd-b5df-b63aa0b86e17 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380783 Jan 20 11:33:33.863802 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-debe2094-bf62-4a1a-a362-031da45d3cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:33:34.104263 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24276fef-821b-4192-ae7b-20110fd33fef req-dc6cf7dd-9e80-4641-abb5-d730a68c0db9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:34.105708 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-24276fef-821b-4192-ae7b-20110fd33fef req-dc6cf7dd-9e80-4641-abb5-d730a68c0db9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0749452 Jan 20 11:33:34.149810 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-24276fef-821b-4192-ae7b-20110fd33fef req-760469fa-2ea3-4f5a-b54c-776d26fd3613 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386672 Jan 20 11:33:34.925143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:33:34.953598 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:33:35.344956 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013bb4e-b1c2-4ce1-9166-a9277b119d1d req-7f886a38-46a5-4def-850d-dd3738c1682c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:35.346406 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6013bb4e-b1c2-4ce1-9166-a9277b119d1d req-7f886a38-46a5-4def-850d-dd3738c1682c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0779452 Jan 20 11:33:35.391378 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6013bb4e-b1c2-4ce1-9166-a9277b119d1d req-9706df4d-9a75-42d3-8247-8f199ed53b87 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394039 Jan 20 11:33:36.354009 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:33:36.586493 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26040783-7b8d-4f37-bd27-8129481a36d2 req-d283faab-9d08-4e71-898b-50fc1281a051 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:36.587838 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-26040783-7b8d-4f37-bd27-8129481a36d2 req-d283faab-9d08-4e71-898b-50fc1281a051 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0762203 Jan 20 11:33:36.635687 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-26040783-7b8d-4f37-bd27-8129481a36d2 req-2ce577b2-de6b-45ca-83b1-4ce5b67f4dcd tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422764 Jan 20 11:33:36.648899 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-75d74373-13e8-4bcd-9476-45f8a5f71b7e req-dc40fa75-8ead-48b1-b698-88011e559ed4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 1098 time: 0.0684116 Jan 20 11:33:36.790960 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d74373-13e8-4bcd-9476-45f8a5f71b7e req-c024efeb-8ade-4bf1-806e-188dcae9740c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:36.792385 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-75d74373-13e8-4bcd-9476-45f8a5f71b7e req-c024efeb-8ade-4bf1-806e-188dcae9740c service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1234250 Jan 20 11:33:36.894978 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-75d74373-13e8-4bcd-9476-45f8a5f71b7e req-e14b14d5-9068-446e-baca-c225bdc7ae2c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6b69294-110e-4772-b3af-e169d1160b25 HTTP/1.1" status: 200 len: 1000 time: 0.0966344 Jan 20 11:33:36.954883 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d74373-13e8-4bcd-9476-45f8a5f71b7e req-08e9edd1-8c8f-44ae-b6fc-6e16cdd61092 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:36.956280 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-75d74373-13e8-4bcd-9476-45f8a5f71b7e req-08e9edd1-8c8f-44ae-b6fc-6e16cdd61092 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0561626 Jan 20 11:33:37.031109 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-75d74373-13e8-4bcd-9476-45f8a5f71b7e req-cb95798c-888e-4141-93e9-6feeac0e7824 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690644 Jan 20 11:33:37.158162 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-75d74373-13e8-4bcd-9476-45f8a5f71b7e req-4c17db26-ca1e-48a1-9896-08e21219cade service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211238 Jan 20 11:33:37.282383 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-75d74373-13e8-4bcd-9476-45f8a5f71b7e req-7b40c476-61ae-4558-9738-ccad0d15f31f service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189659 Jan 20 11:33:37.831374 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4a543-3a0b-431e-88aa-b80228ccd936 req-9cf4f324-d419-4105-a4aa-d0c431e50cff tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:37.833949 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5ae4a543-3a0b-431e-88aa-b80228ccd936 req-9cf4f324-d419-4105-a4aa-d0c431e50cff tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0764148 Jan 20 11:33:37.879065 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5ae4a543-3a0b-431e-88aa-b80228ccd936 req-60b09a9e-41b7-42fa-99fb-b096c48ea21d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395584 Jan 20 11:33:39.078370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e195b5-47f7-40c3-83a3-34eed398d55f req-8be7e796-0832-4691-9556-7141876e9b6e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:39.079787 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-46e195b5-47f7-40c3-83a3-34eed398d55f req-8be7e796-0832-4691-9556-7141876e9b6e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0773878 Jan 20 11:33:39.124364 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-46e195b5-47f7-40c3-83a3-34eed398d55f req-f048657f-d5af-4fc4-9c5a-b56efe279f7b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385051 Jan 20 11:33:39.846801 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:33:40.318337 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6beed-838e-46f1-9a68-87989cac61d9 req-44879107-ad93-4658-a3ee-de089dd4f86e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:40.319763 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d4c6beed-838e-46f1-9a68-87989cac61d9 req-44879107-ad93-4658-a3ee-de089dd4f86e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0752943 Jan 20 11:33:40.364034 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d4c6beed-838e-46f1-9a68-87989cac61d9 req-8a4788c5-8d61-4fda-a462-63db9d4b2d61 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386949 Jan 20 11:33:41.565987 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c7763-3a3a-4c91-b0b8-b5a7f0598b60 req-de28b022-7d53-4d00-94e9-8edb3cc1a992 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:41.568012 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d94c7763-3a3a-4c91-b0b8-b5a7f0598b60 req-de28b022-7d53-4d00-94e9-8edb3cc1a992 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0794625 Jan 20 11:33:41.613443 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d94c7763-3a3a-4c91-b0b8-b5a7f0598b60 req-896daa40-cc67-486b-95e6-b4b4ad15c4e8 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395503 Jan 20 11:33:42.816173 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654eab7c-50cc-4fe2-8a8f-ff6c191119a4 req-d32e4b88-0b24-4579-985f-2ff5d2ab0614 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:42.817571 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-654eab7c-50cc-4fe2-8a8f-ff6c191119a4 req-d32e4b88-0b24-4579-985f-2ff5d2ab0614 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0812929 Jan 20 11:33:42.865576 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-654eab7c-50cc-4fe2-8a8f-ff6c191119a4 req-7b2620d7-8694-45b1-aa72-0f6c857748e3 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414808 Jan 20 11:33:44.061693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb02133-5e27-44aa-86bd-f20a47a7a544 req-c703df45-b1d7-4328-b8c2-a15815308bde tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:44.063160 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5eb02133-5e27-44aa-86bd-f20a47a7a544 req-c703df45-b1d7-4328-b8c2-a15815308bde tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0750654 Jan 20 11:33:44.112542 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5eb02133-5e27-44aa-86bd-f20a47a7a544 req-f6882e2b-091e-43bf-8035-3f80ad26d6fd tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439751 Jan 20 11:33:45.311876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bd241-5f9f-4ab9-9bab-0dc83aa5c3b5 req-8410d18d-443a-4d75-b247-91c25cebf8f5 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:45.313221 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d22bd241-5f9f-4ab9-9bab-0dc83aa5c3b5 req-8410d18d-443a-4d75-b247-91c25cebf8f5 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0780616 Jan 20 11:33:45.432567 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d22bd241-5f9f-4ab9-9bab-0dc83aa5c3b5 req-a4b38364-a4dd-4bc1-903a-8eb031e619b8 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137724 Jan 20 11:33:46.624944 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33e4b3-4cc6-4fb8-b47a-3327d4798bb0 req-7eaa166e-12c6-4c8a-9eff-4132497c05df tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:46.626415 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ca33e4b3-4cc6-4fb8-b47a-3327d4798bb0 req-7eaa166e-12c6-4c8a-9eff-4132497c05df tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0739295 Jan 20 11:33:46.669936 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ca33e4b3-4cc6-4fb8-b47a-3327d4798bb0 req-5102dc0d-4f29-47c3-998c-e0428624c9d2 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380754 Jan 20 11:33:47.867314 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fb66a-dba3-4653-befa-510f2b7f9139 req-5eff3ea4-011b-41f9-9816-da1d51b050e8 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:47.868807 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6a2fb66a-dba3-4653-befa-510f2b7f9139 req-5eff3ea4-011b-41f9-9816-da1d51b050e8 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0790582 Jan 20 11:33:47.914846 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6a2fb66a-dba3-4653-befa-510f2b7f9139 req-09228fc2-849c-4f16-9ff9-ced73cb445ec tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392704 Jan 20 11:33:49.111727 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e346398-53df-442f-98bf-c78dccd3bdb2 req-e01d884a-fff0-40b0-9bb7-4ed894efe8c0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:49.113155 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e346398-53df-442f-98bf-c78dccd3bdb2 req-e01d884a-fff0-40b0-9bb7-4ed894efe8c0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0739853 Jan 20 11:33:49.160005 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3e346398-53df-442f-98bf-c78dccd3bdb2 req-be0493be-7e1d-4ec2-a546-37c357769cb4 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414631 Jan 20 11:33:50.352714 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7efc7-536f-40e3-a1e8-411855c67afe req-4caf79a6-517b-459f-8905-4f4cbc9d60c5 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:50.354147 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d9a7efc7-536f-40e3-a1e8-411855c67afe req-4caf79a6-517b-459f-8905-4f4cbc9d60c5 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0753825 Jan 20 11:33:50.399531 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d9a7efc7-536f-40e3-a1e8-411855c67afe req-3cdab454-803d-4ea3-813a-50b8c15fd035 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392020 Jan 20 11:33:51.741431 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68d0a7-934d-46aa-9f25-6e4ebf58cba1 req-ee5b645a-6de2-4f41-98f6-3a0700e84969 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:51.742831 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7f68d0a7-934d-46aa-9f25-6e4ebf58cba1 req-ee5b645a-6de2-4f41-98f6-3a0700e84969 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0793474 Jan 20 11:33:51.788333 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7f68d0a7-934d-46aa-9f25-6e4ebf58cba1 req-e648bcbf-2613-4de4-94b2-f4b17c8344ba tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398216 Jan 20 11:33:52.365112 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-639eedfe-9ee3-4cbc-b38a-aeb4cde4ddf3 service neutron] 10.222.0.72 "GET /v2.0/ports/f6b69294-110e-4772-b3af-e169d1160b25/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.0710669 Jan 20 11:33:52.990415 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f710a34-2ebf-4da9-89fe-3a90fe0d99c8 req-d4487be9-629d-4667-b916-718e5a33cf7c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:52.991884 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6f710a34-2ebf-4da9-89fe-3a90fe0d99c8 req-d4487be9-629d-4667-b916-718e5a33cf7c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0776050 Jan 20 11:33:53.029838 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-55c4cc18-693b-4d39-aa39-b99264e67dcf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e&tenant_id=2c4f0a72b7e84aae829fb83e00e174e8 HTTP/1.1" status: 200 len: 1098 time: 0.0715694 Jan 20 11:33:53.038224 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6f710a34-2ebf-4da9-89fe-3a90fe0d99c8 req-0315daad-d6b8-47d6-b4e4-a8842016869c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406606 Jan 20 11:33:53.121479 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-7e5e338d-3f7a-4920-987d-38b1f16b7a6d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 1098 time: 0.0686524 Jan 20 11:33:53.250196 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-edf47656-d042-4b0c-b5f8-a1074c600e96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:53.251647 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-edf47656-d042-4b0c-b5f8-a1074c600e96 service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1251426 Jan 20 11:33:53.352605 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-a7a87052-a0bf-467a-bdb3-b673ac8ce013 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6b69294-110e-4772-b3af-e169d1160b25 HTTP/1.1" status: 200 len: 1000 time: 0.0948730 Jan 20 11:33:53.392518 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f6b69294-110e-4772-b3af-e169d1160b25 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:33:53.415858 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-f82eb9be-6234-48c6-9648-c23be1f096b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:53.417338 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-f82eb9be-6234-48c6-9648-c23be1f096b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0590346 Jan 20 11:33:53.498080 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:33:53.526372 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b69294-110e-4772-b3af-e169d1160b25'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:33:53.536777 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f6b69294-110e-4772-b3af-e169d1160b25, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f6b69294-110e-4772-b3af-e169d1160b25,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:33:53.593251 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b69294-110e-4772-b3af-e169d1160b25', 'code': 200} Jan 20 11:33:53.599512 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-2ec96688-8987-4235-a793-e02018333ec5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1764195 Jan 20 11:33:53.612572 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:33:53.676768 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=f6b69294-110e-4772-b3af-e169d1160b25,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:33:53.685035 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:33:53.685387 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:33:53.685760 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:33:53.686103 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:33:53.686439 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:33:53.686769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:33:53.687099 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:33:53.687767 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:33:53.687767 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:33:53.688064 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:33:53.688386 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:33:53.730963 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-4d1e29ba-b3ff-4bfe-84af-706e8921c1ca service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246600 Jan 20 11:33:53.860925 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-728422ea-776a-46e9-8594-eb48bfccd030 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238642 Jan 20 11:33:54.239612 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d03076-639c-4fef-82f7-255a943f88e7 req-d9cdb2d7-eb68-47af-97e9-7e3a6ae65455 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:54.240524 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-10d03076-639c-4fef-82f7-255a943f88e7 req-d9cdb2d7-eb68-47af-97e9-7e3a6ae65455 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 943 time: 0.0799162 Jan 20 11:33:54.286185 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-10d03076-639c-4fef-82f7-255a943f88e7 req-0ea97faa-d1b3-4168-a55e-738e0428980d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398710 Jan 20 11:33:55.494593 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37f725-a9c0-4bb3-b8e6-1f88757cf3fb req-3372a8ce-1746-45b3-805b-e237325ad1fc tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:55.496068 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eb37f725-a9c0-4bb3-b8e6-1f88757cf3fb req-3372a8ce-1746-45b3-805b-e237325ad1fc tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 943 time: 0.0786035 Jan 20 11:33:55.545320 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-eb37f725-a9c0-4bb3-b8e6-1f88757cf3fb req-e5bc98dd-c434-4ff9-9fda-4ca7c25b9d3d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430110 Jan 20 11:33:56.739448 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbd867-f2bb-4240-9fc0-500076ef98fb req-25c10400-6f64-435a-9639-0e1f97e319db tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:56.740873 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b4bbd867-f2bb-4240-9fc0-500076ef98fb req-25c10400-6f64-435a-9639-0e1f97e319db tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 943 time: 0.0745752 Jan 20 11:33:56.785042 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b4bbd867-f2bb-4240-9fc0-500076ef98fb req-6d95c7a7-4b3f-4b92-9967-e5c17d499a49 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385816 Jan 20 11:33:57.983561 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3744d-8d33-468a-b048-2a3c5724ed5f req-b6d3447c-ecd1-42b4-bd9d-6e4de2b796be tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:57.984988 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a6d3744d-8d33-468a-b048-2a3c5724ed5f req-b6d3447c-ecd1-42b4-bd9d-6e4de2b796be tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 943 time: 0.0788252 Jan 20 11:33:58.029216 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a6d3744d-8d33-468a-b048-2a3c5724ed5f req-39343f0c-176e-49b8-8746-d77d2867fdea tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385289 Jan 20 11:33:59.226620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e95092-88eb-4d4d-8de6-b1c98943e82a req-b69b3420-ce2a-4f16-a0d7-113d1fa82dfe tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:33:59.227972 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-38e95092-88eb-4d4d-8de6-b1c98943e82a req-b69b3420-ce2a-4f16-a0d7-113d1fa82dfe tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 943 time: 0.0757444 Jan 20 11:33:59.272826 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-38e95092-88eb-4d4d-8de6-b1c98943e82a req-d3394800-d47b-4135-8519-f84ea01f6bf7 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393760 Jan 20 11:33:59.400844 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f6b69294-110e-4772-b3af-e169d1160b25 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:33:59.570216 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f6b69294-110e-4772-b3af-e169d1160b25, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f6b69294-110e-4772-b3af-e169d1160b25,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:33:59.584424 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'f6b69294-110e-4772-b3af-e169d1160b25', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'port_id': 'f6b69294-110e-4772-b3af-e169d1160b25', 'mac_address': 'fa:16:3e:e0:46:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:33:59.638607 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:33:59.655014 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b69294-110e-4772-b3af-e169d1160b25 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:33:59.669844 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f6b69294-110e-4772-b3af-e169d1160b25, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f6b69294-110e-4772-b3af-e169d1160b25,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:33:59.760829 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:33:59.825502 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['f6b69294-110e-4772-b3af-e169d1160b25'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:33:59.865668 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=f6b69294-110e-4772-b3af-e169d1160b25,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:00.470319 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9bc62-bca9-479d-8100-9824fbbd322c req-83748d01-7ff0-44eb-a19d-6a11884e35b4 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:00.471725 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-07d9bc62-bca9-479d-8100-9824fbbd322c req-83748d01-7ff0-44eb-a19d-6a11884e35b4 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 944 time: 0.0783520 Jan 20 11:34:00.516292 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-07d9bc62-bca9-479d-8100-9824fbbd322c req-7673f4df-9f09-481e-b726-abeb85d1d87a tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389647 Jan 20 11:34:01.400843 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f6b69294-110e-4772-b3af-e169d1160b25 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:34:01.429382 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e89ec641-7439-4f0d-8422-c5569285c992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:01.469655 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port f6b69294-110e-4772-b3af-e169d1160b25 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:34:01.470031 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:01.585094 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:01.612769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b69294-110e-4772-b3af-e169d1160b25'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:34:01.622897 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f6b69294-110e-4772-b3af-e169d1160b25, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f6b69294-110e-4772-b3af-e169d1160b25,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:34:01.677407 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b69294-110e-4772-b3af-e169d1160b25', 'code': 200} Jan 20 11:34:01.690980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:01.719007 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40348844-be16-4441-9a54-382ed53149e2 req-c19cbaad-ac3d-4735-b4f3-9d01a1bc2fd6 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:01.720508 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-40348844-be16-4441-9a54-382ed53149e2 req-c19cbaad-ac3d-4735-b4f3-9d01a1bc2fd6 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 944 time: 0.0803444 Jan 20 11:34:01.758420 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=f6b69294-110e-4772-b3af-e169d1160b25,revision_number=8']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:01.767267 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-40348844-be16-4441-9a54-382ed53149e2 req-10bd108c-8611-47ad-b2a5-7afeccb722e1 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401657 Jan 20 11:34:02.972348 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f3674-4e9c-462b-842a-a82e15897c54 req-2bc7b5f6-dae3-4402-9d3a-5d42f877f7a4 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:02.973962 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f70f3674-4e9c-462b-842a-a82e15897c54 req-2bc7b5f6-dae3-4402-9d3a-5d42f877f7a4 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0809951 Jan 20 11:34:03.021223 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f70f3674-4e9c-462b-842a-a82e15897c54 req-f7e5efa1-7767-4fb6-94c8-6b6991e1be11 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417163 Jan 20 11:34:03.873400 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7afd4df9-ff34-4603-8663-cdc6326c8e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:04.212872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dba84-b8f3-4025-9f03-0e4b9a5a5ae2 req-a84ff666-465e-46a3-b7cc-152f3673f042 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:04.214308 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-277dba84-b8f3-4025-9f03-0e4b9a5a5ae2 req-a84ff666-465e-46a3-b7cc-152f3673f042 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0744121 Jan 20 11:34:04.262570 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-277dba84-b8f3-4025-9f03-0e4b9a5a5ae2 req-c93c1e77-d6d6-4c2d-8be0-aff58a0e2d27 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427046 Jan 20 11:34:04.915348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:04.999303 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:05.058201 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba47202-3824-43db-8a3d-ca8c52bf0bc3 req-4f44e9ea-9db9-447f-8da7-1a7ed8c800fa tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:05.059740 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fba47202-3824-43db-8a3d-ca8c52bf0bc3 req-4f44e9ea-9db9-447f-8da7-1a7ed8c800fa tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0765836 Jan 20 11:34:05.071969 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-8863cd04-77b4-41d4-8217-c0313273a40c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:05.072668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-8863cd04-77b4-41d4-8217-c0313273a40c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Synchronizing usage tracker for tenant:2c4f0a72b7e84aae829fb83e00e174e8 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:34:05.105659 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fba47202-3824-43db-8a3d-ca8c52bf0bc3 req-77149d26-52f2-4fc3-93a7-f12ad5b0c352 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400560 Jan 20 11:34:05.132611 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-8863cd04-77b4-41d4-8217-c0313273a40c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Unset dirty status for tenant:2c4f0a72b7e84aae829fb83e00e174e8 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:34:05.133733 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-8863cd04-77b4-41d4-8217-c0313273a40c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e&tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&binding%3Ahost_id=hv-neutron-8254 HTTP/1.1" status: 200 len: 945 time: 0.1412177 Jan 20 11:34:05.210120 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-a9ea2ea7-8863-438c-8942-9f654fe8ea06 service neutron] 10.222.0.72 "GET /v2.0/ports/f6b69294-110e-4772-b3af-e169d1160b25/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.0713868 Jan 20 11:34:05.301358 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-8fece6f7-597d-4a87-8c29-fce5b9b1e570 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 1098 time: 0.0710936 Jan 20 11:34:05.428070 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-001f9a0c-4a32-40bd-8926-4694a052ec5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:05.429490 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-001f9a0c-4a32-40bd-8926-4694a052ec5d service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1228104 Jan 20 11:34:05.529401 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-cd790a36-81cf-462a-9a06-0a8c355697fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6b69294-110e-4772-b3af-e169d1160b25 HTTP/1.1" status: 200 len: 1000 time: 0.0940344 Jan 20 11:34:05.588913 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-5b6a1b98-0386-4a61-89b4-98defb5f3070 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:05.590350 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-5b6a1b98-0386-4a61-89b4-98defb5f3070 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.0560894 Jan 20 11:34:05.666897 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-889401b7-1f19-4da1-8a68-1fb10636ddfd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712414 Jan 20 11:34:05.797625 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-07cc4f4f-ac6b-4a7a-9c35-8445680b31fd service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251321 Jan 20 11:34:05.924695 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-68462efa-6a52-40bb-82f2-dfb71c87a48a service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209621 Jan 20 11:34:06.308792 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69082ff-60c2-4b94-90ec-9ae474988e9d req-a04482ae-99a1-4c23-bdcd-c84aebcf01c5 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:06.310237 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a69082ff-60c2-4b94-90ec-9ae474988e9d req-a04482ae-99a1-4c23-bdcd-c84aebcf01c5 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0800698 Jan 20 11:34:06.343770 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:06.354896 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a69082ff-60c2-4b94-90ec-9ae474988e9d req-3cd7102a-1337-4e15-966c-c4bb527f6faa tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390892 Jan 20 11:34:07.043247 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:34:07.552111 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993a710-ff40-4c83-8da8-e2d940cb57e5 req-85dc45ea-169d-4af1-8309-c093ba4a5810 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:07.553591 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0993a710-ff40-4c83-8da8-e2d940cb57e5 req-85dc45ea-169d-4af1-8309-c093ba4a5810 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0759487 Jan 20 11:34:07.599186 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0993a710-ff40-4c83-8da8-e2d940cb57e5 req-444a9329-a45a-43ba-b6f5-f49741f6c88d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401814 Jan 20 11:34:08.798181 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f351679-8431-43fc-a077-34a383e6ddaa req-3a7f15b7-dc97-4003-aa28-cf3e18f6d0ca tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:08.799460 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f351679-8431-43fc-a077-34a383e6ddaa req-3a7f15b7-dc97-4003-aa28-cf3e18f6d0ca tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0785041 Jan 20 11:34:08.846047 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f351679-8431-43fc-a077-34a383e6ddaa req-64ffb326-9289-4bcd-bb14-01839bd1bc57 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409381 Jan 20 11:34:09.823645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:09.958652 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-a5db2b61-9ea3-4a75-a2f1-7f80a2b91122 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e&tenant_id=2c4f0a72b7e84aae829fb83e00e174e8 HTTP/1.1" status: 200 len: 1098 time: 0.0705869 Jan 20 11:34:10.042902 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457655a6-1ac5-4442-b3a9-75fe4fd63591 req-7f8495ec-38ff-41bc-94ae-90542bb28a52 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:10.044354 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-457655a6-1ac5-4442-b3a9-75fe4fd63591 req-7f8495ec-38ff-41bc-94ae-90542bb28a52 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0744941 Jan 20 11:34:10.046903 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-93205e73-f62d-49ed-bf8e-eb692e6e067e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 1098 time: 0.0672376 Jan 20 11:34:10.093364 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-457655a6-1ac5-4442-b3a9-75fe4fd63591 req-8aff54ff-dd7b-46f3-b982-924a6bea97db tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434399 Jan 20 11:34:10.176623 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-93185649-9a31-43c8-a40e-b5d18a208dec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:10.178087 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-93185649-9a31-43c8-a40e-b5d18a208dec service neutron] 10.222.0.72 "GET /v2.0/networks?id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 200 len: 913 time: 0.1252401 Jan 20 11:34:10.277906 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-c9329aa2-394a-44ab-9ce6-957ba8f1e5dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6b69294-110e-4772-b3af-e169d1160b25 HTTP/1.1" status: 200 len: 1000 time: 0.0943410 Jan 20 11:34:10.429708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-9cc5fe92-96be-4253-9bf9-ae76552fdac9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:10.431109 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-9cc5fe92-96be-4253-9bf9-ae76552fdac9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 200 len: 851 time: 0.1482370 Jan 20 11:34:10.503579 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-59e1f43d-a747-4d46-a007-83fad1b61c1e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667424 Jan 20 11:34:10.631828 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-20901872-462f-4e6e-911f-2fb08ebe2f13 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223981 Jan 20 11:34:10.761182 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-56b4e1bd-6bfb-492e-85ab-6fe3f5cb476c req-7b49544a-49ae-4ad2-9854-fce1a9bf6d65 service neutron] 10.222.0.72 "GET /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236436 Jan 20 11:34:11.295120 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d02e64-d4da-4ac2-9463-11a67f33bdd9 req-65bcebe2-d73f-4252-907e-3c63bc97685e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:11.296554 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-58d02e64-d4da-4ac2-9463-11a67f33bdd9 req-65bcebe2-d73f-4252-907e-3c63bc97685e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0797155 Jan 20 11:34:11.344477 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-58d02e64-d4da-4ac2-9463-11a67f33bdd9 req-9a023638-f8f2-4381-81c3-ffc04bbc1f44 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407853 Jan 20 11:34:11.447426 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f6b69294-110e-4772-b3af-e169d1160b25 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:34:11.555108 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:11.587611 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b69294-110e-4772-b3af-e169d1160b25'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:34:11.597130 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f6b69294-110e-4772-b3af-e169d1160b25, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f6b69294-110e-4772-b3af-e169d1160b25,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:34:11.651945 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b69294-110e-4772-b3af-e169d1160b25', 'code': 200} Jan 20 11:34:11.684616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:11.750143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=f6b69294-110e-4772-b3af-e169d1160b25,revision_number=9']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:12.554469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2a3d1-3383-404e-882e-4f270c20d543 req-6734c2d4-55a9-4c74-a219-05031e282acd tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:12.555899 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-91a2a3d1-3383-404e-882e-4f270c20d543 req-6734c2d4-55a9-4c74-a219-05031e282acd tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 943 time: 0.0778017 Jan 20 11:34:12.681088 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-91a2a3d1-3383-404e-882e-4f270c20d543 req-5be18ff0-6450-45e6-8259-c6a95445d96c tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196599 Jan 20 11:34:13.877997 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03b9c8-2abf-4eb3-af8c-5d786f6fce01 req-a4ad526d-3288-417c-8cc6-7c6d05ce00a0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:13.879707 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ec03b9c8-2abf-4eb3-af8c-5d786f6fce01 req-a4ad526d-3288-417c-8cc6-7c6d05ce00a0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 943 time: 0.0747161 Jan 20 11:34:13.926042 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ec03b9c8-2abf-4eb3-af8c-5d786f6fce01 req-77912f05-0f3a-4e9a-8cb0-5c3ef283f4b4 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405529 Jan 20 11:34:15.126115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dc584-8e19-4d1f-9dd3-7048cbb8c0e7 req-446c7d73-24d3-46e6-a539-93d0f71f57e6 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:15.127557 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ce3dc584-8e19-4d1f-9dd3-7048cbb8c0e7 req-446c7d73-24d3-46e6-a539-93d0f71f57e6 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 943 time: 0.0780046 Jan 20 11:34:15.174785 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ce3dc584-8e19-4d1f-9dd3-7048cbb8c0e7 req-e2f2f395-c940-4dff-ac3d-c4596bac1923 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414422 Jan 20 11:34:15.462980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f6b69294-110e-4772-b3af-e169d1160b25 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:34:15.600437 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f6b69294-110e-4772-b3af-e169d1160b25, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f6b69294-110e-4772-b3af-e169d1160b25,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:34:15.614142 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'f6b69294-110e-4772-b3af-e169d1160b25', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'port_id': 'f6b69294-110e-4772-b3af-e169d1160b25', 'mac_address': 'fa:16:3e:e0:46:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:34:15.666236 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:15.683490 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b69294-110e-4772-b3af-e169d1160b25 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:34:15.698043 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f6b69294-110e-4772-b3af-e169d1160b25, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f6b69294-110e-4772-b3af-e169d1160b25,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:34:15.783253 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:15.851208 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['f6b69294-110e-4772-b3af-e169d1160b25'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:34:15.887677 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=f6b69294-110e-4772-b3af-e169d1160b25,revision_number=10']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:16.371902 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b4611-7f59-46cd-a1c9-633b54b89fc0 req-e14de242-593d-4ef1-86b9-977fc883195f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:16.373337 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-077b4611-7f59-46cd-a1c9-633b54b89fc0 req-e14de242-593d-4ef1-86b9-977fc883195f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0799346 Jan 20 11:34:16.421005 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-077b4611-7f59-46cd-a1c9-633b54b89fc0 req-a010524a-8daa-4736-996e-041cc7120f49 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421059 Jan 20 11:34:17.475981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f6b69294-110e-4772-b3af-e169d1160b25 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:34:17.543222 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port f6b69294-110e-4772-b3af-e169d1160b25 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:34:17.543594 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:17.615302 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a10127-0fe7-4145-842f-61b3abda3f27 req-4e4fd43a-94fa-42dd-b8ad-f9a7f288e6fa tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:17.616884 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47a10127-0fe7-4145-842f-61b3abda3f27 req-4e4fd43a-94fa-42dd-b8ad-f9a7f288e6fa tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 945 time: 0.0756791 Jan 20 11:34:17.657210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:17.662276 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-47a10127-0fe7-4145-842f-61b3abda3f27 req-943154cc-7bd7-43b6-8d88-6a028716ac2d tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400229 Jan 20 11:34:17.684822 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b69294-110e-4772-b3af-e169d1160b25'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:34:17.694112 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f6b69294-110e-4772-b3af-e169d1160b25, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f6b69294-110e-4772-b3af-e169d1160b25,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:34:17.747116 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b69294-110e-4772-b3af-e169d1160b25', 'code': 200} Jan 20 11:34:17.760509 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:17.824298 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=f6b69294-110e-4772-b3af-e169d1160b25,revision_number=11']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:18.863976 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e034f9-6554-4942-ada1-d1e04a94e048 req-12f4bc2c-464f-4b08-a320-8c7bc054ee1e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:18.865463 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0e034f9-6554-4942-ada1-d1e04a94e048 req-12f4bc2c-464f-4b08-a320-8c7bc054ee1e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 946 time: 0.0791538 Jan 20 11:34:18.910292 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0e034f9-6554-4942-ada1-d1e04a94e048 req-47812e47-50b1-4698-956a-75377b4c769b tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394013 Jan 20 11:34:20.107145 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7ea7c-a45c-4d6a-a805-7151a73fe217 req-b244001f-e5a1-4f3b-904d-0146cf930d9a tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:20.108581 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-21a7ea7c-a45c-4d6a-a805-7151a73fe217 req-b244001f-e5a1-4f3b-904d-0146cf930d9a tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 946 time: 0.0746653 Jan 20 11:34:20.153507 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-21a7ea7c-a45c-4d6a-a805-7151a73fe217 req-6ee3a343-2946-4732-b139-5cdb6e08b7f0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387988 Jan 20 11:34:20.348554 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84063051-3c93-4758-b35d-8274e950f07c req-79ffc536-0f1d-4ac2-85c9-1ae3e9db2f6e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:20.350007 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-84063051-3c93-4758-b35d-8274e950f07c req-79ffc536-0f1d-4ac2-85c9-1ae3e9db2f6e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 946 time: 0.0768049 Jan 20 11:34:20.394030 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-84063051-3c93-4758-b35d-8274e950f07c req-8a67e69a-e1ab-48b1-ba66-6ff3b4c1e81e tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384848 Jan 20 11:34:20.586872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164f235-9e96-439a-89f4-491f35704e4d req-62c0500b-e50f-453a-a199-930e93e03a0a tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:20.588297 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1164f235-9e96-439a-89f4-491f35704e4d req-62c0500b-e50f-453a-a199-930e93e03a0a tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 946 time: 0.0736442 Jan 20 11:34:20.636297 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1164f235-9e96-439a-89f4-491f35704e4d req-0316c202-765d-4d4f-9ea4-2054ae7e8907 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423963 Jan 20 11:34:21.301309 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4b8cc-6045-46de-a9fa-58df113032f1 req-79d0f57a-8c09-492c-918b-1835d58f5a71 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:21.302852 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-56a4b8cc-6045-46de-a9fa-58df113032f1 req-79d0f57a-8c09-492c-918b-1835d58f5a71 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 946 time: 0.0797114 Jan 20 11:34:21.347504 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-56a4b8cc-6045-46de-a9fa-58df113032f1 req-066b43d8-7902-4f53-8d47-2169d00b415f tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390804 Jan 20 11:34:22.553940 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62e4e1-6b32-48a7-8423-029872a35f85 req-9ef2e1a6-244a-492c-9e4e-4f310f5833d9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:22.555377 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9a62e4e1-6b32-48a7-8423-029872a35f85 req-9ef2e1a6-244a-492c-9e4e-4f310f5833d9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 946 time: 0.0794361 Jan 20 11:34:22.598909 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9a62e4e1-6b32-48a7-8423-029872a35f85 req-9742b14a-821d-4348-b6b4-d6eaacb20330 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381210 Jan 20 11:34:23.520245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a2892-0458-4d15-9f3e-3bf50ce04c5e req-6193de74-2702-4e11-80d2-e5ce9089bab9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:23.521695 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2e5a2892-0458-4d15-9f3e-3bf50ce04c5e req-6193de74-2702-4e11-80d2-e5ce9089bab9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 946 time: 0.0749984 Jan 20 11:34:23.591021 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-2e5a2892-0458-4d15-9f3e-3bf50ce04c5e req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Deleting port f6b69294-110e-4772-b3af-e169d1160b25 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:34:23.591362 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2e5a2892-0458-4d15-9f3e-3bf50ce04c5e req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:23.792649 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356583f5-378c-489c-9831-6222e1a825ce req-d9ba1a7f-2f99-4239-92c6-b6b6aa26c6b9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:23.794041 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-356583f5-378c-489c-9831-6222e1a825ce req-d9ba1a7f-2f99-4239-92c6-b6b6aa26c6b9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 946 time: 0.0754392 Jan 20 11:34:23.830669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-2e5a2892-0458-4d15-9f3e-3bf50ce04c5e req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] For port f6b69294-110e-4772-b3af-e169d1160b25, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f6b69294-110e-4772-b3af-e169d1160b25,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:34:23.831026 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2e5a2892-0458-4d15-9f3e-3bf50ce04c5e req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:23.838829 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-356583f5-378c-489c-9831-6222e1a825ce req-aea65d08-6c46-4671-b0a3-1e43d5f620c6 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392475 Jan 20 11:34:24.111482 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2e5a2892-0458-4d15-9f3e-3bf50ce04c5e req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:24.111766 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2e5a2892-0458-4d15-9f3e-3bf50ce04c5e req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:24.112070 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [req-2e5a2892-0458-4d15-9f3e-3bf50ce04c5e req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Floating IP 8631d038-50e9-46f8-bd8b-d11f2e09c791 disassociated. External IP: 172.26.0.6, port: f6b69294-110e-4772-b3af-e169d1160b25. Jan 20 11:34:24.112401 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-2e5a2892-0458-4d15-9f3e-3bf50ce04c5e req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Calling delete_port for f6b69294-110e-4772-b3af-e169d1160b25 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:34:24.319222 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2e5a2892-0458-4d15-9f3e-3bf50ce04c5e req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:24.366311 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Pushing event deleted for resources: {'Port': ['ID=f6b69294-110e-4772-b3af-e169d1160b25,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:24.379043 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:24.379379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:24.379713 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:24.380039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:24.380486 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:24.381841 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:24.381841 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:24.381841 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:24.381841 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:24.382382 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:24.382382 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:24.590588 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e5a2892-0458-4d15-9f3e-3bf50ce04c5e req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Router 15aee007-11c0-454a-ac17-9e5b7de18951 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:34:24.881665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e5a2892-0458-4d15-9f3e-3bf50ce04c5e req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:34:24.891921 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d5e94e-c94a-44b2-b67b-01e99cd85d48 None None] Sync routers for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:34:24.903656 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d5e94e-c94a-44b2-b67b-01e99cd85d48 None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:34:24.904660 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-16d5e94e-c94a-44b2-b67b-01e99cd85d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:34:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:34:24.964850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5a2892-0458-4d15-9f3e-3bf50ce04c5e req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] No DVR routers for this DVR port f6b69294-110e-4772-b3af-e169d1160b25 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:34:24.967318 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2e5a2892-0458-4d15-9f3e-3bf50ce04c5e req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:24.970397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'name': 'network-vif-deleted', 'tag': 'f6b69294-110e-4772-b3af-e169d1160b25'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:34:25.014410 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7c908d70-f734-4005-ba3a-b76375f9bd0d req-cb8314e6-981c-4cfd-bca2-ac6d6c01d688 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 210 time: 0.0453711 Jan 20 11:34:25.033608 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b112f57a-a0c5-441f-9050-6b3a05b3335e', 'name': 'network-vif-deleted', 'tag': 'f6b69294-110e-4772-b3af-e169d1160b25', 'status': 'completed', 'code': 200} Jan 20 11:34:25.047473 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2e5a2892-0458-4d15-9f3e-3bf50ce04c5e req-d4ed3d98-f2d8-41ca-94da-e4509f5ebd40 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.72 "DELETE /v2.0/ports/f6b69294-110e-4772-b3af-e169d1160b25 HTTP/1.1" status: 204 len: 173 time: 1.5208783 Jan 20 11:34:25.088166 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-16d5e94e-c94a-44b2-b67b-01e99cd85d48 None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:34:25.406264 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-16d5e94e-c94a-44b2-b67b-01e99cd85d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:34:25.410143 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d5e94e-c94a-44b2-b67b-01e99cd85d48 None None] Checking router: 15aee007-11c0-454a-ac17-9e5b7de18951 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:34:25.421036 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d5e94e-c94a-44b2-b67b-01e99cd85d48 None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:34:25.421655 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-16d5e94e-c94a-44b2-b67b-01e99cd85d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:34:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:34:25.509723 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f6b69294-110e-4772-b3af-e169d1160b25 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:34:25.556127 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: f6b69294-110e-4772-b3af-e169d1160b25 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:34:25.556929 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f6b69294-110e-4772-b3af-e169d1160b25 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:34:25.608453 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-16d5e94e-c94a-44b2-b67b-01e99cd85d48 None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:34:25.981012 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-16d5e94e-c94a-44b2-b67b-01e99cd85d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:34:25.984962 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d5e94e-c94a-44b2-b67b-01e99cd85d48 None None] The sync data for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv is: [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:28:03Z', 'revision_number': 4, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '8969a390-3dd8-47fa-9a0d-cf3662edc27d', 'name': '', 'network_id': '74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'mac_address': 'fa:16:3e:87:13:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:02Z', 'updated_at': '2022-01-20T11:28:10Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'subnets': [{'id': 'b144b561-59e4-4c8d-9a8a-6f7de939da40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:34:26.224446 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9fa4249d-9309-4941-96c0-100320cefa5a req-bf4a545e-969c-4aa4-9310-6387cea6dca9 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/ports?device_id=b112f57a-a0c5-441f-9050-6b3a05b3335e HTTP/1.1" status: 200 len: 210 time: 0.0437543 Jan 20 11:34:26.232566 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf176f7-5ff6-424a-93bf-917e92b5d182 None None] New status for floating IP 8631d038-50e9-46f8-bd8b-d11f2e09c791: DOWN {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:34:30.818977 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42206) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:34:30.877224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3891fc72-893b-4e94-ba39-87e95e353568 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:30.904633 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3891fc72-893b-4e94-ba39-87e95e353568 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:31.046185 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3891fc72-893b-4e94-ba39-87e95e353568 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:31.064976 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891fc72-893b-4e94-ba39-87e95e353568 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:31.140335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3891fc72-893b-4e94-ba39-87e95e353568 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:31.141441 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3891fc72-893b-4e94-ba39-87e95e353568 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "DELETE /v2.0/security-groups/7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f HTTP/1.1" status: 204 len: 168 time: 0.3267157 Jan 20 11:34:31.143983 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42210) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:34:31.159496 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.api.v2.resource [None req-4c858de1-1fdc-4e9a-afc7-a9213e1f27b0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] show failed (client error): The resource could not be found. Jan 20 11:34:31.160412 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4c858de1-1fdc-4e9a-afc7-a9213e1f27b0 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "GET /v2.0/security-groups/7ee89e31-5f1a-4445-b6b1-f96f3c9ab00f HTTP/1.1" status: 404 len: 347 time: 0.0155747 Jan 20 11:34:31.162836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42214) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:34:31.311438 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e0700-6363-4005-a741-69043eaef348 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Deleting port 37e55ff6-b774-4824-a4f3-f61e9eaa636c {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:34:31.311777 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0700-6363-4005-a741-69043eaef348 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:31.445345 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-46971590-b206-4a9a-8297-c2b4984e3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:31.480784 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0700-6363-4005-a741-69043eaef348 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:31.481104 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0700-6363-4005-a741-69043eaef348 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:31.602347 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e0700-6363-4005-a741-69043eaef348 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Calling delete_port for 37e55ff6-b774-4824-a4f3-f61e9eaa636c owned by network:floatingip {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:34:31.829644 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0700-6363-4005-a741-69043eaef348 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:31.876393 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e0700-6363-4005-a741-69043eaef348 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Pushing event deleted for resources: {'Port': ['ID=37e55ff6-b774-4824-a4f3-f61e9eaa636c,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:31.967562 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0700-6363-4005-a741-69043eaef348 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks [] for floatingip, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:31.981347 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0700-6363-4005-a741-69043eaef348 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:31.982488 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5f0e0700-6363-4005-a741-69043eaef348 tempest-ServerActionsTestJSON-1394624237 tempest-ServerActionsTestJSON-1394624237-project] 10.222.0.70 "DELETE /v2.0/floatingips/8631d038-50e9-46f8-bd8b-d11f2e09c791 HTTP/1.1" status: 204 len: 168 time: 0.8188164 Jan 20 11:34:31.985437 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42218) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:34:32.424902 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-24970467-ec07-42d2-9235-c070c53acafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:33.102455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-24970467-ec07-42d2-9235-c070c53acafe admin admin] Deleting port 8969a390-3dd8-47fa-9a0d-cf3662edc27d {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:34:33.103153 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-24970467-ec07-42d2-9235-c070c53acafe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:33.272881 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-24970467-ec07-42d2-9235-c070c53acafe admin admin] For port 8969a390-3dd8-47fa-9a0d-cf3662edc27d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=8969a390-3dd8-47fa-9a0d-cf3662edc27d,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:34:33.273247 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-24970467-ec07-42d2-9235-c070c53acafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:33.392003 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-24970467-ec07-42d2-9235-c070c53acafe admin admin] Calling delete_port for 8969a390-3dd8-47fa-9a0d-cf3662edc27d owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:34:33.617450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-24970467-ec07-42d2-9235-c070c53acafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:33.664145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24970467-ec07-42d2-9235-c070c53acafe admin admin] Pushing event deleted for resources: {'Port': ['ID=8969a390-3dd8-47fa-9a0d-cf3662edc27d,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:33.863402 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-959d6431-9c79-4e8a-b42e-c9fc51317a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:33.963677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-24970467-ec07-42d2-9235-c070c53acafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:34.630257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24970467-ec07-42d2-9235-c070c53acafe admin admin] Router 15aee007-11c0-454a-ac17-9e5b7de18951 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:34:34.824359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24970467-ec07-42d2-9235-c070c53acafe admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:34:34.833299 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aaa4c9-f8b9-465e-9c46-b99b42072997 None None] Sync routers for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:34:34.836324 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-24970467-ec07-42d2-9235-c070c53acafe admin admin] 10.222.0.70 "PUT /v2.0/routers/15aee007-11c0-454a-ac17-9e5b7de18951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8499048 Jan 20 11:34:34.838877 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42226) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:34:34.847885 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aaa4c9-f8b9-465e-9c46-b99b42072997 None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:34:34.848479 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-15aaa4c9-f8b9-465e-9c46-b99b42072997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:34:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:34:34.932240 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:35.024394 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-15aaa4c9-f8b9-465e-9c46-b99b42072997 None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:34:35.029927 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:35.039962 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-950eddd0-4479-4494-befe-0b862ddb1f6c admin admin] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:35.230114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-950eddd0-4479-4494-befe-0b862ddb1f6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:35.297719 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-15aaa4c9-f8b9-465e-9c46-b99b42072997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:34:33Z', 'revision_number': 5, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port': {'id': 'dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:28:00Z', 'updated_at': '2022-01-20T11:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:34:35.301364 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aaa4c9-f8b9-465e-9c46-b99b42072997 None None] Checking router: 15aee007-11c0-454a-ac17-9e5b7de18951 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:34:35.311601 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aaa4c9-f8b9-465e-9c46-b99b42072997 None None] Routers {'15aee007-11c0-454a-ac17-9e5b7de18951'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:34:35.312171 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-15aaa4c9-f8b9-465e-9c46-b99b42072997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:34:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['15aee007-11c0-454a-ac17-9e5b7de18951'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:34:35.332204 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-950eddd0-4479-4494-befe-0b862ddb1f6c admin admin] Deleting port dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:34:35.332555 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-950eddd0-4479-4494-befe-0b862ddb1f6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:35.459601 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-15aaa4c9-f8b9-465e-9c46-b99b42072997 None None] Set router 15aee007-11c0-454a-ac17-9e5b7de18951 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:34:35.508532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-950eddd0-4479-4494-befe-0b862ddb1f6c admin admin] For port dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:34:35.508805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-950eddd0-4479-4494-befe-0b862ddb1f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:35.562370 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-15aaa4c9-f8b9-465e-9c46-b99b42072997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:34:35Z', 'revision_number': 6, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:34:35.566322 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aaa4c9-f8b9-465e-9c46-b99b42072997 None None] The sync data for ids ['15aee007-11c0-454a-ac17-9e5b7de18951'] in dv-neutron-825471-1-hyperv is: [{'id': '15aee007-11c0-454a-ac17-9e5b7de18951', 'name': 'tempest-ServerActionsTestJSON-1725746954-router', 'tenant_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:27:59Z', 'updated_at': '2022-01-20T11:34:35Z', 'revision_number': 6, 'project_id': '2c4f0a72b7e84aae829fb83e00e174e8', 'gw_port_host': None}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:34:35.738458 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-950eddd0-4479-4494-befe-0b862ddb1f6c admin admin] Calling delete_port for dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6 owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:34:35.976446 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-950eddd0-4479-4494-befe-0b862ddb1f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:36.019259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950eddd0-4479-4494-befe-0b862ddb1f6c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:36.232673 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-950eddd0-4479-4494-befe-0b862ddb1f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:36.429340 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:36.489135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-950eddd0-4479-4494-befe-0b862ddb1f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:36.493530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-950eddd0-4479-4494-befe-0b862ddb1f6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:36.569371 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8969a390-3dd8-47fa-9a0d-cf3662edc27d no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:34:36.604651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 8969a390-3dd8-47fa-9a0d-cf3662edc27d {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:34:36.604995 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 8969a390-3dd8-47fa-9a0d-cf3662edc27d not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:34:36.605419 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:34:36.621677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-950eddd0-4479-4494-befe-0b862ddb1f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:36.622216 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950eddd0-4479-4494-befe-0b862ddb1f6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15aee007-11c0-454a-ac17-9e5b7de18951 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:34:36.635333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-950eddd0-4479-4494-befe-0b862ddb1f6c admin admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:36.636924 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:34:36.637294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device dd9bacc2-dc8e-46b9-8cc6-34c6bee566b6 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:34:36.639279 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42230) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:34:36.651370 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-950eddd0-4479-4494-befe-0b862ddb1f6c admin admin] 10.222.0.70 "DELETE /v2.0/routers/15aee007-11c0-454a-ac17-9e5b7de18951 HTTP/1.1" status: 204 len: 168 time: 1.8114533 Jan 20 11:34:36.700123 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe4bdac-5ec6-49dd-9ea0-7c9cc8c9c1c9 admin admin] Deleting subnet b144b561-59e4-4c8d-9a8a-6f7de939da40 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:34:36.703446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8fe4bdac-5ec6-49dd-9ea0-7c9cc8c9c1c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:36.758930 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8fe4bdac-5ec6-49dd-9ea0-7c9cc8c9c1c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:36.833957 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8fe4bdac-5ec6-49dd-9ea0-7c9cc8c9c1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:36.981845 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8fe4bdac-5ec6-49dd-9ea0-7c9cc8c9c1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:37.020594 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4bdac-5ec6-49dd-9ea0-7c9cc8c9c1c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b144b561-59e4-4c8d-9a8a-6f7de939da40,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:37.031094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8fe4bdac-5ec6-49dd-9ea0-7c9cc8c9c1c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:37.034245 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad88032-4d00-4820-bc8c-734f01e433e7 None None] Network 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:34:37.036275 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4bdac-5ec6-49dd-9ea0-7c9cc8c9c1c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:37.036620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4bdac-5ec6-49dd-9ea0-7c9cc8c9c1c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:37.036956 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4bdac-5ec6-49dd-9ea0-7c9cc8c9c1c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:37.037492 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4bdac-5ec6-49dd-9ea0-7c9cc8c9c1c9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:37.041440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4bdac-5ec6-49dd-9ea0-7c9cc8c9c1c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:37.041440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4bdac-5ec6-49dd-9ea0-7c9cc8c9c1c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:37.041440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4bdac-5ec6-49dd-9ea0-7c9cc8c9c1c9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:37.041440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4bdac-5ec6-49dd-9ea0-7c9cc8c9c1c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:37.041440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4bdac-5ec6-49dd-9ea0-7c9cc8c9c1c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:37.041440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4bdac-5ec6-49dd-9ea0-7c9cc8c9c1c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:37.041440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4bdac-5ec6-49dd-9ea0-7c9cc8c9c1c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:37.043160 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8fe4bdac-5ec6-49dd-9ea0-7c9cc8c9c1c9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b144b561-59e4-4c8d-9a8a-6f7de939da40 HTTP/1.1" status: 204 len: 168 time: 0.4028747 Jan 20 11:34:37.045699 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42234) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:34:37.147506 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:37.157603 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] Deleting port 5d259417-ab42-4bba-aa1b-599f39571a8a {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:34:37.157937 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:37.274531 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d0396b-535c-444d-8257-e30888a87086 None None] DHCP port deletion for 74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:34:37.278636 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-23d0396b-535c-444d-8257-e30888a87086 None None] Deleting port 5d259417-ab42-4bba-aa1b-599f39571a8a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:34:37.279007 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-23d0396b-535c-444d-8257-e30888a87086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:37.436525 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] For port 5d259417-ab42-4bba-aa1b-599f39571a8a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=5d259417-ab42-4bba-aa1b-599f39571a8a,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:34:37.436886 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:37.483557 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-23d0396b-535c-444d-8257-e30888a87086 None None] For port 5d259417-ab42-4bba-aa1b-599f39571a8a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=5d259417-ab42-4bba-aa1b-599f39571a8a,segment=NetworkSegment(e07d5902-c3ec-49ab-b71b-bbc94fea864d),segment_id=e07d5902-c3ec-49ab-b71b-bbc94fea864d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:34:37.484164 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-23d0396b-535c-444d-8257-e30888a87086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:37.560687 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] Calling delete_port for 5d259417-ab42-4bba-aa1b-599f39571a8a owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:34:37.602754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-23d0396b-535c-444d-8257-e30888a87086 None None] Calling delete_port for 5d259417-ab42-4bba-aa1b-599f39571a8a owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn_limited( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn_limited( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:34:37.697400 dv-neutron-825471-1-hyperv neutron-server[84333]: util.warn( Jan 20 11:34:37.701016 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:37.703045 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-23d0396b-535c-444d-8257-e30888a87086 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:34:37.703412 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-23d0396b-535c-444d-8257-e30888a87086 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:34:37.744099 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=5d259417-ab42-4bba-aa1b-599f39571a8a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:37.745830 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] No DVR routers for this DVR port 5d259417-ab42-4bba-aa1b-599f39571a8a on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:34:37.856507 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:37.884526 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:34:37.896206 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07d5902-c3ec-49ab-b71b-bbc94fea864d') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:34:37.896619 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07d5902-c3ec-49ab-b71b-bbc94fea864d') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:34:37.907915 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:37.923948 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:37.931002 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:34:37.931385 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:34:37.944057 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:34:38.080394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:38.095619 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:38.105774 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] Pushing event deleted for resources: {'Network': ['ID=74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:38.189713 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3cd5c6e6-bfe2-48e1-879a-af53c153c1bc admin admin] 10.222.0.70 "DELETE /v2.0/networks/74b563a8-f9b8-45a7-9b33-7b9cedcf9b3b HTTP/1.1" status: 204 len: 168 time: 1.1429904 Jan 20 11:34:38.206496 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-23d0396b-535c-444d-8257-e30888a87086 None None] Deleting port 5d259417-ab42-4bba-aa1b-599f39571a8a {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:34:38.206496 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-23d0396b-535c-444d-8257-e30888a87086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:38.268031 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-23d0396b-535c-444d-8257-e30888a87086 None None] The port '5d259417-ab42-4bba-aa1b-599f39571a8a' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:34:38.557281 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42242) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:34:38.577441 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5d259417-ab42-4bba-aa1b-599f39571a8a no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:34:38.606434 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-10f45cbd-02a4-476b-b7c4-787ce90a0cb3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2c4f0a72b7e84aae829fb83e00e174e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492065 Jan 20 11:34:38.608902 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42246) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:34:38.614604 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 5d259417-ab42-4bba-aa1b-599f39571a8a {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:34:38.614924 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5d259417-ab42-4bba-aa1b-599f39571a8a not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:34:38.667268 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11574f30-6f8e-4fa7-a79e-d64d3a480d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:38.691274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11574f30-6f8e-4fa7-a79e-d64d3a480d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:38.817827 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11574f30-6f8e-4fa7-a79e-d64d3a480d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:38.834695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11574f30-6f8e-4fa7-a79e-d64d3a480d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad531949-8933-4aca-92a8-dc12ac5a3947,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:38.842792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11574f30-6f8e-4fa7-a79e-d64d3a480d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:38.843886 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-11574f30-6f8e-4fa7-a79e-d64d3a480d7e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ad531949-8933-4aca-92a8-dc12ac5a3947 HTTP/1.1" status: 204 len: 168 time: 0.2341156 Jan 20 11:34:39.840379 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:40.041670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42268) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:34:40.185160 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1385967375-network', 'tenant_id': 'd441cd6067a94b67978f64f01a2cb532'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:34:40.189875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:34:40.193630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Usage tracker for resource:network and tenant:d441cd6067a94b67978f64f01a2cb532 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:34:40.196985 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:34:40.202544 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:34:40.261626 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Made reservation on behalf of d441cd6067a94b67978f64f01a2cb532 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:34:40.263870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:40.276523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:40.306685 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:34:40.310762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Usage tracker for resource:security_group_rule and tenant:d441cd6067a94b67978f64f01a2cb532 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:34:40.313719 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:34:40.319271 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:34:40.384069 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:40.472868 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:40.504596 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:34:40.510696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcd32cb-f70c-4093-9e18-1e948e5ec558,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:40.518971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:40.519346 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Added segment 6d9bc218-9268-4966-9fcf-d5df6edd081b of type vlan for network 87c3ad96-1e73-4fa6-ab11-0d224396fe09 Jan 20 11:34:40.544582 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:40.646034 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:40.646927 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:40.647501 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:40.745803 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=87c3ad96-1e73-4fa6-ab11-0d224396fe09,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:40.755381 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 87c3ad96-1e73-4fa6-ab11-0d224396fe09 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:34:40.822955 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-77cc6ad1-4f24-4362-9250-f5ad1dd66eb1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7800934 Jan 20 11:34:40.825993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42274) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:34:40.831612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-b2f3dd7e-749a-4d27-8612-90de0efb54b5 admin admin] Request body: {'subnet': {'network_id': '87c3ad96-1e73-4fa6-ab11-0d224396fe09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1385967375-subnet', 'tenant_id': 'd441cd6067a94b67978f64f01a2cb532', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:34:40.836691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b2f3dd7e-749a-4d27-8612-90de0efb54b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:34:40.840492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b2f3dd7e-749a-4d27-8612-90de0efb54b5 admin admin] Usage tracker for resource:subnet and tenant:d441cd6067a94b67978f64f01a2cb532 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:34:40.843415 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b2f3dd7e-749a-4d27-8612-90de0efb54b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:34:40.849046 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b2f3dd7e-749a-4d27-8612-90de0efb54b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:34:40.937602 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f3dd7e-749a-4d27-8612-90de0efb54b5 admin admin] Made reservation on behalf of d441cd6067a94b67978f64f01a2cb532 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:34:40.940012 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2f3dd7e-749a-4d27-8612-90de0efb54b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:41.233100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2f3dd7e-749a-4d27-8612-90de0efb54b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:41.301500 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3dd7e-749a-4d27-8612-90de0efb54b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2504688-25d8-4b78-b5b9-e703499358a3,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:41.315770 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f3dd7e-749a-4d27-8612-90de0efb54b5 admin admin] Checking segment: {'id': '6d9bc218-9268-4966-9fcf-d5df6edd081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '87c3ad96-1e73-4fa6-ab11-0d224396fe09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:34:41.316125 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f3dd7e-749a-4d27-8612-90de0efb54b5 admin admin] Network hostable DHCP agents. Network: 87c3ad96-1e73-4fa6-ab11-0d224396fe09, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:34:41.434867 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f3dd7e-749a-4d27-8612-90de0efb54b5 admin admin] Network 87c3ad96-1e73-4fa6-ab11-0d224396fe09 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:34:41.532708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-b2f3dd7e-749a-4d27-8612-90de0efb54b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 87c3ad96-1e73-4fa6-ab11-0d224396fe09) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:34:41.536550 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f3dd7e-749a-4d27-8612-90de0efb54b5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:41.537137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b2f3dd7e-749a-4d27-8612-90de0efb54b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:41.542071 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0b8e6d-8f92-4a02-be87-52db35629b46 None None] Network 87c3ad96-1e73-4fa6-ab11-0d224396fe09 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:34:41.653049 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b2f3dd7e-749a-4d27-8612-90de0efb54b5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8258817 Jan 20 11:34:41.751711 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8643df21-b041-4273-94fd-f1b9cccb5c1c None None] Network 87c3ad96-1e73-4fa6-ab11-0d224396fe09 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:34:42.212196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-23beaa3c-fc43-40c2-bea9-99353fdd9d23 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:42.213617 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-23beaa3c-fc43-40c2-bea9-99353fdd9d23 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/networks?id=87c3ad96-1e73-4fa6-ab11-0d224396fe09 HTTP/1.1" status: 200 len: 814 time: 0.1381061 Jan 20 11:34:42.229221 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-5c46277c-297d-4c94-b923-07ead4c886ae tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/quotas/d441cd6067a94b67978f64f01a2cb532 HTTP/1.1" status: 200 len: 375 time: 0.0103498 Jan 20 11:34:42.273128 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-60b80a7c-0d72-403e-b990-a1a743c0eb99 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d441cd6067a94b67978f64f01a2cb532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390723 Jan 20 11:34:42.282975 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-dc0131a7-ae70-4423-aaa0-b1704c505fea service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:34:42.283873 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-dc0131a7-ae70-4423-aaa0-b1704c505fea service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045733 Jan 20 11:34:42.410500 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-27af7b52-e5af-480d-aa58-d00bd67dbb92 service neutron] 10.222.0.70 "GET /v2.0/networks/87c3ad96-1e73-4fa6-ab11-0d224396fe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211798 Jan 20 11:34:42.539736 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-52e7ea0c-a46a-4238-a500-b9ecdbb967e3 service neutron] 10.222.0.70 "GET /v2.0/networks/87c3ad96-1e73-4fa6-ab11-0d224396fe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210468 Jan 20 11:34:42.857691 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3873fde4-4cb5-4d0a-be2d-41874969d862 req-1fd088e0-bff8-4a43-bfc5-46366dd53fe6 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 210 time: 0.0433233 Jan 20 11:34:43.969849 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3d01291b-f40c-4b66-a6d1-20fc621db5b1 req-d037a9f3-d003-423d-a24b-2a651f1dd0d7 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 210 time: 0.0440929 Jan 20 11:34:44.043220 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:34:45.135565 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-732a86fe-6793-4dff-bbad-44d3294ac12c req-1cfa43d2-a327-4ba9-ae54-82009e1c25ac tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 210 time: 0.0403593 Jan 20 11:34:45.436455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-f1b64244-bae3-4bc2-acd1-bf0fc8e9939d tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:45.437147 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-f1b64244-bae3-4bc2-acd1-bf0fc8e9939d tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Synchronizing usage tracker for tenant:d441cd6067a94b67978f64f01a2cb532 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:34:45.512776 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-f1b64244-bae3-4bc2-acd1-bf0fc8e9939d tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Unset dirty status for tenant:d441cd6067a94b67978f64f01a2cb532 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:34:45.513954 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-f1b64244-bae3-4bc2-acd1-bf0fc8e9939d tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.72 "GET /v2.0/networks?id=87c3ad96-1e73-4fa6-ab11-0d224396fe09 HTTP/1.1" status: 200 len: 814 time: 0.3130069 Jan 20 11:34:45.530138 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-28330e77-367e-419d-8919-1a2ee2b1162a tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Request body: {'port': {'device_id': '68dab4fb-d839-4a6e-bb84-4f98940fae52', 'network_id': '87c3ad96-1e73-4fa6-ab11-0d224396fe09', 'admin_state_up': True, 'tenant_id': 'd441cd6067a94b67978f64f01a2cb532'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:34:45.666516 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-28330e77-367e-419d-8919-1a2ee2b1162a tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:34:45.670262 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-28330e77-367e-419d-8919-1a2ee2b1162a tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Usage tracker for resource:port and tenant:d441cd6067a94b67978f64f01a2cb532 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:34:45.673226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-28330e77-367e-419d-8919-1a2ee2b1162a tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:34:45.679034 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-28330e77-367e-419d-8919-1a2ee2b1162a tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:34:45.775691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-28330e77-367e-419d-8919-1a2ee2b1162a tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Made reservation on behalf of d441cd6067a94b67978f64f01a2cb532 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:34:45.778668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-28330e77-367e-419d-8919-1a2ee2b1162a tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:45.943867 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-28330e77-367e-419d-8919-1a2ee2b1162a tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Allocated IP 172.20.0.6 (87c3ad96-1e73-4fa6-ab11-0d224396fe09/d2504688-25d8-4b78-b5b9-e703499358a3/91b7cb62-550d-44a3-89a3-c6cd1b664ac0) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:34:46.146712 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-28330e77-367e-419d-8919-1a2ee2b1162a tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:46.275569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-28330e77-367e-419d-8919-1a2ee2b1162a tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:46.338493 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0498d6-8b18-42ed-8078-827f318c97d0 req-b6e6c8b7-6017-4d70-b492-08076ccfea9c tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:46.339987 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e0498d6-8b18-42ed-8078-827f318c97d0 req-b6e6c8b7-6017-4d70-b492-08076ccfea9c tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 931 time: 0.0824456 Jan 20 11:34:46.347340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-28330e77-367e-419d-8919-1a2ee2b1162a tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Network 87c3ad96-1e73-4fa6-ab11-0d224396fe09 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:34:46.350478 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-28330e77-367e-419d-8919-1a2ee2b1162a tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:34:46.355525 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-28330e77-367e-419d-8919-1a2ee2b1162a tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:34:46.383512 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28330e77-367e-419d-8919-1a2ee2b1162a tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Pushing event updated for resources: {'Port': ['ID=91b7cb62-550d-44a3-89a3-c6cd1b664ac0,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:46.387336 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e0498d6-8b18-42ed-8078-827f318c97d0 req-f467d828-dfc8-445c-b39c-25d28d746ebe tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410810 Jan 20 11:34:46.418531 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-28330e77-367e-419d-8919-1a2ee2b1162a tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:46.419133 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-28330e77-367e-419d-8919-1a2ee2b1162a tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:46.555415 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-28330e77-367e-419d-8919-1a2ee2b1162a tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0289178 Jan 20 11:34:46.566522 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Request body: {'port': {'device_id': '68dab4fb-d839-4a6e-bb84-4f98940fae52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:34:46.678270 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:47.011667 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b7cb62-550d-44a3-89a3-c6cd1b664ac0 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:34:47.018410 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:47.032274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Transition to ACTIVE for port object 91b7cb62-550d-44a3-89a3-c6cd1b664ac0 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:34:47.120359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:47.243390 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Pushing event updated for resources: {'Port': ['ID=91b7cb62-550d-44a3-89a3-c6cd1b664ac0,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:47.344251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Attempting to bind port 91b7cb62-550d-44a3-89a3-c6cd1b664ac0 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:34:47.349436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Attempting to bind port 91b7cb62-550d-44a3-89a3-c6cd1b664ac0 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '6d9bc218-9268-4966-9fcf-d5df6edd081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '87c3ad96-1e73-4fa6-ab11-0d224396fe09'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:34:47.349436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Attempting to bind port 91b7cb62-550d-44a3-89a3-c6cd1b664ac0 on network 87c3ad96-1e73-4fa6-ab11-0d224396fe09 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:34:47.350389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Port 91b7cb62-550d-44a3-89a3-c6cd1b664ac0 on network 87c3ad96-1e73-4fa6-ab11-0d224396fe09 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:34:47.350704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Attempting to bind port 91b7cb62-550d-44a3-89a3-c6cd1b664ac0 on network 87c3ad96-1e73-4fa6-ab11-0d224396fe09 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:34:47.357587 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:34:47.357921 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Checking segment: {'id': '6d9bc218-9268-4966-9fcf-d5df6edd081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '87c3ad96-1e73-4fa6-ab11-0d224396fe09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:34:47.358300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Bound using segment: {'id': '6d9bc218-9268-4966-9fcf-d5df6edd081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '87c3ad96-1e73-4fa6-ab11-0d224396fe09'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:34:47.358710 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Bound port: 91b7cb62-550d-44a3-89a3-c6cd1b664ac0, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9bc218-9268-4966-9fcf-d5df6edd081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '87c3ad96-1e73-4fa6-ab11-0d224396fe09'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:34:47.359047 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:47.448051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] For port 91b7cb62-550d-44a3-89a3-c6cd1b664ac0, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:34:47.451121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] For port 91b7cb62-550d-44a3-89a3-c6cd1b664ac0, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=91b7cb62-550d-44a3-89a3-c6cd1b664ac0,segment=NetworkSegment(6d9bc218-9268-4966-9fcf-d5df6edd081b),segment_id=6d9bc218-9268-4966-9fcf-d5df6edd081b)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:34:47.536113 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:47.581879 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d0dbf-e5a5-4c2f-9521-4515e925095f req-868b3e60-32df-45f3-ad51-67638326bede tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:47.583620 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e5d0dbf-e5a5-4c2f-9521-4515e925095f req-868b3e60-32df-45f3-ad51-67638326bede tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 943 time: 0.0771334 Jan 20 11:34:47.598738 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:47.600111 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] 10.222.0.72 "PUT /v2.0/ports/91b7cb62-550d-44a3-89a3-c6cd1b664ac0 HTTP/1.1" status: 200 len: 1093 time: 1.0376458 Jan 20 11:34:47.600544 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dab4fb-d839-4a6e-bb84-4f98940fae52', 'tag': '91b7cb62-550d-44a3-89a3-c6cd1b664ac0'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:34:47.626224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bba089-b0ca-4c35-9a12-b6c913807f9c service neutron] Pushing event updated for resources: {'Port': ['ID=91b7cb62-550d-44a3-89a3-c6cd1b664ac0,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:47.630476 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e5d0dbf-e5a5-4c2f-9521-4515e925095f req-ba6c63d7-c412-4208-beb9-b391233c6ec8 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411885 Jan 20 11:34:47.694403 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68dab4fb-d839-4a6e-bb84-4f98940fae52', 'tag': '91b7cb62-550d-44a3-89a3-c6cd1b664ac0', 'status': 'completed', 'code': 200} Jan 20 11:34:47.867247 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4a2eb3e9-9a16-4f7b-846c-fbdcb55b485f req-42fd91b2-dc63-4bc2-8e17-a609d8fc1b4b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d441cd6067a94b67978f64f01a2cb532&device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 1096 time: 0.1553450 Jan 20 11:34:48.006491 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2eb3e9-9a16-4f7b-846c-fbdcb55b485f req-9cf82c5e-5cac-4292-9cf1-bd71a949560e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:48.007908 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4a2eb3e9-9a16-4f7b-846c-fbdcb55b485f req-9cf82c5e-5cac-4292-9cf1-bd71a949560e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d441cd6067a94b67978f64f01a2cb532&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1342819 Jan 20 11:34:48.141827 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2eb3e9-9a16-4f7b-846c-fbdcb55b485f req-66a182d1-f77c-4281-8aa3-bfd916e67103 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:48.143165 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4a2eb3e9-9a16-4f7b-846c-fbdcb55b485f req-66a182d1-f77c-4281-8aa3-bfd916e67103 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281347 Jan 20 11:34:48.244756 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-b5c459d9-1cba-4d2b-8bff-d6ea3886ccca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d441cd6067a94b67978f64f01a2cb532&device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 1096 time: 0.0669620 Jan 20 11:34:48.313052 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-2b177a18-dd74-4ab2-a213-20533d738f95 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91b7cb62-550d-44a3-89a3-c6cd1b664ac0 HTTP/1.1" status: 200 len: 217 time: 0.0621154 Jan 20 11:34:48.374166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-8ad29ae9-ced0-49a8-85ec-7a1cd2604bf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:48.375589 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-8ad29ae9-ced0-49a8-85ec-7a1cd2604bf8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2504688-25d8-4b78-b5b9-e703499358a3 HTTP/1.1" status: 200 len: 854 time: 0.0569360 Jan 20 11:34:48.423527 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-5d47a2c8-52d7-45b4-b072-e4a0e99a2a99 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=87c3ad96-1e73-4fa6-ab11-0d224396fe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408597 Jan 20 11:34:48.551127 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-f4003d6a-ebde-41c0-bc02-0104ba7451bc service neutron] 10.222.0.72 "GET /v2.0/networks/87c3ad96-1e73-4fa6-ab11-0d224396fe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215227 Jan 20 11:34:48.679032 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3ec9149c-1beb-43d2-b614-33e265340a2c req-be68a4e6-1728-4095-b93b-8e13284d2a94 service neutron] 10.222.0.72 "GET /v2.0/networks/87c3ad96-1e73-4fa6-ab11-0d224396fe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219599 Jan 20 11:34:48.936242 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f84e0-7aa7-445d-a0a2-dc20edff4844 req-33500c2c-91f0-486e-9237-34890a70026f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:48.937660 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-be6f84e0-7aa7-445d-a0a2-dc20edff4844 req-33500c2c-91f0-486e-9237-34890a70026f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 943 time: 0.1591160 Jan 20 11:34:48.982842 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-be6f84e0-7aa7-445d-a0a2-dc20edff4844 req-6e24c7f2-dced-4111-9de2-58664481e1d8 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395842 Jan 20 11:34:50.175999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc4740-2381-47bf-ae42-af74f3a64e72 req-8af19183-bfea-4152-b83d-d56cb0898b20 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:50.177425 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-57dc4740-2381-47bf-ae42-af74f3a64e72 req-8af19183-bfea-4152-b83d-d56cb0898b20 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 943 time: 0.0741265 Jan 20 11:34:50.222571 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-57dc4740-2381-47bf-ae42-af74f3a64e72 req-d22fb2a2-a71e-4824-af48-225e86646953 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389464 Jan 20 11:34:51.420748 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f465d-3429-4d5f-9a84-e900e225547d req-2575402f-7243-49fc-84b2-f87ddc6fadad tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:51.422210 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7d4f465d-3429-4d5f-9a84-e900e225547d req-2575402f-7243-49fc-84b2-f87ddc6fadad tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 943 time: 0.0771177 Jan 20 11:34:51.466239 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7d4f465d-3429-4d5f-9a84-e900e225547d req-6a1b85f9-17ae-44c2-b44b-9c9fd782f487 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383489 Jan 20 11:34:51.649518 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 91b7cb62-550d-44a3-89a3-c6cd1b664ac0 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:34:51.797091 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 91b7cb62-550d-44a3-89a3-c6cd1b664ac0, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=91b7cb62-550d-44a3-89a3-c6cd1b664ac0,segment=NetworkSegment(6d9bc218-9268-4966-9fcf-d5df6edd081b),segment_id=6d9bc218-9268-4966-9fcf-d5df6edd081b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:34:51.812532 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '91b7cb62-550d-44a3-89a3-c6cd1b664ac0', 'network_id': '87c3ad96-1e73-4fa6-ab11-0d224396fe09', 'port_id': '91b7cb62-550d-44a3-89a3-c6cd1b664ac0', 'mac_address': 'fa:16:3e:64:f2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2504688-25d8-4b78-b5b9-e703499358a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:34:51.865753 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:51.882811 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b7cb62-550d-44a3-89a3-c6cd1b664ac0 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:34:51.897796 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 91b7cb62-550d-44a3-89a3-c6cd1b664ac0, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=91b7cb62-550d-44a3-89a3-c6cd1b664ac0,segment=NetworkSegment(6d9bc218-9268-4966-9fcf-d5df6edd081b),segment_id=6d9bc218-9268-4966-9fcf-d5df6edd081b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:34:51.965928 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:52.034162 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=91b7cb62-550d-44a3-89a3-c6cd1b664ac0,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:52.172142 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['91b7cb62-550d-44a3-89a3-c6cd1b664ac0'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:34:52.659999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ccdc1-eb8f-4289-a4ab-bb5677869791 req-a26e825c-09c1-4ff5-bd2a-12f15b9e7ca2 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:52.661460 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7a6ccdc1-eb8f-4289-a4ab-bb5677869791 req-a26e825c-09c1-4ff5-bd2a-12f15b9e7ca2 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 944 time: 0.0752528 Jan 20 11:34:52.709726 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7a6ccdc1-eb8f-4289-a4ab-bb5677869791 req-e8655559-60de-4ec6-8c65-93238660559a tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426469 Jan 20 11:34:53.649225 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 91b7cb62-550d-44a3-89a3-c6cd1b664ac0 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:34:53.840448 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 91b7cb62-550d-44a3-89a3-c6cd1b664ac0 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:34:53.845616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 91b7cb62-550d-44a3-89a3-c6cd1b664ac0 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:34:53.855678 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:53.911982 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b5338-8ae3-4e6b-87cf-3028210c5122 req-95127fdc-1c01-4b69-ace2-3baf81007a85 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:53.913329 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f49b5338-8ae3-4e6b-87cf-3028210c5122 req-95127fdc-1c01-4b69-ace2-3baf81007a85 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 944 time: 0.0853565 Jan 20 11:34:53.961157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:53.967364 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f49b5338-8ae3-4e6b-87cf-3028210c5122 req-a45f4a78-6f8c-4d3c-91bd-9ddfb9dfbba8 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478413 Jan 20 11:34:53.989527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dab4fb-d839-4a6e-bb84-4f98940fae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b7cb62-550d-44a3-89a3-c6cd1b664ac0'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:34:53.999142 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 91b7cb62-550d-44a3-89a3-c6cd1b664ac0, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=91b7cb62-550d-44a3-89a3-c6cd1b664ac0,segment=NetworkSegment(6d9bc218-9268-4966-9fcf-d5df6edd081b),segment_id=6d9bc218-9268-4966-9fcf-d5df6edd081b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:34:54.045477 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68dab4fb-d839-4a6e-bb84-4f98940fae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b7cb62-550d-44a3-89a3-c6cd1b664ac0', 'code': 200} Jan 20 11:34:54.074505 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:34:54.138995 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=91b7cb62-550d-44a3-89a3-c6cd1b664ac0,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:34:54.147279 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:54.147670 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:54.148012 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:54.148348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:54.148684 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:54.149011 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:54.149340 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:54.149692 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:54.150538 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:54.150881 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:54.151264 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:34:54.445080 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-702fe455-895f-4008-926a-042da939ac96 req-98984620-412d-490c-8281-b863fa15e553 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 1098 time: 0.0679007 Jan 20 11:34:54.486718 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-702fe455-895f-4008-926a-042da939ac96 req-3de83133-5963-42d5-a502-7fcb2e21350d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363083 Jan 20 11:34:55.161793 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56fad6-8ff4-4a23-9296-962465e0cb6a req-653fbb67-b0f9-4664-a036-d93de1bcad52 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:55.163207 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ed56fad6-8ff4-4a23-9296-962465e0cb6a req-653fbb67-b0f9-4664-a036-d93de1bcad52 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 945 time: 0.0766284 Jan 20 11:34:55.207995 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ed56fad6-8ff4-4a23-9296-962465e0cb6a req-b32cb090-f8c9-4fa2-9fe3-48a7032d6cc0 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386317 Jan 20 11:34:56.408612 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9af867-a9c6-47c8-86dc-bd03061b7daf req-b83b6f4a-d2cc-44c9-a2cf-379e8aa6ce0b tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:56.410101 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dd9af867-a9c6-47c8-86dc-bd03061b7daf req-b83b6f4a-d2cc-44c9-a2cf-379e8aa6ce0b tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 945 time: 0.0749226 Jan 20 11:34:56.454489 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dd9af867-a9c6-47c8-86dc-bd03061b7daf req-15531ace-8521-4f23-b901-83b00c64ca80 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389750 Jan 20 11:34:56.764707 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-b9ddbb1c-2199-4c59-825b-4f12afc8f3a6 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:34:56.766092 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-b9ddbb1c-2199-4c59-825b-4f12afc8f3a6 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/networks?id=87c3ad96-1e73-4fa6-ab11-0d224396fe09 HTTP/1.1" status: 200 len: 814 time: 0.1394825 Jan 20 11:34:56.782049 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-37770164-dc46-4ecc-82b4-eec0cb492f11 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/quotas/d441cd6067a94b67978f64f01a2cb532 HTTP/1.1" status: 200 len: 375 time: 0.0104339 Jan 20 11:34:56.861263 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-a6f0d42f-61ec-4e9a-9219-8b2fdf7ad32b tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d441cd6067a94b67978f64f01a2cb532&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0740707 Jan 20 11:34:56.992381 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-3020b869-8edf-4326-bf84-f30cf175aee7 service neutron] 10.222.0.70 "GET /v2.0/networks/87c3ad96-1e73-4fa6-ab11-0d224396fe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245401 Jan 20 11:34:57.122138 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-c95d9b7e-7d95-4751-913b-9c40718184f1 service neutron] 10.222.0.70 "GET /v2.0/networks/87c3ad96-1e73-4fa6-ab11-0d224396fe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238377 Jan 20 11:34:57.438066 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c07f4007-f364-48c5-95b2-1472d0c22aa7 req-df8f0205-f9dd-4e61-a920-a9d7aa874765 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 210 time: 0.0405872 Jan 20 11:34:58.549829 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-914afe74-c3c7-4ab3-a3c0-34f79a7a7cb2 req-6d46992b-5fa8-4145-9c9d-ff3e1881b56c tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 210 time: 0.0438516 Jan 20 11:34:59.657713 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-309cc7c1-d179-46ab-918c-88058b7bc91c req-dce38b56-1f56-42a4-820b-f35130c5f33a tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 210 time: 0.0408373 Jan 20 11:35:00.775394 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c94cc7a7-3bed-4084-a873-892bab3e9e51 req-09164e5a-1ecb-4ebe-832f-75e9708db8a8 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 210 time: 0.0415397 Jan 20 11:35:01.445882 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5b1f012c-538b-4717-910e-0912950c1dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:01.934516 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e4d2516a-27ad-4f24-9bf8-12b399c54aa7 req-9428c7d0-bfc3-4ceb-b25f-6752527d9660 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 210 time: 0.0431466 Jan 20 11:35:03.096549 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e9af37cd-4f1a-498e-bcb8-645f62ab4768 req-6ca1d792-c7d3-41c9-a17a-d84eb8516fe7 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 210 time: 0.0399630 Jan 20 11:35:03.616898 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-d8337228-12b4-41b0-adcc-c6486c1db1ac tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:03.618332 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-d8337228-12b4-41b0-adcc-c6486c1db1ac tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.72 "GET /v2.0/networks?id=87c3ad96-1e73-4fa6-ab11-0d224396fe09 HTTP/1.1" status: 200 len: 814 time: 0.1421738 Jan 20 11:35:03.634039 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9c573e8e-6736-415f-8004-c1456d61ab9f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Request body: {'port': {'device_id': '851852ce-d031-4eb9-9846-25d56781410f', 'network_id': '87c3ad96-1e73-4fa6-ab11-0d224396fe09', 'admin_state_up': True, 'tenant_id': 'd441cd6067a94b67978f64f01a2cb532'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:35:03.767578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9c573e8e-6736-415f-8004-c1456d61ab9f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:35:03.771245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9c573e8e-6736-415f-8004-c1456d61ab9f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Usage tracker for resource:port and tenant:d441cd6067a94b67978f64f01a2cb532 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:35:03.774112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9c573e8e-6736-415f-8004-c1456d61ab9f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:35:03.779665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9c573e8e-6736-415f-8004-c1456d61ab9f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:35:03.943349 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9c573e8e-6736-415f-8004-c1456d61ab9f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Made reservation on behalf of d441cd6067a94b67978f64f01a2cb532 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:35:03.944607 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a144a582-45b6-4f9c-ab07-980410157724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:03.946865 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9c573e8e-6736-415f-8004-c1456d61ab9f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:04.109087 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9c573e8e-6736-415f-8004-c1456d61ab9f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Allocated IP 172.20.0.9 (87c3ad96-1e73-4fa6-ab11-0d224396fe09/d2504688-25d8-4b78-b5b9-e703499358a3/32325a6a-b6c6-41f7-8162-85f73cb01132) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:35:04.262943 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a361833b-ea64-4d46-bb7d-02f049fffa33 req-bf0d0b2b-cbee-4e97-8f30-58bfb5a106ab tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 210 time: 0.0415514 Jan 20 11:35:04.306698 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9c573e8e-6736-415f-8004-c1456d61ab9f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:04.404625 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9c573e8e-6736-415f-8004-c1456d61ab9f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:04.416390 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['91b7cb62-550d-44a3-89a3-c6cd1b664ac0'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:35:04.572207 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9c573e8e-6736-415f-8004-c1456d61ab9f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Network 87c3ad96-1e73-4fa6-ab11-0d224396fe09 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:35:04.575358 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9c573e8e-6736-415f-8004-c1456d61ab9f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:35:04.580130 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9c573e8e-6736-415f-8004-c1456d61ab9f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:35:04.608055 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c573e8e-6736-415f-8004-c1456d61ab9f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Pushing event updated for resources: {'Port': ['ID=32325a6a-b6c6-41f7-8162-85f73cb01132,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:04.641121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9c573e8e-6736-415f-8004-c1456d61ab9f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:04.641762 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9c573e8e-6736-415f-8004-c1456d61ab9f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:04.726303 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9c573e8e-6736-415f-8004-c1456d61ab9f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0958211 Jan 20 11:35:04.737032 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Request body: {'port': {'device_id': '851852ce-d031-4eb9-9846-25d56781410f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:35:04.843665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:04.941131 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:04.975273 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:05.189767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32325a6a-b6c6-41f7-8162-85f73cb01132 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:35:05.196562 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:05.210669 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Transition to ACTIVE for port object 32325a6a-b6c6-41f7-8162-85f73cb01132 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:35:05.303088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:05.428773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Pushing event updated for resources: {'Port': ['ID=32325a6a-b6c6-41f7-8162-85f73cb01132,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:05.464715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b396a89-02a1-470c-b036-db48c5ce874d req-37d3d57c-cb1b-4ad8-be17-00088e2dfcb3 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:05.466233 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4b396a89-02a1-470c-b036-db48c5ce874d req-37d3d57c-cb1b-4ad8-be17-00088e2dfcb3 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 943 time: 0.0802393 Jan 20 11:35:05.511676 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4b396a89-02a1-470c-b036-db48c5ce874d req-7082d1fd-aee1-4117-891a-047ddf514c7c tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392647 Jan 20 11:35:05.536249 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Attempting to bind port 32325a6a-b6c6-41f7-8162-85f73cb01132 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:35:05.536583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Attempting to bind port 32325a6a-b6c6-41f7-8162-85f73cb01132 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '6d9bc218-9268-4966-9fcf-d5df6edd081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '87c3ad96-1e73-4fa6-ab11-0d224396fe09'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:35:05.536917 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Attempting to bind port 32325a6a-b6c6-41f7-8162-85f73cb01132 on network 87c3ad96-1e73-4fa6-ab11-0d224396fe09 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:35:05.543351 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Port 32325a6a-b6c6-41f7-8162-85f73cb01132 on network 87c3ad96-1e73-4fa6-ab11-0d224396fe09 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:35:05.543678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Attempting to bind port 32325a6a-b6c6-41f7-8162-85f73cb01132 on network 87c3ad96-1e73-4fa6-ab11-0d224396fe09 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:35:05.549940 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:35:05.550282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Checking segment: {'id': '6d9bc218-9268-4966-9fcf-d5df6edd081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '87c3ad96-1e73-4fa6-ab11-0d224396fe09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:35:05.550661 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Bound using segment: {'id': '6d9bc218-9268-4966-9fcf-d5df6edd081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '87c3ad96-1e73-4fa6-ab11-0d224396fe09'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:35:05.551086 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Bound port: 32325a6a-b6c6-41f7-8162-85f73cb01132, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9bc218-9268-4966-9fcf-d5df6edd081b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '87c3ad96-1e73-4fa6-ab11-0d224396fe09'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:35:05.551448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:05.641746 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] For port 32325a6a-b6c6-41f7-8162-85f73cb01132, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:35:05.644677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] For port 32325a6a-b6c6-41f7-8162-85f73cb01132, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=32325a6a-b6c6-41f7-8162-85f73cb01132,segment=NetworkSegment(6d9bc218-9268-4966-9fcf-d5df6edd081b),segment_id=6d9bc218-9268-4966-9fcf-d5df6edd081b)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:35:05.730469 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:05.791183 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:05.793147 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] 10.222.0.72 "PUT /v2.0/ports/32325a6a-b6c6-41f7-8162-85f73cb01132 HTTP/1.1" status: 200 len: 1093 time: 1.0600631 Jan 20 11:35:05.793624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851852ce-d031-4eb9-9846-25d56781410f', 'tag': '32325a6a-b6c6-41f7-8162-85f73cb01132'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:35:05.814787 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f939a80-e3c9-4cf4-9a1b-eeaf5129b910 service neutron] Pushing event updated for resources: {'Port': ['ID=32325a6a-b6c6-41f7-8162-85f73cb01132,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:05.848508 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851852ce-d031-4eb9-9846-25d56781410f', 'tag': '32325a6a-b6c6-41f7-8162-85f73cb01132', 'status': 'completed', 'code': 200} Jan 20 11:35:05.941190 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8505e977-d846-4248-9a67-e42faefcd9a0 req-8325f213-b850-4c58-98f4-4790281e35ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d441cd6067a94b67978f64f01a2cb532&device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 1096 time: 0.0699403 Jan 20 11:35:06.079416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505e977-d846-4248-9a67-e42faefcd9a0 req-fa5628e7-58c5-4d98-9d42-b87f54bdb63f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:06.080933 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8505e977-d846-4248-9a67-e42faefcd9a0 req-fa5628e7-58c5-4d98-9d42-b87f54bdb63f service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d441cd6067a94b67978f64f01a2cb532&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1334400 Jan 20 11:35:06.215782 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505e977-d846-4248-9a67-e42faefcd9a0 req-955740b9-400a-47b8-b8d9-03d8e8571f93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:06.217225 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8505e977-d846-4248-9a67-e42faefcd9a0 req-955740b9-400a-47b8-b8d9-03d8e8571f93 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311252 Jan 20 11:35:06.325139 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-a8e82640-6434-4eed-85ad-8631b185281c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d441cd6067a94b67978f64f01a2cb532&device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 1096 time: 0.0722666 Jan 20 11:35:06.395213 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-9b5eb526-c463-4f2f-90ad-8cefe25df9af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32325a6a-b6c6-41f7-8162-85f73cb01132 HTTP/1.1" status: 200 len: 217 time: 0.0628989 Jan 20 11:35:06.451673 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:06.455506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-63547377-2f28-43a3-a73a-065ee2df4acb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:06.456958 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-63547377-2f28-43a3-a73a-065ee2df4acb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2504688-25d8-4b78-b5b9-e703499358a3 HTTP/1.1" status: 200 len: 854 time: 0.0568781 Jan 20 11:35:06.501307 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-a1dc4738-42c1-4b0f-8a31-cfc2c0d1da59 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=87c3ad96-1e73-4fa6-ab11-0d224396fe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389364 Jan 20 11:35:06.714868 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63e644-f210-43b5-a758-6f6662b0c5a3 req-e15560b1-75e0-4bb1-9894-5fdcc59af9fc tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:06.716232 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-da63e644-f210-43b5-a758-6f6662b0c5a3 req-e15560b1-75e0-4bb1-9894-5fdcc59af9fc tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 943 time: 0.0752294 Jan 20 11:35:06.723289 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-647d983e-2d19-4963-b9ce-be13a4d10b80 service neutron] 10.222.0.72 "GET /v2.0/networks/87c3ad96-1e73-4fa6-ab11-0d224396fe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162402 Jan 20 11:35:06.760639 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-da63e644-f210-43b5-a758-6f6662b0c5a3 req-8558aefc-7156-41b0-8862-b147eb1e83c0 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388949 Jan 20 11:35:06.855653 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-507627cc-e74b-4941-9d4c-dc0ca38ed282 req-51c0af24-08f0-4c27-95bc-3a36dd185eb2 service neutron] 10.222.0.72 "GET /v2.0/networks/87c3ad96-1e73-4fa6-ab11-0d224396fe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261871 Jan 20 11:35:08.036183 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322e858-48e2-4281-be05-77460c1aa6b2 req-9ddb8e59-6ee4-4df6-bc17-23cc513a814d tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:08.037652 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d322e858-48e2-4281-be05-77460c1aa6b2 req-9ddb8e59-6ee4-4df6-bc17-23cc513a814d tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 943 time: 0.1542976 Jan 20 11:35:08.082116 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d322e858-48e2-4281-be05-77460c1aa6b2 req-6fdd66ce-da7f-43bc-a24e-f5d442399a3e tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382419 Jan 20 11:35:09.274825 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23a47c-f3de-499f-afb5-f3a74bbc394f req-8f170e70-1f62-4f70-bace-e705adc3440c tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:09.276401 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fd23a47c-f3de-499f-afb5-f3a74bbc394f req-8f170e70-1f62-4f70-bace-e705adc3440c tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 943 time: 0.0756693 Jan 20 11:35:09.323554 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fd23a47c-f3de-499f-afb5-f3a74bbc394f req-c1c53d93-8f50-400c-ba20-8c2014d804b0 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Jan 20 11:35:09.680116 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 32325a6a-b6c6-41f7-8162-85f73cb01132 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:35:09.823313 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 32325a6a-b6c6-41f7-8162-85f73cb01132, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=32325a6a-b6c6-41f7-8162-85f73cb01132,segment=NetworkSegment(6d9bc218-9268-4966-9fcf-d5df6edd081b),segment_id=6d9bc218-9268-4966-9fcf-d5df6edd081b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:35:09.835981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '32325a6a-b6c6-41f7-8162-85f73cb01132', 'network_id': '87c3ad96-1e73-4fa6-ab11-0d224396fe09', 'port_id': '32325a6a-b6c6-41f7-8162-85f73cb01132', 'mac_address': 'fa:16:3e:45:d7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2504688-25d8-4b78-b5b9-e703499358a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:35:09.838705 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:09.892386 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:09.909444 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32325a6a-b6c6-41f7-8162-85f73cb01132 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:35:09.924447 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 32325a6a-b6c6-41f7-8162-85f73cb01132, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=32325a6a-b6c6-41f7-8162-85f73cb01132,segment=NetworkSegment(6d9bc218-9268-4966-9fcf-d5df6edd081b),segment_id=6d9bc218-9268-4966-9fcf-d5df6edd081b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:35:09.988805 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:10.052681 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=32325a6a-b6c6-41f7-8162-85f73cb01132,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:10.195935 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['32325a6a-b6c6-41f7-8162-85f73cb01132'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:35:10.515954 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655999e1-2784-4b89-9721-28b7039444dc req-1902d5bf-5b5c-4c0a-9323-517af73b03eb tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:10.517296 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-655999e1-2784-4b89-9721-28b7039444dc req-1902d5bf-5b5c-4c0a-9323-517af73b03eb tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 944 time: 0.0746379 Jan 20 11:35:10.562406 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-655999e1-2784-4b89-9721-28b7039444dc req-6a553f1f-86e2-4a81-aa43-ed0aacab03af tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396557 Jan 20 11:35:11.682552 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 32325a6a-b6c6-41f7-8162-85f73cb01132 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:35:11.758223 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72825bd4-8bd7-4f57-aa15-9277580b7bd3 req-4e00271a-9a2c-4cef-90f8-f50c23f86ab5 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:11.759680 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-72825bd4-8bd7-4f57-aa15-9277580b7bd3 req-4e00271a-9a2c-4cef-90f8-f50c23f86ab5 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 944 time: 0.0789552 Jan 20 11:35:11.806057 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-72825bd4-8bd7-4f57-aa15-9277580b7bd3 req-14810fda-1585-495b-bd1d-33a26809c079 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408492 Jan 20 11:35:11.863013 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 32325a6a-b6c6-41f7-8162-85f73cb01132 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:35:11.868079 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 32325a6a-b6c6-41f7-8162-85f73cb01132 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:35:11.868454 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:11.985925 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:12.011860 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851852ce-d031-4eb9-9846-25d56781410f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32325a6a-b6c6-41f7-8162-85f73cb01132'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:35:12.021658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 32325a6a-b6c6-41f7-8162-85f73cb01132, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=32325a6a-b6c6-41f7-8162-85f73cb01132,segment=NetworkSegment(6d9bc218-9268-4966-9fcf-d5df6edd081b),segment_id=6d9bc218-9268-4966-9fcf-d5df6edd081b)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:35:12.065146 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851852ce-d031-4eb9-9846-25d56781410f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32325a6a-b6c6-41f7-8162-85f73cb01132', 'code': 200} Jan 20 11:35:12.103628 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:12.166864 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=32325a6a-b6c6-41f7-8162-85f73cb01132,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:12.449566 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-07e8c10b-1344-4794-9984-af7b1e2a9615 req-b5d6258c-0ed6-458f-8ce1-3e9911d8a8b8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 1098 time: 0.0702493 Jan 20 11:35:12.489764 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-07e8c10b-1344-4794-9984-af7b1e2a9615 req-440c13db-7d25-4cbd-ba3a-1cafb245d21e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352843 Jan 20 11:35:13.001593 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b3091-ce79-46f6-86e0-684e33c2c1d9 req-48941ecc-c535-46eb-880b-36eadb9fd421 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:13.003031 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2e5b3091-ce79-46f6-86e0-684e33c2c1d9 req-48941ecc-c535-46eb-880b-36eadb9fd421 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 945 time: 0.0753438 Jan 20 11:35:13.048865 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2e5b3091-ce79-46f6-86e0-684e33c2c1d9 req-e76821d7-b3dd-4466-8130-06afcc8d65ff tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402114 Jan 20 11:35:14.248993 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f504ce-104c-47f3-be9e-26d6ef39d5de req-e695f7c2-ae35-4735-bc77-592789ce27ef tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:14.250459 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-34f504ce-104c-47f3-be9e-26d6ef39d5de req-e695f7c2-ae35-4735-bc77-592789ce27ef tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 945 time: 0.0785069 Jan 20 11:35:14.296077 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-34f504ce-104c-47f3-be9e-26d6ef39d5de req-0e4e6264-0d18-4364-9b05-d9efad3dac81 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401816 Jan 20 11:35:14.930631 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fbae5-e13f-4aca-bc75-61f00d8de0e9 req-63360670-5f99-4fb0-af7f-e229a5baeeed tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:14.932498 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-737fbae5-e13f-4aca-bc75-61f00d8de0e9 req-63360670-5f99-4fb0-af7f-e229a5baeeed tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 945 time: 0.0774963 Jan 20 11:35:14.982574 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-737fbae5-e13f-4aca-bc75-61f00d8de0e9 req-7859ae63-6833-4afa-8658-c7aad70135d3 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438375 Jan 20 11:35:16.180944 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f7648-eb38-420f-b144-613f820edd77 req-5ce32125-925d-4139-9481-e5819f10faa0 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:16.182386 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e39f7648-eb38-420f-b144-613f820edd77 req-5ce32125-925d-4139-9481-e5819f10faa0 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 945 time: 0.0740430 Jan 20 11:35:16.227917 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e39f7648-eb38-420f-b144-613f820edd77 req-e3f3e87a-e7c2-47d2-8c3e-db9acd852305 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397978 Jan 20 11:35:16.258414 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced7a84-1c69-4437-821c-09c0e04b4538 req-e171509b-6eb8-4d25-8091-1ac63aeddb2d tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:16.259104 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-1ced7a84-1c69-4437-821c-09c0e04b4538 req-e171509b-6eb8-4d25-8091-1ac63aeddb2d tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Synchronizing usage tracker for tenant:d441cd6067a94b67978f64f01a2cb532 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:35:16.341142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-1ced7a84-1c69-4437-821c-09c0e04b4538 req-e171509b-6eb8-4d25-8091-1ac63aeddb2d tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Unset dirty status for tenant:d441cd6067a94b67978f64f01a2cb532 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:35:16.342279 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1ced7a84-1c69-4437-821c-09c0e04b4538 req-e171509b-6eb8-4d25-8091-1ac63aeddb2d tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.72 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 945 time: 0.1588018 Jan 20 11:35:16.413725 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-1ced7a84-1c69-4437-821c-09c0e04b4538 req-c1eaf642-bb9e-495c-b109-46f34e8f5ac2 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Deleting port 32325a6a-b6c6-41f7-8162-85f73cb01132 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:35:16.467793 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1ced7a84-1c69-4437-821c-09c0e04b4538 req-c1eaf642-bb9e-495c-b109-46f34e8f5ac2 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:16.661984 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-1ced7a84-1c69-4437-821c-09c0e04b4538 req-c1eaf642-bb9e-495c-b109-46f34e8f5ac2 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] For port 32325a6a-b6c6-41f7-8162-85f73cb01132, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=32325a6a-b6c6-41f7-8162-85f73cb01132,segment=NetworkSegment(6d9bc218-9268-4966-9fcf-d5df6edd081b),segment_id=6d9bc218-9268-4966-9fcf-d5df6edd081b)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:35:16.662338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1ced7a84-1c69-4437-821c-09c0e04b4538 req-c1eaf642-bb9e-495c-b109-46f34e8f5ac2 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:16.780965 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-1ced7a84-1c69-4437-821c-09c0e04b4538 req-c1eaf642-bb9e-495c-b109-46f34e8f5ac2 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Calling delete_port for 32325a6a-b6c6-41f7-8162-85f73cb01132 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:35:16.992461 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1ced7a84-1c69-4437-821c-09c0e04b4538 req-c1eaf642-bb9e-495c-b109-46f34e8f5ac2 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:17.004145 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['91b7cb62-550d-44a3-89a3-c6cd1b664ac0', '32325a6a-b6c6-41f7-8162-85f73cb01132'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:35:17.042740 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eaf642-bb9e-495c-b109-46f34e8f5ac2 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Pushing event deleted for resources: {'Port': ['ID=32325a6a-b6c6-41f7-8162-85f73cb01132,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:17.116751 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ced7a84-1c69-4437-821c-09c0e04b4538 req-c1eaf642-bb9e-495c-b109-46f34e8f5ac2 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] No DVR routers for this DVR port 32325a6a-b6c6-41f7-8162-85f73cb01132 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:35:17.119263 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1ced7a84-1c69-4437-821c-09c0e04b4538 req-c1eaf642-bb9e-495c-b109-46f34e8f5ac2 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:17.122060 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851852ce-d031-4eb9-9846-25d56781410f', 'name': 'network-vif-deleted', 'tag': '32325a6a-b6c6-41f7-8162-85f73cb01132'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:35:17.177207 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851852ce-d031-4eb9-9846-25d56781410f', 'name': 'network-vif-deleted', 'tag': '32325a6a-b6c6-41f7-8162-85f73cb01132', 'status': 'completed', 'code': 200} Jan 20 11:35:17.206732 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1ced7a84-1c69-4437-821c-09c0e04b4538 req-c1eaf642-bb9e-495c-b109-46f34e8f5ac2 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.72 "DELETE /v2.0/ports/32325a6a-b6c6-41f7-8162-85f73cb01132 HTTP/1.1" status: 204 len: 173 time: 0.8587716 Jan 20 11:35:17.386464 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2361e1b6-055c-4d69-9ab7-18aaa9d7c5d7 req-1cbc30c9-c346-46a2-96e3-e81d280182cb tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=851852ce-d031-4eb9-9846-25d56781410f HTTP/1.1" status: 200 len: 210 time: 0.0406926 Jan 20 11:35:18.662101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b894826-21ac-4771-a616-56d25b17df29 req-73380ca5-aa6e-4869-bb4d-52546cdcb2f6 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:18.663544 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6b894826-21ac-4771-a616-56d25b17df29 req-73380ca5-aa6e-4869-bb4d-52546cdcb2f6 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 945 time: 0.0794857 Jan 20 11:35:18.708506 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6b894826-21ac-4771-a616-56d25b17df29 req-60156d3a-349f-4c13-87e5-860c6208a5e9 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384724 Jan 20 11:35:18.930239 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121f67b-e6cc-419b-957e-deecb922014f req-8c23bd05-dd89-47de-aebb-92819936a8b8 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:18.931684 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3121f67b-e6cc-419b-957e-deecb922014f req-8c23bd05-dd89-47de-aebb-92819936a8b8 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 945 time: 0.0769749 Jan 20 11:35:18.981803 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3121f67b-e6cc-419b-957e-deecb922014f req-eea1b631-f090-4af1-a841-6c17c8c37d93 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442772 Jan 20 11:35:19.176591 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510dd29d-4f9e-4a0d-9916-cb99b90630ac req-6bdff1da-598a-47cd-9891-fa00130e7e75 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:19.178024 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-510dd29d-4f9e-4a0d-9916-cb99b90630ac req-6bdff1da-598a-47cd-9891-fa00130e7e75 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 945 time: 0.0734725 Jan 20 11:35:19.222119 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-510dd29d-4f9e-4a0d-9916-cb99b90630ac req-1ca3e598-4b45-4a7e-bb28-8d708a7ebdff tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386765 Jan 20 11:35:19.418918 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aca021ed-fb35-4b71-842d-77c595dd91c3 req-2fa29572-3b21-42fa-9d3c-308f38030981 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0709031 Jan 20 11:35:19.608754 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97774fa6-631f-4e3c-963c-24b36c9234a5 req-c5cca563-19d4-4337-89eb-1d6f5c4e11ef tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:19.610125 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97774fa6-631f-4e3c-963c-24b36c9234a5 req-c5cca563-19d4-4337-89eb-1d6f5c4e11ef tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 945 time: 0.0752447 Jan 20 11:35:19.655250 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-97774fa6-631f-4e3c-963c-24b36c9234a5 req-59a9efde-f483-4eef-beb3-979944b17a14 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396450 Jan 20 11:35:19.851001 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd63cc9-67df-472c-b2b8-7c35a830b353 req-2bd2ad5f-f0f9-40cd-b8bc-ac0595e407f9 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:19.852431 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2dd63cc9-67df-472c-b2b8-7c35a830b353 req-2bd2ad5f-f0f9-40cd-b8bc-ac0595e407f9 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 945 time: 0.0788059 Jan 20 11:35:19.898022 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2dd63cc9-67df-472c-b2b8-7c35a830b353 req-0cb2a9b0-3f6f-4aff-adf1-8c8a8728ea74 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393543 Jan 20 11:35:20.111460 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f569c4d-6229-494e-aa6c-ba965fcd6011 req-fdb54fb1-322b-434b-8322-134a73fcef12 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:20.112911 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f569c4d-6229-494e-aa6c-ba965fcd6011 req-fdb54fb1-322b-434b-8322-134a73fcef12 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 945 time: 0.0773461 Jan 20 11:35:20.156769 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0f569c4d-6229-494e-aa6c-ba965fcd6011 req-0756ee0f-2274-4908-ae15-3b197697748f tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383418 Jan 20 11:35:20.919872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11df49-ab48-4467-963c-4f29a3d3c51e req-3a66a292-ddaf-4d95-933d-29417c2d40b7 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:20.921313 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8b11df49-ab48-4467-963c-4f29a3d3c51e req-3a66a292-ddaf-4d95-933d-29417c2d40b7 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 945 time: 0.0797937 Jan 20 11:35:20.967985 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8b11df49-ab48-4467-963c-4f29a3d3c51e req-bf940c3f-82b1-418e-89da-63c3caf4fe14 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409236 Jan 20 11:35:21.045356 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:35:21.715914 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 32325a6a-b6c6-41f7-8162-85f73cb01132 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:35:21.752080 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 32325a6a-b6c6-41f7-8162-85f73cb01132 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:35:21.752426 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 32325a6a-b6c6-41f7-8162-85f73cb01132 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:35:22.163043 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028772cb-07ee-4d40-b082-9607336bc2dd req-1c79147a-7e10-4b87-a35d-e0f28d4abfa7 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:22.164477 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-028772cb-07ee-4d40-b082-9607336bc2dd req-1c79147a-7e10-4b87-a35d-e0f28d4abfa7 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 945 time: 0.0747974 Jan 20 11:35:22.212037 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-028772cb-07ee-4d40-b082-9607336bc2dd req-22a421e7-9a9e-4aeb-870c-16e593b739a4 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/security-groups?id=3fcd32cb-f70c-4093-9e18-1e948e5ec558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Jan 20 11:35:22.309657 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3434e6-006b-478f-90fd-b7d3faa6767c req-5cd619dc-2f4b-4b30-9223-03eff5b54fe3 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:22.310915 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-cd3434e6-006b-478f-90fd-b7d3faa6767c req-5cd619dc-2f4b-4b30-9223-03eff5b54fe3 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Synchronizing usage tracker for tenant:d441cd6067a94b67978f64f01a2cb532 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:35:22.409021 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-cd3434e6-006b-478f-90fd-b7d3faa6767c req-5cd619dc-2f4b-4b30-9223-03eff5b54fe3 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Unset dirty status for tenant:d441cd6067a94b67978f64f01a2cb532 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:35:22.410224 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cd3434e6-006b-478f-90fd-b7d3faa6767c req-5cd619dc-2f4b-4b30-9223-03eff5b54fe3 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.72 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 945 time: 0.1736455 Jan 20 11:35:22.477781 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-cd3434e6-006b-478f-90fd-b7d3faa6767c req-38879081-a0f4-4d35-aa4a-9eadaf4561be tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Deleting port 91b7cb62-550d-44a3-89a3-c6cd1b664ac0 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:35:22.478125 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-cd3434e6-006b-478f-90fd-b7d3faa6767c req-38879081-a0f4-4d35-aa4a-9eadaf4561be tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:22.715344 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-cd3434e6-006b-478f-90fd-b7d3faa6767c req-38879081-a0f4-4d35-aa4a-9eadaf4561be tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] For port 91b7cb62-550d-44a3-89a3-c6cd1b664ac0, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=91b7cb62-550d-44a3-89a3-c6cd1b664ac0,segment=NetworkSegment(6d9bc218-9268-4966-9fcf-d5df6edd081b),segment_id=6d9bc218-9268-4966-9fcf-d5df6edd081b)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:35:22.715703 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-cd3434e6-006b-478f-90fd-b7d3faa6767c req-38879081-a0f4-4d35-aa4a-9eadaf4561be tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:22.834098 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-cd3434e6-006b-478f-90fd-b7d3faa6767c req-38879081-a0f4-4d35-aa4a-9eadaf4561be tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Calling delete_port for 91b7cb62-550d-44a3-89a3-c6cd1b664ac0 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:35:23.129243 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-cd3434e6-006b-478f-90fd-b7d3faa6767c req-38879081-a0f4-4d35-aa4a-9eadaf4561be tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:23.140473 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['91b7cb62-550d-44a3-89a3-c6cd1b664ac0'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:35:23.179433 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38879081-a0f4-4d35-aa4a-9eadaf4561be tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Pushing event deleted for resources: {'Port': ['ID=91b7cb62-550d-44a3-89a3-c6cd1b664ac0,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:23.250960 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3434e6-006b-478f-90fd-b7d3faa6767c req-38879081-a0f4-4d35-aa4a-9eadaf4561be tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] No DVR routers for this DVR port 91b7cb62-550d-44a3-89a3-c6cd1b664ac0 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:35:23.253521 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-cd3434e6-006b-478f-90fd-b7d3faa6767c req-38879081-a0f4-4d35-aa4a-9eadaf4561be tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:23.257214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dab4fb-d839-4a6e-bb84-4f98940fae52', 'name': 'network-vif-deleted', 'tag': '91b7cb62-550d-44a3-89a3-c6cd1b664ac0'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:35:23.313495 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68dab4fb-d839-4a6e-bb84-4f98940fae52', 'name': 'network-vif-deleted', 'tag': '91b7cb62-550d-44a3-89a3-c6cd1b664ac0', 'status': 'completed', 'code': 200} Jan 20 11:35:23.326412 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cd3434e6-006b-478f-90fd-b7d3faa6767c req-38879081-a0f4-4d35-aa4a-9eadaf4561be tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.72 "DELETE /v2.0/ports/91b7cb62-550d-44a3-89a3-c6cd1b664ac0 HTTP/1.1" status: 204 len: 173 time: 0.9114466 Jan 20 11:35:23.377648 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4208635a-327a-485f-a02f-9806a9147441 req-b9349955-713e-436b-90ee-a1cda11a5385 tempest-ServersNegativeTestJSON-2023699376 tempest-ServersNegativeTestJSON-2023699376-project] 10.222.0.70 "GET /v2.0/ports?device_id=68dab4fb-d839-4a6e-bb84-4f98940fae52 HTTP/1.1" status: 200 len: 210 time: 0.0405552 Jan 20 11:35:24.484610 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42434) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:24.542420 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e5e837-c38c-4034-831c-19fea86bba20 admin admin] Deleting subnet d2504688-25d8-4b78-b5b9-e703499358a3 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:35:24.546395 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f7e5e837-c38c-4034-831c-19fea86bba20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:24.597750 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f7e5e837-c38c-4034-831c-19fea86bba20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:24.651353 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f7e5e837-c38c-4034-831c-19fea86bba20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:24.792514 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f7e5e837-c38c-4034-831c-19fea86bba20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:24.829880 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5e837-c38c-4034-831c-19fea86bba20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2504688-25d8-4b78-b5b9-e703499358a3,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:24.843942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e5e837-c38c-4034-831c-19fea86bba20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:24.844325 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e5e837-c38c-4034-831c-19fea86bba20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:24.844702 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e5e837-c38c-4034-831c-19fea86bba20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:24.845035 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e5e837-c38c-4034-831c-19fea86bba20 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:24.845780 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e5e837-c38c-4034-831c-19fea86bba20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:24.845780 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e5e837-c38c-4034-831c-19fea86bba20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:24.846076 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e5e837-c38c-4034-831c-19fea86bba20 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:24.846402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e5e837-c38c-4034-831c-19fea86bba20 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:24.846718 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e5e837-c38c-4034-831c-19fea86bba20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:24.847036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e5e837-c38c-4034-831c-19fea86bba20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:24.847379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e5e837-c38c-4034-831c-19fea86bba20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:24.850183 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f7e5e837-c38c-4034-831c-19fea86bba20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:24.856211 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f7e5e837-c38c-4034-831c-19fea86bba20 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d2504688-25d8-4b78-b5b9-e703499358a3 HTTP/1.1" status: 204 len: 168 time: 0.3701775 Jan 20 11:35:24.859500 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42438) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:24.967192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e6316637-0f6c-4576-875f-e398832e83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:25.086031 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e6316637-0f6c-4576-875f-e398832e83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:25.110712 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-e6316637-0f6c-4576-875f-e398832e83e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c3ad96-1e73-4fa6-ab11-0d224396fe09']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:25.122243 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-e6316637-0f6c-4576-875f-e398832e83e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9bc218-9268-4966-9fcf-d5df6edd081b') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:25.122544 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-e6316637-0f6c-4576-875f-e398832e83e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9bc218-9268-4966-9fcf-d5df6edd081b') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:25.133751 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e6316637-0f6c-4576-875f-e398832e83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:25.149610 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e6316637-0f6c-4576-875f-e398832e83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:25.156347 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6316637-0f6c-4576-875f-e398832e83e7 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:35:25.157256 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e6316637-0f6c-4576-875f-e398832e83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:35:25.169234 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:35:25.320673 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e6316637-0f6c-4576-875f-e398832e83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:25.337419 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e6316637-0f6c-4576-875f-e398832e83e7 admin admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:25.348767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6316637-0f6c-4576-875f-e398832e83e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=87c3ad96-1e73-4fa6-ab11-0d224396fe09,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:25.417952 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e6316637-0f6c-4576-875f-e398832e83e7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/87c3ad96-1e73-4fa6-ab11-0d224396fe09 HTTP/1.1" status: 204 len: 168 time: 0.5573237 Jan 20 11:35:25.737101 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42444) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:25.795281 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-575b25b1-ac84-4fe5-962f-78ec7e2d0a19 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d441cd6067a94b67978f64f01a2cb532&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0562758 Jan 20 11:35:25.797823 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42448) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:25.858454 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11f1db42-409c-4bf4-a42a-0a5f0ff10070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:25.890749 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11f1db42-409c-4bf4-a42a-0a5f0ff10070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:26.034874 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11f1db42-409c-4bf4-a42a-0a5f0ff10070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:26.056699 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1db42-409c-4bf4-a42a-0a5f0ff10070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcd32cb-f70c-4093-9e18-1e948e5ec558,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:26.060059 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11f1db42-409c-4bf4-a42a-0a5f0ff10070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:26.061732 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-11f1db42-409c-4bf4-a42a-0a5f0ff10070 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3fcd32cb-f70c-4093-9e18-1e948e5ec558 HTTP/1.1" status: 204 len: 168 time: 0.2629976 Jan 20 11:35:27.327364 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42470) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:27.456126 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-894147255'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:35:27.461094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:35:27.464840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Usage tracker for resource:network and tenant:7a297659e7bf41508557e390e6e24e3c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:35:27.467755 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:35:27.473798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:35:27.554191 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Made reservation on behalf of 7a297659e7bf41508557e390e6e24e3c for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:35:27.557178 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:27.570063 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:27.600599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:35:27.604169 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Usage tracker for resource:security_group_rule and tenant:7a297659e7bf41508557e390e6e24e3c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:35:27.607704 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:35:27.613145 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:35:27.677846 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:27.742285 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 91b7cb62-550d-44a3-89a3-c6cd1b664ac0 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:35:27.748743 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:27.774054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 91b7cb62-550d-44a3-89a3-c6cd1b664ac0 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:35:27.777040 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 91b7cb62-550d-44a3-89a3-c6cd1b664ac0 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:35:27.780731 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:35:27.788992 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c74c6689-aaea-43f6-b9fd-9c27bd3a5140,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:27.794953 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:27.795319 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Added segment 062c8eb1-b1af-422f-be21-e6586a348cb1 of type vlan for network 8384ec77-b4b0-4578-af9e-819627f1d359 Jan 20 11:35:27.824057 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:27.914832 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:27.918541 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:27.919135 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:28.030305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event updated for resources: {'Network': ['ID=8384ec77-b4b0-4578-af9e-819627f1d359,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:28.040275 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 8384ec77-b4b0-4578-af9e-819627f1d359 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:35:28.103876 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4bad3aa8-1786-4048-b692-3e34d86eacb5 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7753913 Jan 20 11:35:31.313666 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42476) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:31.319357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-39576063-083d-4efb-b7aa-0350999bf70e tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Request body: {'subnet': {'network_id': '8384ec77-b4b0-4578-af9e-819627f1d359', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:35:31.425281 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-39576063-083d-4efb-b7aa-0350999bf70e tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:35:31.429142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-39576063-083d-4efb-b7aa-0350999bf70e tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Usage tracker for resource:subnet and tenant:7a297659e7bf41508557e390e6e24e3c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:35:31.431923 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-39576063-083d-4efb-b7aa-0350999bf70e tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:35:31.437754 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-39576063-083d-4efb-b7aa-0350999bf70e tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:35:31.514636 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-313a98de-9ffd-42cf-b2a2-e477de89b70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:31.571524 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39576063-083d-4efb-b7aa-0350999bf70e tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Made reservation on behalf of 7a297659e7bf41508557e390e6e24e3c for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:35:31.674063 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39576063-083d-4efb-b7aa-0350999bf70e tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:32.061341 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39576063-083d-4efb-b7aa-0350999bf70e tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:32.136727 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39576063-083d-4efb-b7aa-0350999bf70e tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event updated for resources: {'Subnet': ['ID=3362f8cb-1073-4ce3-83d9-a37c9b7f1c25,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:32.148861 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39576063-083d-4efb-b7aa-0350999bf70e tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Checking segment: {'id': '062c8eb1-b1af-422f-be21-e6586a348cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8384ec77-b4b0-4578-af9e-819627f1d359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:35:32.149224 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39576063-083d-4efb-b7aa-0350999bf70e tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Network hostable DHCP agents. Network: 8384ec77-b4b0-4578-af9e-819627f1d359, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:35:32.262797 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39576063-083d-4efb-b7aa-0350999bf70e tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Network 8384ec77-b4b0-4578-af9e-819627f1d359 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:35:32.366037 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-39576063-083d-4efb-b7aa-0350999bf70e tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 8384ec77-b4b0-4578-af9e-819627f1d359) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:35:32.370086 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39576063-083d-4efb-b7aa-0350999bf70e tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:32.370700 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-39576063-083d-4efb-b7aa-0350999bf70e tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:32.376502 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f990cf77-e245-4351-84c6-4ea06575460d None None] Network 8384ec77-b4b0-4578-af9e-819627f1d359 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:35:32.486637 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-39576063-083d-4efb-b7aa-0350999bf70e tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1718061 Jan 20 11:35:32.490087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42480) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:32.495567 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-aedafea7-93ad-4707-97ac-8d9f48eb47e3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-328568166'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:35:32.501205 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-aedafea7-93ad-4707-97ac-8d9f48eb47e3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:35:32.505175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-aedafea7-93ad-4707-97ac-8d9f48eb47e3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Usage tracker for resource:network and tenant:7a297659e7bf41508557e390e6e24e3c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:35:32.508054 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-aedafea7-93ad-4707-97ac-8d9f48eb47e3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:35:32.513906 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-aedafea7-93ad-4707-97ac-8d9f48eb47e3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:35:32.587680 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-8384ec77-b4b0-4578-af9e-819627f1d359', 'network_id': '8384ec77-b4b0-4578-af9e-819627f1d359', 'tenant_id': '7a297659e7bf41508557e390e6e24e3c', 'fixed_ips': [{'subnet_id': '3362f8cb-1073-4ce3-83d9-a37c9b7f1c25'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:35:32.588493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:32.617447 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedafea7-93ad-4707-97ac-8d9f48eb47e3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Made reservation on behalf of 7a297659e7bf41508557e390e6e24e3c for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:35:32.620433 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aedafea7-93ad-4707-97ac-8d9f48eb47e3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:32.652596 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aedafea7-93ad-4707-97ac-8d9f48eb47e3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:35:32.661625 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aedafea7-93ad-4707-97ac-8d9f48eb47e3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:32.661984 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-aedafea7-93ad-4707-97ac-8d9f48eb47e3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Added segment 477aed06-c9f2-49dd-8ba8-be75a5af0328 of type vlan for network 85039435-fae5-4b1c-8c19-e6d90015dfe9 Jan 20 11:35:32.686991 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aedafea7-93ad-4707-97ac-8d9f48eb47e3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:32.748906 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Allocated IP 2001:db8:0:ffff::2 (8384ec77-b4b0-4578-af9e-819627f1d359/3362f8cb-1073-4ce3-83d9-a37c9b7f1c25/182ebeb2-7088-417c-bda4-dc1d3f392f6c) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:35:32.840092 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aedafea7-93ad-4707-97ac-8d9f48eb47e3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:32.843848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedafea7-93ad-4707-97ac-8d9f48eb47e3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:32.844432 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aedafea7-93ad-4707-97ac-8d9f48eb47e3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:32.952724 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:32.954711 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedafea7-93ad-4707-97ac-8d9f48eb47e3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event updated for resources: {'Network': ['ID=85039435-fae5-4b1c-8c19-e6d90015dfe9,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:32.963426 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Transition to ACTIVE for port object 182ebeb2-7088-417c-bda4-dc1d3f392f6c will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:35:32.967210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 85039435-fae5-4b1c-8c19-e6d90015dfe9 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:35:33.018277 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aedafea7-93ad-4707-97ac-8d9f48eb47e3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5271592 Jan 20 11:35:33.021209 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42484) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:33.026821 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-16afbbad-7fd9-4062-9e27-c0d566828e91 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Request body: {'subnet': {'network_id': '85039435-fae5-4b1c-8c19-e6d90015dfe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:35:33.057037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Transition to ACTIVE for port object 182ebeb2-7088-417c-bda4-dc1d3f392f6c will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:35:33.134688 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-16afbbad-7fd9-4062-9e27-c0d566828e91 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:35:33.139220 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-16afbbad-7fd9-4062-9e27-c0d566828e91 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Usage tracker for resource:subnet and tenant:7a297659e7bf41508557e390e6e24e3c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:35:33.142087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-16afbbad-7fd9-4062-9e27-c0d566828e91 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:35:33.147741 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-16afbbad-7fd9-4062-9e27-c0d566828e91 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:35:33.172146 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:33.244851 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Network 8384ec77-b4b0-4578-af9e-819627f1d359 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:35:33.250642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:35:33.252743 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:35:33.255393 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Pushing event updated for resources: {'Port': ['ID=182ebeb2-7088-417c-bda4-dc1d3f392f6c,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:33.269090 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16afbbad-7fd9-4062-9e27-c0d566828e91 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Made reservation on behalf of 7a297659e7bf41508557e390e6e24e3c for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:35:33.360517 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Attempting to bind port 182ebeb2-7088-417c-bda4-dc1d3f392f6c on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:35:33.360888 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Attempting to bind port 182ebeb2-7088-417c-bda4-dc1d3f392f6c by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '062c8eb1-b1af-422f-be21-e6586a348cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8384ec77-b4b0-4578-af9e-819627f1d359'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:35:33.361254 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Attempting to bind port 182ebeb2-7088-417c-bda4-dc1d3f392f6c on network 8384ec77-b4b0-4578-af9e-819627f1d359 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:35:33.367786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:35:33.367957 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-16afbbad-7fd9-4062-9e27-c0d566828e91 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:33.368405 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Checking segment: {'id': '062c8eb1-b1af-422f-be21-e6586a348cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8384ec77-b4b0-4578-af9e-819627f1d359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:35:33.368530 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:33.368926 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Bound using segment: {'id': '062c8eb1-b1af-422f-be21-e6586a348cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8384ec77-b4b0-4578-af9e-819627f1d359'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:35:33.369388 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Bound port: 182ebeb2-7088-417c-bda4-dc1d3f392f6c, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062c8eb1-b1af-422f-be21-e6586a348cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8384ec77-b4b0-4578-af9e-819627f1d359'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:35:33.369790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:33.461942 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] For port 182ebeb2-7088-417c-bda4-dc1d3f392f6c, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:35:33.465240 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] For port 182ebeb2-7088-417c-bda4-dc1d3f392f6c, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=182ebeb2-7088-417c-bda4-dc1d3f392f6c,segment=NetworkSegment(062c8eb1-b1af-422f-be21-e6586a348cb1),segment_id=062c8eb1-b1af-422f-be21-e6586a348cb1)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:35:33.577978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:33.660893 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1866e12-4524-4231-9e87-326e3e454674 None None] Pushing event updated for resources: {'Port': ['ID=182ebeb2-7088-417c-bda4-dc1d3f392f6c,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:33.686092 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-16afbbad-7fd9-4062-9e27-c0d566828e91 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:33.763401 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afbbad-7fd9-4062-9e27-c0d566828e91 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event updated for resources: {'Subnet': ['ID=3da9cc6c-a45d-47a4-ac56-396aacee2f2d,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:33.776084 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16afbbad-7fd9-4062-9e27-c0d566828e91 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Checking segment: {'id': '477aed06-c9f2-49dd-8ba8-be75a5af0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '85039435-fae5-4b1c-8c19-e6d90015dfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:35:33.776423 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16afbbad-7fd9-4062-9e27-c0d566828e91 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Network hostable DHCP agents. Network: 85039435-fae5-4b1c-8c19-e6d90015dfe9, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:35:33.874289 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16afbbad-7fd9-4062-9e27-c0d566828e91 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Network 85039435-fae5-4b1c-8c19-e6d90015dfe9 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:35:33.914477 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c1864c4e-4253-4179-8471-a63c17e4a2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:33.989020 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-16afbbad-7fd9-4062-9e27-c0d566828e91 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 85039435-fae5-4b1c-8c19-e6d90015dfe9) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:35:33.993053 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16afbbad-7fd9-4062-9e27-c0d566828e91 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:33.993808 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-16afbbad-7fd9-4062-9e27-c0d566828e91 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:33.997635 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17e0cb7-0a0c-4189-aaa1-dc1bb554c0f8 None None] Network 85039435-fae5-4b1c-8c19-e6d90015dfe9 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:35:34.110873 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-16afbbad-7fd9-4062-9e27-c0d566828e91 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0878949 Jan 20 11:35:34.112903 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42488) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:34.243626 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-85039435-fae5-4b1c-8c19-e6d90015dfe9', 'network_id': '85039435-fae5-4b1c-8c19-e6d90015dfe9', 'tenant_id': '7a297659e7bf41508557e390e6e24e3c', 'fixed_ips': [{'subnet_id': '3da9cc6c-a45d-47a4-ac56-396aacee2f2d'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:35:34.244566 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:34.255387 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:34.337033 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:34.410671 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Allocated IP 2001:db8::2 (85039435-fae5-4b1c-8c19-e6d90015dfe9/3da9cc6c-a45d-47a4-ac56-396aacee2f2d/b677e644-1e03-449c-a338-fa2297c70463) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:35:34.597167 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f21ec70-f89e-46fe-98e1-ac3c4e798d3f None None] Network 8384ec77-b4b0-4578-af9e-819627f1d359 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:35:34.686144 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 182ebeb2-7088-417c-bda4-dc1d3f392f6c up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:35:34.766938 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:34.795791 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Transition to ACTIVE for port object b677e644-1e03-449c-a338-fa2297c70463 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:35:34.832772 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Transition to ACTIVE for port object b677e644-1e03-449c-a338-fa2297c70463 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:35:34.878647 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c3dfa939-0fc5-4eeb-b9f9-ad20493fff32 None None] Provisioning for port 182ebeb2-7088-417c-bda4-dc1d3f392f6c completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:35:34.900713 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:34.999849 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 182ebeb2-7088-417c-bda4-dc1d3f392f6c completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:35:35.012531 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:35.021103 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:35.021697 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 182ebeb2-7088-417c-bda4-dc1d3f392f6c triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:35:35.022063 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:35.050355 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Network 85039435-fae5-4b1c-8c19-e6d90015dfe9 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:35:35.058022 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:35:35.058886 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event deleted for resources: {'Subnet': ['ID=3da9cc6c-a45d-47a4-ac56-396aacee2f2d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:35.069745 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:35:35.071684 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Pushing event updated for resources: {'Port': ['ID=b677e644-1e03-449c-a338-fa2297c70463,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:35.087646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:35.156543 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:35.185796 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85039435-fae5-4b1c-8c19-e6d90015dfe9']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:35.198031 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477aed06-c9f2-49dd-8ba8-be75a5af0328') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:35.198670 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477aed06-c9f2-49dd-8ba8-be75a5af0328') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:35.199181 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Attempting to bind port b677e644-1e03-449c-a338-fa2297c70463 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:35:35.199558 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Attempting to bind port b677e644-1e03-449c-a338-fa2297c70463 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '477aed06-c9f2-49dd-8ba8-be75a5af0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '85039435-fae5-4b1c-8c19-e6d90015dfe9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:35:35.199922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Attempting to bind port b677e644-1e03-449c-a338-fa2297c70463 on network 85039435-fae5-4b1c-8c19-e6d90015dfe9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:35:35.210023 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:35.225614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:35.231669 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:35:35.232603 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:35:35.246985 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:35:35.249446 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:35:35.249446 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Checking segment: {'id': '477aed06-c9f2-49dd-8ba8-be75a5af0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '85039435-fae5-4b1c-8c19-e6d90015dfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:35:35.249446 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:35.249790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Bound using segment: {'id': '477aed06-c9f2-49dd-8ba8-be75a5af0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '85039435-fae5-4b1c-8c19-e6d90015dfe9'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:35:35.250126 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Bound port: b677e644-1e03-449c-a338-fa2297c70463, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477aed06-c9f2-49dd-8ba8-be75a5af0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '85039435-fae5-4b1c-8c19-e6d90015dfe9'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:35:35.250363 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:35.307036 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:35.379927 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 182ebeb2-7088-417c-bda4-dc1d3f392f6c, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=182ebeb2-7088-417c-bda4-dc1d3f392f6c,segment=NetworkSegment(062c8eb1-b1af-422f-be21-e6586a348cb1),segment_id=062c8eb1-b1af-422f-be21-e6586a348cb1)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:35:35.383252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 11:35:35.383252 dv-neutron-825471-1-hyperv neutron-server[84332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 11:35:35.383252 dv-neutron-825471-1-hyperv neutron-server[84332]: [parameters: {'id': '85039435-fae5-4b1c-8c19-e6d90015dfe9'}] Jan 20 11:35:35.383252 dv-neutron-825471-1-hyperv neutron-server[84332]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:35:35.383731 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:35:35.384043 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] For port b677e644-1e03-449c-a338-fa2297c70463, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:35:35.387189 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] For port b677e644-1e03-449c-a338-fa2297c70463, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b677e644-1e03-449c-a338-fa2297c70463,segment=NetworkSegment(477aed06-c9f2-49dd-8ba8-be75a5af0328),segment_id=477aed06-c9f2-49dd-8ba8-be75a5af0328)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:35:35.434135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:35.471808 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:35.547950 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=182ebeb2-7088-417c-bda4-dc1d3f392f6c,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:35.628273 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9c768b92-a65b-4a4f-9e3a-4847c491bfa6 None None] Provisioning complete for port 182ebeb2-7088-417c-bda4-dc1d3f392f6c triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:35:35.628649 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c768b92-a65b-4a4f-9e3a-4847c491bfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:35.683248 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaadd201-41e1-452d-9f5c-98fb79b56cd0 None None] Network 85039435-fae5-4b1c-8c19-e6d90015dfe9 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:35:35.753200 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e9b86-bc08-47d9-ad8a-8029437702e1 None None] Pushing event updated for resources: {'Port': ['ID=b677e644-1e03-449c-a338-fa2297c70463,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:35.884596 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:35.896833 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Deleting port b677e644-1e03-449c-a338-fa2297c70463 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:35:35.897334 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:35.994066 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024eaac6-b9c2-43ec-9b7d-2b17434d23ae None None] get_active_networks_info from dv-neutron-825471-1-hyperv {{(pid=84333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 11:35:36.075707 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024eaac6-b9c2-43ec-9b7d-2b17434d23ae None None] Resources bound (agent type, host, resource id): {{(pid=84333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 11:35:36.107713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] For port b677e644-1e03-449c-a338-fa2297c70463, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b677e644-1e03-449c-a338-fa2297c70463,segment=NetworkSegment(477aed06-c9f2-49dd-8ba8-be75a5af0328),segment_id=477aed06-c9f2-49dd-8ba8-be75a5af0328)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:35:36.108370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:36.309740 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Calling delete_port for b677e644-1e03-449c-a338-fa2297c70463 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:35:36.377279 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:36.500622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:36.545649 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event deleted for resources: {'Port': ['ID=b677e644-1e03-449c-a338-fa2297c70463,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:36.549934 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] No DVR routers for this DVR port b677e644-1e03-449c-a338-fa2297c70463 on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:35:36.614879 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 182ebeb2-7088-417c-bda4-dc1d3f392f6c up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:35:36.670048 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:36.690643 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 182ebeb2-7088-417c-bda4-dc1d3f392f6c triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:35:36.691023 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:36.695507 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85039435-fae5-4b1c-8c19-e6d90015dfe9']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:36.707873 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477aed06-c9f2-49dd-8ba8-be75a5af0328') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:36.708167 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477aed06-c9f2-49dd-8ba8-be75a5af0328') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:36.719180 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:36.738299 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:36.744122 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:35:36.744508 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:35:36.759217 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:35:36.891487 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:36.908127 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:36.918513 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event deleted for resources: {'Network': ['ID=85039435-fae5-4b1c-8c19-e6d90015dfe9,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:36.925402 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e814f978-c112-4988-82fa-ec6575944326 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "DELETE /v2.0/networks/85039435-fae5-4b1c-8c19-e6d90015dfe9 HTTP/1.1" status: 204 len: 168 time: 2.8112814 Jan 20 11:35:36.928898 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42492) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:36.934266 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1690186293'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:35:36.939851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:35:36.943568 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Usage tracker for resource:network and tenant:7a297659e7bf41508557e390e6e24e3c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:35:36.946415 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:35:36.956971 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:35:37.068332 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Made reservation on behalf of 7a297659e7bf41508557e390e6e24e3c for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:35:37.071248 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:37.098819 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:35:37.107454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:37.107917 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Added segment 9360d25f-cc4d-457e-9357-10ef67b1c4aa of type vlan for network f91cd431-c94c-4433-89eb-e111b974b585 Jan 20 11:35:37.133185 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:37.262376 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:37.266088 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:37.266667 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:37.371209 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event updated for resources: {'Network': ['ID=f91cd431-c94c-4433-89eb-e111b974b585,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:37.380028 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:37.380364 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:37.380696 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:37.381020 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:37.381383 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:37.381778 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:37.382096 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:37.382412 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:37.382725 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:37.383035 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:37.383346 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:37.444585 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b870c793-81d3-4554-a019-7c80dc941773 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5146086 Jan 20 11:35:37.447664 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42496) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:37.453852 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-450a343d-db94-4967-bd56-5fb583f5bcbc tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Request body: {'subnet': {'network_id': 'f91cd431-c94c-4433-89eb-e111b974b585', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:35:37.513889 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network f91cd431-c94c-4433-89eb-e111b974b585 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:35:37.566177 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-450a343d-db94-4967-bd56-5fb583f5bcbc tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:35:37.569979 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-450a343d-db94-4967-bd56-5fb583f5bcbc tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Usage tracker for resource:subnet and tenant:7a297659e7bf41508557e390e6e24e3c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:35:37.572833 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-450a343d-db94-4967-bd56-5fb583f5bcbc tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:35:37.578924 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-450a343d-db94-4967-bd56-5fb583f5bcbc tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:35:37.649070 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450a343d-db94-4967-bd56-5fb583f5bcbc tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Made reservation on behalf of 7a297659e7bf41508557e390e6e24e3c for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:35:37.749684 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-450a343d-db94-4967-bd56-5fb583f5bcbc tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:37.834331 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_backend_mixin [None req-450a343d-db94-4967-bd56-5fb583f5bcbc tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Performing IP validity checks on allocation pools {{(pid=84332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 11:35:37.834857 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.ipam_backend_mixin [None req-450a343d-db94-4967-bd56-5fb583f5bcbc tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 11:35:38.029665 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-450a343d-db94-4967-bd56-5fb583f5bcbc tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:38.106762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a343d-db94-4967-bd56-5fb583f5bcbc tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event updated for resources: {'Subnet': ['ID=3f92ad41-3b21-412f-9605-b590b7bb8184,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:38.117369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a343d-db94-4967-bd56-5fb583f5bcbc tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Checking segment: {'id': '9360d25f-cc4d-457e-9357-10ef67b1c4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'f91cd431-c94c-4433-89eb-e111b974b585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:35:38.118029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450a343d-db94-4967-bd56-5fb583f5bcbc tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Network hostable DHCP agents. Network: f91cd431-c94c-4433-89eb-e111b974b585, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:35:38.193933 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450a343d-db94-4967-bd56-5fb583f5bcbc tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Network f91cd431-c94c-4433-89eb-e111b974b585 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:35:38.272095 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-450a343d-db94-4967-bd56-5fb583f5bcbc tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, f91cd431-c94c-4433-89eb-e111b974b585) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:35:38.276009 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a343d-db94-4967-bd56-5fb583f5bcbc tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:38.276649 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-450a343d-db94-4967-bd56-5fb583f5bcbc tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:38.280968 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59c7044-0fc7-41be-8fa4-170db4a22e08 None None] Network f91cd431-c94c-4433-89eb-e111b974b585 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:35:38.378729 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-450a343d-db94-4967-bd56-5fb583f5bcbc tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9269722 Jan 20 11:35:38.378849 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42500) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:38.517339 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4de05f75-b34a-4daa-9125-443568b4dad2 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:38.564973 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf726a5-d5a4-4252-a4be-1211127c4fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-f91cd431-c94c-4433-89eb-e111b974b585', 'network_id': 'f91cd431-c94c-4433-89eb-e111b974b585', 'tenant_id': '7a297659e7bf41508557e390e6e24e3c', 'fixed_ips': [{'subnet_id': '3f92ad41-3b21-412f-9605-b590b7bb8184'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:35:38.565527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ddf726a5-d5a4-4252-a4be-1211127c4fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:38.585224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4de05f75-b34a-4daa-9125-443568b4dad2 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:38.731702 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4de05f75-b34a-4daa-9125-443568b4dad2 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server [None req-ddf726a5-d5a4-4252-a4be-1211127c4fb3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f92ad41-3b21-412f-9605-b590b7bb8184: This subnet is being modified by another concurrent operation. Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise value Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server raise exception Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f92ad41-3b21-412f-9605-b590b7bb8184: This subnet is being modified by another concurrent operation. Jan 20 11:35:38.766368 dv-neutron-825471-1-hyperv neutron-server[84333]: ERROR oslo_messaging.rpc.server Jan 20 11:35:38.778387 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de05f75-b34a-4daa-9125-443568b4dad2 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event deleted for resources: {'Subnet': ['ID=3f92ad41-3b21-412f-9605-b590b7bb8184,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:38.788656 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f0805c-32f8-48bb-abe4-55f607e995df None None] Network f91cd431-c94c-4433-89eb-e111b974b585 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:35:38.873927 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4de05f75-b34a-4daa-9125-443568b4dad2 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:38.899582 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-4de05f75-b34a-4daa-9125-443568b4dad2 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91cd431-c94c-4433-89eb-e111b974b585']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:38.911780 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-4de05f75-b34a-4daa-9125-443568b4dad2 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9360d25f-cc4d-457e-9357-10ef67b1c4aa') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:38.912088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-4de05f75-b34a-4daa-9125-443568b4dad2 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9360d25f-cc4d-457e-9357-10ef67b1c4aa') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:38.923508 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4de05f75-b34a-4daa-9125-443568b4dad2 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:38.939868 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4de05f75-b34a-4daa-9125-443568b4dad2 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:38.946226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de05f75-b34a-4daa-9125-443568b4dad2 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:35:38.946622 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4de05f75-b34a-4daa-9125-443568b4dad2 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:38.958682 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c85588c-5c84-4ec8-8f44-4f0d3eaabc25 None None] get_active_networks_info from dv-neutron-825471-1-hyperv {{(pid=84333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:35:38.962306 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:35:39.048688 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c85588c-5c84-4ec8-8f44-4f0d3eaabc25 None None] Resources bound (agent type, host, resource id): {{(pid=84333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 11:35:39.188778 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4de05f75-b34a-4daa-9125-443568b4dad2 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:39.212394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4de05f75-b34a-4daa-9125-443568b4dad2 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:39.220664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de05f75-b34a-4daa-9125-443568b4dad2 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event deleted for resources: {'Network': ['ID=f91cd431-c94c-4433-89eb-e111b974b585,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:39.224680 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4de05f75-b34a-4daa-9125-443568b4dad2 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "DELETE /v2.0/networks/f91cd431-c94c-4433-89eb-e111b974b585 HTTP/1.1" status: 204 len: 168 time: 0.8451180 Jan 20 11:35:39.228451 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42504) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:39.235017 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9df76c1e-c497-4d9d-a8f1-62b6bc18b5fe tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1574385557'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:35:39.239779 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9df76c1e-c497-4d9d-a8f1-62b6bc18b5fe tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:35:39.243466 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9df76c1e-c497-4d9d-a8f1-62b6bc18b5fe tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Usage tracker for resource:network and tenant:7a297659e7bf41508557e390e6e24e3c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:35:39.246232 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9df76c1e-c497-4d9d-a8f1-62b6bc18b5fe tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:35:39.252619 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9df76c1e-c497-4d9d-a8f1-62b6bc18b5fe tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:35:39.296923 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df76c1e-c497-4d9d-a8f1-62b6bc18b5fe tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Made reservation on behalf of 7a297659e7bf41508557e390e6e24e3c for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:35:39.299869 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9df76c1e-c497-4d9d-a8f1-62b6bc18b5fe tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:39.327745 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df76c1e-c497-4d9d-a8f1-62b6bc18b5fe tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:35:39.336473 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9df76c1e-c497-4d9d-a8f1-62b6bc18b5fe tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:39.336806 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-9df76c1e-c497-4d9d-a8f1-62b6bc18b5fe tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Added segment 65fcbd55-4ce1-4a1f-97b8-9e4b8e1fdb62 of type vlan for network c30b42fa-888f-461e-a28f-2e33cab2bcde Jan 20 11:35:39.362851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9df76c1e-c497-4d9d-a8f1-62b6bc18b5fe tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:39.455094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9df76c1e-c497-4d9d-a8f1-62b6bc18b5fe tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:39.458676 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df76c1e-c497-4d9d-a8f1-62b6bc18b5fe tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:39.459254 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9df76c1e-c497-4d9d-a8f1-62b6bc18b5fe tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:39.564217 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df76c1e-c497-4d9d-a8f1-62b6bc18b5fe tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event updated for resources: {'Network': ['ID=c30b42fa-888f-461e-a28f-2e33cab2bcde,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:39.574566 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network c30b42fa-888f-461e-a28f-2e33cab2bcde details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:35:39.606208 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9df76c1e-c497-4d9d-a8f1-62b6bc18b5fe tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3766711 Jan 20 11:35:39.609829 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42508) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:39.615400 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-e58c5c72-71bc-4f6d-851a-579158cb780a tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Request body: {'subnet': {'network_id': 'c30b42fa-888f-461e-a28f-2e33cab2bcde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:35:39.727252 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e58c5c72-71bc-4f6d-851a-579158cb780a tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:35:39.730932 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e58c5c72-71bc-4f6d-851a-579158cb780a tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Usage tracker for resource:subnet and tenant:7a297659e7bf41508557e390e6e24e3c is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:35:39.734957 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e58c5c72-71bc-4f6d-851a-579158cb780a tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:35:39.740504 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e58c5c72-71bc-4f6d-851a-579158cb780a tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:35:39.817011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58c5c72-71bc-4f6d-851a-579158cb780a tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Made reservation on behalf of 7a297659e7bf41508557e390e6e24e3c for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:35:39.856840 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:39.920352 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e58c5c72-71bc-4f6d-851a-579158cb780a tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:40.171717 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e58c5c72-71bc-4f6d-851a-579158cb780a tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:40.247334 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c5c72-71bc-4f6d-851a-579158cb780a tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event updated for resources: {'Subnet': ['ID=d12d2bd9-095c-4706-a952-5a2897569a12,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:40.262829 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58c5c72-71bc-4f6d-851a-579158cb780a tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Checking segment: {'id': '65fcbd55-4ce1-4a1f-97b8-9e4b8e1fdb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'c30b42fa-888f-461e-a28f-2e33cab2bcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:35:40.263188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58c5c72-71bc-4f6d-851a-579158cb780a tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Network hostable DHCP agents. Network: c30b42fa-888f-461e-a28f-2e33cab2bcde, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:35:40.343177 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58c5c72-71bc-4f6d-851a-579158cb780a tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Network c30b42fa-888f-461e-a28f-2e33cab2bcde is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:35:40.411213 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-e58c5c72-71bc-4f6d-851a-579158cb780a tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, c30b42fa-888f-461e-a28f-2e33cab2bcde) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:35:40.415103 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58c5c72-71bc-4f6d-851a-579158cb780a tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:40.415725 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e58c5c72-71bc-4f6d-851a-579158cb780a tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:40.419594 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c911f32-798e-4961-a55a-1cd9cb24110b None None] Network c30b42fa-888f-461e-a28f-2e33cab2bcde requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:35:40.475105 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e58c5c72-71bc-4f6d-851a-579158cb780a tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8641121 Jan 20 11:35:40.478728 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42512) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:40.485138 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a22af777-c864-4ee1-9929-a214e97b4038 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2114130860'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:35:40.492196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a22af777-c864-4ee1-9929-a214e97b4038 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:35:40.493762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a22af777-c864-4ee1-9929-a214e97b4038 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Usage tracker for resource:network and tenant:7a297659e7bf41508557e390e6e24e3c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:35:40.496622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a22af777-c864-4ee1-9929-a214e97b4038 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:35:40.502580 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a22af777-c864-4ee1-9929-a214e97b4038 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:35:40.554910 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22af777-c864-4ee1-9929-a214e97b4038 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Made reservation on behalf of 7a297659e7bf41508557e390e6e24e3c for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:35:40.557897 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a22af777-c864-4ee1-9929-a214e97b4038 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:40.585703 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22af777-c864-4ee1-9929-a214e97b4038 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:35:40.594550 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a22af777-c864-4ee1-9929-a214e97b4038 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:40.594883 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-a22af777-c864-4ee1-9929-a214e97b4038 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Added segment 10eb82fb-4b70-441e-b808-2656a2e54aad of type vlan for network 5f535564-8125-417b-b532-5fd1326693a9 Jan 20 11:35:40.621328 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a22af777-c864-4ee1-9929-a214e97b4038 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:40.631363 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-c30b42fa-888f-461e-a28f-2e33cab2bcde', 'network_id': 'c30b42fa-888f-461e-a28f-2e33cab2bcde', 'tenant_id': '7a297659e7bf41508557e390e6e24e3c', 'fixed_ips': [{'subnet_id': 'd12d2bd9-095c-4706-a952-5a2897569a12'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:35:40.632179 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:40.718443 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a22af777-c864-4ee1-9929-a214e97b4038 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:40.722425 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22af777-c864-4ee1-9929-a214e97b4038 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:40.723007 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a22af777-c864-4ee1-9929-a214e97b4038 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:40.788202 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Allocated IP 2001:db8::2 (c30b42fa-888f-461e-a28f-2e33cab2bcde/d12d2bd9-095c-4706-a952-5a2897569a12/9545f730-fc5f-4565-95bc-1c29ff26c7a6) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:35:40.828729 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22af777-c864-4ee1-9929-a214e97b4038 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event updated for resources: {'Network': ['ID=5f535564-8125-417b-b532-5fd1326693a9,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:40.867157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 5f535564-8125-417b-b532-5fd1326693a9 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:35:40.869287 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a22af777-c864-4ee1-9929-a214e97b4038 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3892999 Jan 20 11:35:40.872099 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42516) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:40.877776 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2e7c73b3-d2b4-4bc6-bc42-ba33c09223ea tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Request body: {'subnet': {'network_id': '5f535564-8125-417b-b532-5fd1326693a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:35:41.073020 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2e7c73b3-d2b4-4bc6-bc42-ba33c09223ea tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:35:41.077302 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2e7c73b3-d2b4-4bc6-bc42-ba33c09223ea tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Usage tracker for resource:subnet and tenant:7a297659e7bf41508557e390e6e24e3c is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:35:41.080396 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2e7c73b3-d2b4-4bc6-bc42-ba33c09223ea tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:35:41.085917 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2e7c73b3-d2b4-4bc6-bc42-ba33c09223ea tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:35:41.095482 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:41.105220 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Transition to ACTIVE for port object 9545f730-fc5f-4565-95bc-1c29ff26c7a6 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:35:41.122448 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Transition to ACTIVE for port object 9545f730-fc5f-4565-95bc-1c29ff26c7a6 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:35:41.154563 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7c73b3-d2b4-4bc6-bc42-ba33c09223ea tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Made reservation on behalf of 7a297659e7bf41508557e390e6e24e3c for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:35:41.177400 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:41.244597 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Network c30b42fa-888f-461e-a28f-2e33cab2bcde is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:35:41.247441 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:35:41.252896 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:35:41.254980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Pushing event updated for resources: {'Port': ['ID=9545f730-fc5f-4565-95bc-1c29ff26c7a6,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:41.255418 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e7c73b3-d2b4-4bc6-bc42-ba33c09223ea tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:41.344050 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Attempting to bind port 9545f730-fc5f-4565-95bc-1c29ff26c7a6 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:35:41.344365 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Attempting to bind port 9545f730-fc5f-4565-95bc-1c29ff26c7a6 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '65fcbd55-4ce1-4a1f-97b8-9e4b8e1fdb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'c30b42fa-888f-461e-a28f-2e33cab2bcde'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:35:41.344730 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Attempting to bind port 9545f730-fc5f-4565-95bc-1c29ff26c7a6 on network c30b42fa-888f-461e-a28f-2e33cab2bcde {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:35:41.351235 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:35:41.351629 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Checking segment: {'id': '65fcbd55-4ce1-4a1f-97b8-9e4b8e1fdb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'c30b42fa-888f-461e-a28f-2e33cab2bcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:35:41.352028 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:41.352417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Bound using segment: {'id': '65fcbd55-4ce1-4a1f-97b8-9e4b8e1fdb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'c30b42fa-888f-461e-a28f-2e33cab2bcde'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:35:41.352873 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Bound port: 9545f730-fc5f-4565-95bc-1c29ff26c7a6, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fcbd55-4ce1-4a1f-97b8-9e4b8e1fdb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'c30b42fa-888f-461e-a28f-2e33cab2bcde'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:35:41.353243 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:41.439434 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] For port 9545f730-fc5f-4565-95bc-1c29ff26c7a6, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:35:41.442458 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] For port 9545f730-fc5f-4565-95bc-1c29ff26c7a6, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9545f730-fc5f-4565-95bc-1c29ff26c7a6,segment=NetworkSegment(65fcbd55-4ce1-4a1f-97b8-9e4b8e1fdb62),segment_id=65fcbd55-4ce1-4a1f-97b8-9e4b8e1fdb62)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:35:41.526118 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:41.548818 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e7c73b3-d2b4-4bc6-bc42-ba33c09223ea tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:41.620163 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce02903-818d-4807-8910-508fdbe62e91 None None] Pushing event updated for resources: {'Port': ['ID=9545f730-fc5f-4565-95bc-1c29ff26c7a6,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:41.632081 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c73b3-d2b4-4bc6-bc42-ba33c09223ea tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event updated for resources: {'Subnet': ['ID=70d425d1-5ebf-4449-b812-790991f3baf6,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:41.641966 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7c73b3-d2b4-4bc6-bc42-ba33c09223ea tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Checking segment: {'id': '10eb82fb-4b70-441e-b808-2656a2e54aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5f535564-8125-417b-b532-5fd1326693a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:35:41.642326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7c73b3-d2b4-4bc6-bc42-ba33c09223ea tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Network hostable DHCP agents. Network: 5f535564-8125-417b-b532-5fd1326693a9, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:35:41.776416 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7c73b3-d2b4-4bc6-bc42-ba33c09223ea tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Network 5f535564-8125-417b-b532-5fd1326693a9 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:35:41.893641 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-2e7c73b3-d2b4-4bc6-bc42-ba33c09223ea tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 5f535564-8125-417b-b532-5fd1326693a9) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:35:41.898274 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7c73b3-d2b4-4bc6-bc42-ba33c09223ea tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:41.900923 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2e7c73b3-d2b4-4bc6-bc42-ba33c09223ea tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:41.908562 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d483a2df-5f99-40b0-ad43-0a34a9bfa683 None None] Network 5f535564-8125-417b-b532-5fd1326693a9 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:35:41.995070 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2e7c73b3-d2b4-4bc6-bc42-ba33c09223ea tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1218443 Jan 20 11:35:41.997444 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42520) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:42.124705 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-5f535564-8125-417b-b532-5fd1326693a9', 'network_id': '5f535564-8125-417b-b532-5fd1326693a9', 'tenant_id': '7a297659e7bf41508557e390e6e24e3c', 'fixed_ips': [{'subnet_id': '70d425d1-5ebf-4449-b812-790991f3baf6'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:35:42.125455 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:42.139170 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:42.205779 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:42.326799 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Allocated IP 2001:db8::2 (5f535564-8125-417b-b532-5fd1326693a9/70d425d1-5ebf-4449-b812-790991f3baf6/0bf5786d-3d37-478d-bebc-2e51b2724915) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:35:42.534363 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:42.544790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Transition to ACTIVE for port object 0bf5786d-3d37-478d-bebc-2e51b2724915 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:35:42.552128 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbba5165-9f6c-47d8-b665-d402fe3ff7fc None None] Network c30b42fa-888f-461e-a28f-2e33cab2bcde requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:35:42.636625 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9545f730-fc5f-4565-95bc-1c29ff26c7a6 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:35:42.662973 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Transition to ACTIVE for port object 0bf5786d-3d37-478d-bebc-2e51b2724915 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:35:42.745207 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:42.837826 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4ee9e753-1afd-4bb1-9eb0-a9d9fb4159f7 None None] Provisioning for port 9545f730-fc5f-4565-95bc-1c29ff26c7a6 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:35:42.858083 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:42.865800 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Network 5f535564-8125-417b-b532-5fd1326693a9 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:35:42.874886 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:35:42.876542 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Pushing event updated for resources: {'Port': ['ID=0bf5786d-3d37-478d-bebc-2e51b2724915,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:42.880651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:35:42.898201 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event deleted for resources: {'Subnet': ['ID=70d425d1-5ebf-4449-b812-790991f3baf6,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:42.957477 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 9545f730-fc5f-4565-95bc-1c29ff26c7a6 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:35:42.998417 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:43.003710 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 9545f730-fc5f-4565-95bc-1c29ff26c7a6 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:35:43.004091 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:43.023806 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f535564-8125-417b-b532-5fd1326693a9']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:43.036572 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10eb82fb-4b70-441e-b808-2656a2e54aad') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:43.036874 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10eb82fb-4b70-441e-b808-2656a2e54aad') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:43.048564 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:43.064680 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:43.070195 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Attempting to bind port 0bf5786d-3d37-478d-bebc-2e51b2724915 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:35:43.070568 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Attempting to bind port 0bf5786d-3d37-478d-bebc-2e51b2724915 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '10eb82fb-4b70-441e-b808-2656a2e54aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5f535564-8125-417b-b532-5fd1326693a9'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:35:43.070812 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:35:43.070929 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Attempting to bind port 0bf5786d-3d37-478d-bebc-2e51b2724915 on network 5f535564-8125-417b-b532-5fd1326693a9 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:35:43.071204 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:35:43.086799 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:35:43.094179 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:35:43.094560 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Checking segment: {'id': '10eb82fb-4b70-441e-b808-2656a2e54aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5f535564-8125-417b-b532-5fd1326693a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:35:43.094968 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:43.095477 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Bound using segment: {'id': '10eb82fb-4b70-441e-b808-2656a2e54aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5f535564-8125-417b-b532-5fd1326693a9'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:35:43.095891 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Bound port: 0bf5786d-3d37-478d-bebc-2e51b2724915, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10eb82fb-4b70-441e-b808-2656a2e54aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5f535564-8125-417b-b532-5fd1326693a9'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:35:43.096265 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:43.192558 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.db.api [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 11:35:43.192558 dv-neutron-825471-1-hyperv neutron-server[84332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 11:35:43.192558 dv-neutron-825471-1-hyperv neutron-server[84332]: [parameters: {'id': '5f535564-8125-417b-b532-5fd1326693a9'}] Jan 20 11:35:43.192558 dv-neutron-825471-1-hyperv neutron-server[84332]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:35:43.193049 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG oslo_db.api [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:35:43.233751 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:43.255879 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] For port 0bf5786d-3d37-478d-bebc-2e51b2724915, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:35:43.260263 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] For port 0bf5786d-3d37-478d-bebc-2e51b2724915, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=0bf5786d-3d37-478d-bebc-2e51b2724915,segment=NetworkSegment(10eb82fb-4b70-441e-b808-2656a2e54aad),segment_id=10eb82fb-4b70-441e-b808-2656a2e54aad)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:35:43.277101 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 9545f730-fc5f-4565-95bc-1c29ff26c7a6, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9545f730-fc5f-4565-95bc-1c29ff26c7a6,segment=NetworkSegment(65fcbd55-4ce1-4a1f-97b8-9e4b8e1fdb62),segment_id=65fcbd55-4ce1-4a1f-97b8-9e4b8e1fdb62)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:35:43.337821 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:43.387047 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:43.438447 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a84b08-be4a-4c34-8abd-763b6a1b6e23 None None] Pushing event updated for resources: {'Port': ['ID=0bf5786d-3d37-478d-bebc-2e51b2724915,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:43.501547 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-962f426f-23f7-4fce-adc1-2075e321baf6 None None] Provisioning complete for port 9545f730-fc5f-4565-95bc-1c29ff26c7a6 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:35:43.501951 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-962f426f-23f7-4fce-adc1-2075e321baf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:43.604703 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=9545f730-fc5f-4565-95bc-1c29ff26c7a6,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:43.611028 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e19825f-a4a4-4796-880e-d44ac5575206 None None] Network 5f535564-8125-417b-b532-5fd1326693a9 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:35:43.694665 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:43.705680 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Deleting port 0bf5786d-3d37-478d-bebc-2e51b2724915 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:35:43.706018 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:43.857002 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee1b137-94f2-412c-aad2-a103f31fe148 None None] get_active_networks_info from dv-neutron-825471-1-hyperv {{(pid=84333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 11:35:43.903666 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] For port 0bf5786d-3d37-478d-bebc-2e51b2724915, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=0bf5786d-3d37-478d-bebc-2e51b2724915,segment=NetworkSegment(10eb82fb-4b70-441e-b808-2656a2e54aad),segment_id=10eb82fb-4b70-441e-b808-2656a2e54aad)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:35:43.904338 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:43.948681 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee1b137-94f2-412c-aad2-a103f31fe148 None None] Resources bound (agent type, host, resource id): {{(pid=84333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 11:35:44.027129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Calling delete_port for 0bf5786d-3d37-478d-bebc-2e51b2724915 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:35:44.186862 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:44.235516 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event deleted for resources: {'Port': ['ID=0bf5786d-3d37-478d-bebc-2e51b2724915,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:44.239859 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] No DVR routers for this DVR port 0bf5786d-3d37-478d-bebc-2e51b2724915 on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:35:44.444869 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:44.469874 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f535564-8125-417b-b532-5fd1326693a9']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:44.481216 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10eb82fb-4b70-441e-b808-2656a2e54aad') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:44.481510 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10eb82fb-4b70-441e-b808-2656a2e54aad') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:44.492646 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:44.507836 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:44.514106 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:35:44.514492 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:35:44.528024 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:35:44.617350 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9545f730-fc5f-4565-95bc-1c29ff26c7a6 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:35:44.662814 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:44.679431 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:44.689165 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 9545f730-fc5f-4565-95bc-1c29ff26c7a6 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:35:44.689561 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:44.690144 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event deleted for resources: {'Network': ['ID=5f535564-8125-417b-b532-5fd1326693a9,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:44.700645 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-834f0d1f-5ce2-4262-a4f1-f049bd285748 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "DELETE /v2.0/networks/5f535564-8125-417b-b532-5fd1326693a9 HTTP/1.1" status: 204 len: 168 time: 2.6976776 Jan 20 11:35:44.701477 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42524) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:44.740307 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8daa29-3a59-4a53-a69f-4744bc07d797 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] GET failed (client error): The resource could not be found. Jan 20 11:35:44.740826 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8c8daa29-3a59-4a53-a69f-4744bc07d797 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Synchronizing usage tracker for tenant:7a297659e7bf41508557e390e6e24e3c on resource:subnet {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:35:44.817040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8c8daa29-3a59-4a53-a69f-4744bc07d797 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Unset dirty status for tenant:7a297659e7bf41508557e390e6e24e3c on resource:subnet {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:35:44.821185 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8c8daa29-3a59-4a53-a69f-4744bc07d797 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "GET /v2.0/subnets/70d425d1-5ebf-4449-b812-790991f3baf6 HTTP/1.1" status: 404 len: 337 time: 0.1172535 Jan 20 11:35:44.821185 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42528) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:44.846683 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c0b4e6-25c1-4a23-a4f0-283ad06f7c87 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] DELETE failed (client error): The resource could not be found. Jan 20 11:35:44.849891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c0b4e6-25c1-4a23-a4f0-283ad06f7c87 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:35:44.849891 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-58c0b4e6-25c1-4a23-a4f0-283ad06f7c87 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "DELETE /v2.0/networks/5f535564-8125-417b-b532-5fd1326693a9 HTTP/1.1" status: 404 len: 339 time: 0.0267713 Jan 20 11:35:44.852741 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42532) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:44.894104 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd47761-6670-4fe5-9613-7b9e22a24d89 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] DELETE failed (client error): The resource could not be found. Jan 20 11:35:44.894540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd47761-6670-4fe5-9613-7b9e22a24d89 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:35:44.898537 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1bd47761-6670-4fe5-9613-7b9e22a24d89 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "DELETE /v2.0/subnets/70d425d1-5ebf-4449-b812-790991f3baf6 HTTP/1.1" status: 404 len: 337 time: 0.0424922 Jan 20 11:35:44.898731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42536) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:44.923604 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f84ca6-0163-42e8-8e82-f80d4fd9166a tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] DELETE failed (client error): The resource could not be found. Jan 20 11:35:44.924988 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f84ca6-0163-42e8-8e82-f80d4fd9166a tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84331) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:35:44.925622 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-78f84ca6-0163-42e8-8e82-f80d4fd9166a tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "DELETE /v2.0/networks/5f535564-8125-417b-b532-5fd1326693a9 HTTP/1.1" status: 404 len: 339 time: 0.0260036 Jan 20 11:35:44.928180 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42540) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:45.117412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd1750e-aee3-4028-86bd-bff5207549d1 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Deleting subnet d12d2bd9-095c-4706-a952-5a2897569a12 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:35:45.120115 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5bd1750e-aee3-4028-86bd-bff5207549d1 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:45.174984 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5bd1750e-aee3-4028-86bd-bff5207549d1 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:45.253036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5bd1750e-aee3-4028-86bd-bff5207549d1 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:45.398130 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5bd1750e-aee3-4028-86bd-bff5207549d1 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:45.440930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1750e-aee3-4028-86bd-bff5207549d1 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event deleted for resources: {'Subnet': ['ID=d12d2bd9-095c-4706-a952-5a2897569a12,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:45.446601 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5bd1750e-aee3-4028-86bd-bff5207549d1 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:45.454130 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb39ba3-c8dc-41cc-b3fc-edd1860baf8d None None] Network c30b42fa-888f-461e-a28f-2e33cab2bcde requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:35:45.564109 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5bd1750e-aee3-4028-86bd-bff5207549d1 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "DELETE /v2.0/subnets/d12d2bd9-095c-4706-a952-5a2897569a12 HTTP/1.1" status: 204 len: 168 time: 0.6349409 Jan 20 11:35:45.566557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42546) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:45.685078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:45.690515 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eab3fa1-17a8-40bc-964f-566a054b931a None None] DHCP port deletion for c30b42fa-888f-461e-a28f-2e33cab2bcde request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:35:45.694394 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3eab3fa1-17a8-40bc-964f-566a054b931a None None] Deleting port 9545f730-fc5f-4565-95bc-1c29ff26c7a6 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:35:45.694770 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3eab3fa1-17a8-40bc-964f-566a054b931a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:45.697159 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Deleting port 9545f730-fc5f-4565-95bc-1c29ff26c7a6 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:35:45.697488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:45.897815 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] For port 9545f730-fc5f-4565-95bc-1c29ff26c7a6, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9545f730-fc5f-4565-95bc-1c29ff26c7a6,segment=NetworkSegment(65fcbd55-4ce1-4a1f-97b8-9e4b8e1fdb62),segment_id=65fcbd55-4ce1-4a1f-97b8-9e4b8e1fdb62)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:35:45.898505 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:45.899072 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-3eab3fa1-17a8-40bc-964f-566a054b931a None None] For port 9545f730-fc5f-4565-95bc-1c29ff26c7a6, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9545f730-fc5f-4565-95bc-1c29ff26c7a6,segment=NetworkSegment(65fcbd55-4ce1-4a1f-97b8-9e4b8e1fdb62),segment_id=65fcbd55-4ce1-4a1f-97b8-9e4b8e1fdb62)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:35:45.899461 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3eab3fa1-17a8-40bc-964f-566a054b931a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:46.023463 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3eab3fa1-17a8-40bc-964f-566a054b931a None None] Calling delete_port for 9545f730-fc5f-4565-95bc-1c29ff26c7a6 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:35:46.115496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Calling delete_port for 9545f730-fc5f-4565-95bc-1c29ff26c7a6 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:35:46.203365 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3eab3fa1-17a8-40bc-964f-566a054b931a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:46.208735 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.api [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:35:46.209063 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG oslo_db.api [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:35:46.249810 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab3fa1-17a8-40bc-964f-566a054b931a None None] Pushing event deleted for resources: {'Port': ['ID=9545f730-fc5f-4565-95bc-1c29ff26c7a6,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:46.257652 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eab3fa1-17a8-40bc-964f-566a054b931a None None] No DVR routers for this DVR port 9545f730-fc5f-4565-95bc-1c29ff26c7a6 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:35:46.609936 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9545f730-fc5f-4565-95bc-1c29ff26c7a6 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:35:46.642265 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 9545f730-fc5f-4565-95bc-1c29ff26c7a6 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:35:46.642610 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9545f730-fc5f-4565-95bc-1c29ff26c7a6 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:35:46.710074 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Deleting port 9545f730-fc5f-4565-95bc-1c29ff26c7a6 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:35:46.710422 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:46.786951 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] The port '9545f730-fc5f-4565-95bc-1c29ff26c7a6' was deleted {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:35:46.913979 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:46.939758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30b42fa-888f-461e-a28f-2e33cab2bcde']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:46.952309 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fcbd55-4ce1-4a1f-97b8-9e4b8e1fdb62') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:46.952608 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fcbd55-4ce1-4a1f-97b8-9e4b8e1fdb62') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:46.964003 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:46.980025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:46.985976 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:35:46.986359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:35:47.000271 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:35:47.160044 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:47.176766 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:47.189172 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event deleted for resources: {'Network': ['ID=c30b42fa-888f-461e-a28f-2e33cab2bcde,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:47.191655 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8d8a8541-f988-4d0f-8223-a0db6e62c967 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "DELETE /v2.0/networks/c30b42fa-888f-461e-a28f-2e33cab2bcde HTTP/1.1" status: 204 len: 168 time: 1.6241479 Jan 20 11:35:47.194488 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42550) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:47.231715 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6daea4e-4ffc-4f54-a229-6d1f42fab726 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] DELETE failed (client error): The resource could not be found. Jan 20 11:35:47.232196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6daea4e-4ffc-4f54-a229-6d1f42fab726 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:35:47.233831 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e6daea4e-4ffc-4f54-a229-6d1f42fab726 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "DELETE /v2.0/subnets/3f92ad41-3b21-412f-9605-b590b7bb8184 HTTP/1.1" status: 404 len: 337 time: 0.0383525 Jan 20 11:35:47.236436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42554) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:47.260442 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-63bafe64-4a07-4160-91a0-8b7afe9d5ae3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] DELETE failed (client error): The resource could not be found. Jan 20 11:35:47.260853 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63bafe64-4a07-4160-91a0-8b7afe9d5ae3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:35:47.262370 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-63bafe64-4a07-4160-91a0-8b7afe9d5ae3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "DELETE /v2.0/networks/f91cd431-c94c-4433-89eb-e111b974b585 HTTP/1.1" status: 404 len: 339 time: 0.0250664 Jan 20 11:35:47.265252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42558) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:47.304234 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece5e1fe-df28-4feb-903b-37698ddc14f4 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] DELETE failed (client error): The resource could not be found. Jan 20 11:35:47.304666 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece5e1fe-df28-4feb-903b-37698ddc14f4 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:35:47.306286 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ece5e1fe-df28-4feb-903b-37698ddc14f4 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "DELETE /v2.0/subnets/3da9cc6c-a45d-47a4-ac56-396aacee2f2d HTTP/1.1" status: 404 len: 337 time: 0.0401235 Jan 20 11:35:47.308741 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42562) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:47.334369 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ede6455-7cea-4df8-86f6-a69fa1373308 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] DELETE failed (client error): The resource could not be found. Jan 20 11:35:47.334910 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ede6455-7cea-4df8-86f6-a69fa1373308 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 11:35:47.336699 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2ede6455-7cea-4df8-86f6-a69fa1373308 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "DELETE /v2.0/networks/85039435-fae5-4b1c-8c19-e6d90015dfe9 HTTP/1.1" status: 404 len: 339 time: 0.0270956 Jan 20 11:35:47.339177 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42566) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:47.514061 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0eb53be-a557-4426-9741-210f72b414b3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Deleting subnet 3362f8cb-1073-4ce3-83d9-a37c9b7f1c25 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:35:47.516865 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c0eb53be-a557-4426-9741-210f72b414b3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:47.573058 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c0eb53be-a557-4426-9741-210f72b414b3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:47.651394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c0eb53be-a557-4426-9741-210f72b414b3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:47.806089 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c0eb53be-a557-4426-9741-210f72b414b3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:47.843135 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb53be-a557-4426-9741-210f72b414b3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event deleted for resources: {'Subnet': ['ID=3362f8cb-1073-4ce3-83d9-a37c9b7f1c25,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:47.849446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c0eb53be-a557-4426-9741-210f72b414b3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:47.855738 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2085b2fc-fdea-4150-9e5e-d9cd9a09b7ee None None] Network 8384ec77-b4b0-4578-af9e-819627f1d359 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:35:47.859200 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c0eb53be-a557-4426-9741-210f72b414b3 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "DELETE /v2.0/subnets/3362f8cb-1073-4ce3-83d9-a37c9b7f1c25 HTTP/1.1" status: 204 len: 168 time: 0.5189793 Jan 20 11:35:47.861676 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42570) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:47.970812 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:47.981279 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Deleting port 182ebeb2-7088-417c-bda4-dc1d3f392f6c {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:35:47.981635 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:48.097286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a310a2a4-791e-4de0-b072-d91ab873a2ed None None] DHCP port deletion for 8384ec77-b4b0-4578-af9e-819627f1d359 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:35:48.101316 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a310a2a4-791e-4de0-b072-d91ab873a2ed None None] Deleting port 182ebeb2-7088-417c-bda4-dc1d3f392f6c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:35:48.101787 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a310a2a4-791e-4de0-b072-d91ab873a2ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:48.177946 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] For port 182ebeb2-7088-417c-bda4-dc1d3f392f6c, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=182ebeb2-7088-417c-bda4-dc1d3f392f6c,segment=NetworkSegment(062c8eb1-b1af-422f-be21-e6586a348cb1),segment_id=062c8eb1-b1af-422f-be21-e6586a348cb1)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:35:48.178296 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:48.298912 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Calling delete_port for 182ebeb2-7088-417c-bda4-dc1d3f392f6c owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:35:48.323960 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a310a2a4-791e-4de0-b072-d91ab873a2ed None None] For port 182ebeb2-7088-417c-bda4-dc1d3f392f6c, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=182ebeb2-7088-417c-bda4-dc1d3f392f6c,segment=NetworkSegment(062c8eb1-b1af-422f-be21-e6586a348cb1),segment_id=062c8eb1-b1af-422f-be21-e6586a348cb1)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:35:48.324255 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a310a2a4-791e-4de0-b072-d91ab873a2ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:48.439968 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:48.442426 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a310a2a4-791e-4de0-b072-d91ab873a2ed None None] Calling delete_port for 182ebeb2-7088-417c-bda4-dc1d3f392f6c owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:35:48.515051 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-a310a2a4-791e-4de0-b072-d91ab873a2ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:35:48.515417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-a310a2a4-791e-4de0-b072-d91ab873a2ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:35:48.571418 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event deleted for resources: {'Port': ['ID=182ebeb2-7088-417c-bda4-dc1d3f392f6c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:48.578392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] No DVR routers for this DVR port 182ebeb2-7088-417c-bda4-dc1d3f392f6c on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:35:48.612885 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 182ebeb2-7088-417c-bda4-dc1d3f392f6c no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:35:48.644910 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 182ebeb2-7088-417c-bda4-dc1d3f392f6c {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:35:48.645256 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 182ebeb2-7088-417c-bda4-dc1d3f392f6c not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:35:48.704525 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:48.728856 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8384ec77-b4b0-4578-af9e-819627f1d359']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:48.741187 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062c8eb1-b1af-422f-be21-e6586a348cb1') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:48.741483 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062c8eb1-b1af-422f-be21-e6586a348cb1') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:48.752425 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:48.767826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:48.773673 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:35:48.774058 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:35:48.788684 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:35:48.923246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:48.939901 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:48.952089 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] Pushing event deleted for resources: {'Network': ['ID=8384ec77-b4b0-4578-af9e-819627f1d359,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:48.954982 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5c7a5e08-e51a-47ee-beb7-830ec5585306 tempest-NetworksIpV6Test-271976350 tempest-NetworksIpV6Test-271976350-project] 10.222.0.70 "DELETE /v2.0/networks/8384ec77-b4b0-4578-af9e-819627f1d359 HTTP/1.1" status: 204 len: 168 time: 1.0924165 Jan 20 11:35:49.016504 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a310a2a4-791e-4de0-b072-d91ab873a2ed None None] Deleting port 182ebeb2-7088-417c-bda4-dc1d3f392f6c {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:35:49.017039 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a310a2a4-791e-4de0-b072-d91ab873a2ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:49.081202 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a310a2a4-791e-4de0-b072-d91ab873a2ed None None] The port '182ebeb2-7088-417c-bda4-dc1d3f392f6c' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:35:49.417928 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42578) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:49.586018 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-259ed889-aa54-4398-9189-f653f1533ef7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7a297659e7bf41508557e390e6e24e3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1669433 Jan 20 11:35:49.588485 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42584) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:49.644627 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-62c7cc02-a108-40f6-9e10-aa638fdf804e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:49.668593 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-62c7cc02-a108-40f6-9e10-aa638fdf804e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:49.799781 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-62c7cc02-a108-40f6-9e10-aa638fdf804e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:49.816014 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7cc02-a108-40f6-9e10-aa638fdf804e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74c6689-aaea-43f6-b9fd-9c27bd3a5140,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:49.823003 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-62c7cc02-a108-40f6-9e10-aa638fdf804e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:49.823003 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-62c7cc02-a108-40f6-9e10-aa638fdf804e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c74c6689-aaea-43f6-b9fd-9c27bd3a5140 HTTP/1.1" status: 204 len: 168 time: 0.2328672 Jan 20 11:35:50.929747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42606) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:51.139629 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f6f217b2-69fc-42f4-92f2-1caf9658cd54 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-137175381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:35:51.145952 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f6f217b2-69fc-42f4-92f2-1caf9658cd54 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:35:51.149691 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f6f217b2-69fc-42f4-92f2-1caf9658cd54 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Usage tracker for resource:router and tenant:519374ca1e914f58a8b5c26a567c83bb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:35:51.152477 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f6f217b2-69fc-42f4-92f2-1caf9658cd54 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:35:51.159179 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f6f217b2-69fc-42f4-92f2-1caf9658cd54 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:35:51.217426 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f6f217b2-69fc-42f4-92f2-1caf9658cd54 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:51.218286 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f6f217b2-69fc-42f4-92f2-1caf9658cd54 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:51.235081 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f6f217b2-69fc-42f4-92f2-1caf9658cd54 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:51.314113 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f6f217b2-69fc-42f4-92f2-1caf9658cd54 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:51.382450 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f6f217b2-69fc-42f4-92f2-1caf9658cd54 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:51.383604 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f6f217b2-69fc-42f4-92f2-1caf9658cd54 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4528167 Jan 20 11:35:51.386311 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42612) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:51.392388 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1926541248'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:35:51.397085 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:35:51.400836 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Usage tracker for resource:network and tenant:519374ca1e914f58a8b5c26a567c83bb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:35:51.405252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:35:51.411204 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:35:51.483511 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Made reservation on behalf of 519374ca1e914f58a8b5c26a567c83bb for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:35:51.486543 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:51.498787 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:51.531059 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:35:51.534885 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Usage tracker for resource:security_group_rule and tenant:519374ca1e914f58a8b5c26a567c83bb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:35:51.537621 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:35:51.543123 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:35:51.608819 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:51.690966 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:51.722341 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:35:51.730560 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2708c954-5d11-462d-ab1b-06bdadb9f32c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:51.737504 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:51.737858 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Added segment 16595d70-5576-48cb-853f-495f5efea5de of type vlan for network 4f764ce9-3ec6-47ce-b2af-2a326c59c6d5 Jan 20 11:35:51.766147 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:51.885659 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:51.890591 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:51.899845 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:52.005880 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Pushing event updated for resources: {'Network': ['ID=4f764ce9-3ec6-47ce-b2af-2a326c59c6d5,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:52.015849 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 4f764ce9-3ec6-47ce-b2af-2a326c59c6d5 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:35:52.057828 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a010c7fa-9a57-45b8-b80e-da32077ec532 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6704826 Jan 20 11:35:52.061355 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42616) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:52.066797 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-23bd9482-d55c-4baf-a974-7c1097d1d320 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Request body: {'subnet': {'network_id': '4f764ce9-3ec6-47ce-b2af-2a326c59c6d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:35:52.168238 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-23bd9482-d55c-4baf-a974-7c1097d1d320 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:35:52.172577 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-23bd9482-d55c-4baf-a974-7c1097d1d320 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Usage tracker for resource:subnet and tenant:519374ca1e914f58a8b5c26a567c83bb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:35:52.175318 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-23bd9482-d55c-4baf-a974-7c1097d1d320 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:35:52.180839 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-23bd9482-d55c-4baf-a974-7c1097d1d320 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:35:52.245370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bd9482-d55c-4baf-a974-7c1097d1d320 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Made reservation on behalf of 519374ca1e914f58a8b5c26a567c83bb for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:35:52.346620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-23bd9482-d55c-4baf-a974-7c1097d1d320 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:52.611303 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-23bd9482-d55c-4baf-a974-7c1097d1d320 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:52.684971 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd9482-d55c-4baf-a974-7c1097d1d320 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Pushing event updated for resources: {'Subnet': ['ID=cd6536b2-c231-4e27-a62b-5100194d1f75,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:52.696024 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bd9482-d55c-4baf-a974-7c1097d1d320 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Checking segment: {'id': '16595d70-5576-48cb-853f-495f5efea5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f764ce9-3ec6-47ce-b2af-2a326c59c6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:35:52.696386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bd9482-d55c-4baf-a974-7c1097d1d320 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Network hostable DHCP agents. Network: 4f764ce9-3ec6-47ce-b2af-2a326c59c6d5, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:35:52.797622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bd9482-d55c-4baf-a974-7c1097d1d320 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Network 4f764ce9-3ec6-47ce-b2af-2a326c59c6d5 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:35:52.877101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-23bd9482-d55c-4baf-a974-7c1097d1d320 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 4f764ce9-3ec6-47ce-b2af-2a326c59c6d5) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:35:52.880948 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bd9482-d55c-4baf-a974-7c1097d1d320 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:52.881558 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-23bd9482-d55c-4baf-a974-7c1097d1d320 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:52.887054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3354e0b-be4d-492c-a513-d4d68a4d0d48 None None] Network 4f764ce9-3ec6-47ce-b2af-2a326c59c6d5 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:35:52.977741 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-23bd9482-d55c-4baf-a974-7c1097d1d320 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9152367 Jan 20 11:35:52.980758 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42620) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:52.986326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6cbb882f-6482-4732-9d3e-81b7eff5deb7 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-565677561'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:35:52.991248 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6cbb882f-6482-4732-9d3e-81b7eff5deb7 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:35:52.994914 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6cbb882f-6482-4732-9d3e-81b7eff5deb7 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Usage tracker for resource:network and tenant:519374ca1e914f58a8b5c26a567c83bb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:35:52.998171 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6cbb882f-6482-4732-9d3e-81b7eff5deb7 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:35:53.004392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6cbb882f-6482-4732-9d3e-81b7eff5deb7 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:35:53.083305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbb882f-6482-4732-9d3e-81b7eff5deb7 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Made reservation on behalf of 519374ca1e914f58a8b5c26a567c83bb for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:35:53.086331 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6cbb882f-6482-4732-9d3e-81b7eff5deb7 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:53.102817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-4f764ce9-3ec6-47ce-b2af-2a326c59c6d5', 'network_id': '4f764ce9-3ec6-47ce-b2af-2a326c59c6d5', 'tenant_id': '519374ca1e914f58a8b5c26a567c83bb', 'fixed_ips': [{'subnet_id': 'cd6536b2-c231-4e27-a62b-5100194d1f75'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:35:53.103643 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:53.113997 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbb882f-6482-4732-9d3e-81b7eff5deb7 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:35:53.122350 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6cbb882f-6482-4732-9d3e-81b7eff5deb7 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:53.123376 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-6cbb882f-6482-4732-9d3e-81b7eff5deb7 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Added segment f02f354a-c683-412a-9206-3ca0d476368e of type vlan for network 56811dab-b03b-4b7a-8dfd-4db9701d2a8c Jan 20 11:35:53.153290 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6cbb882f-6482-4732-9d3e-81b7eff5deb7 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:53.257874 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Allocated IP 172.20.0.2 (4f764ce9-3ec6-47ce-b2af-2a326c59c6d5/cd6536b2-c231-4e27-a62b-5100194d1f75/ac424ee0-61e8-423a-97fc-6c5c514b67c3) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:35:53.280112 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6cbb882f-6482-4732-9d3e-81b7eff5deb7 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:53.284163 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbb882f-6482-4732-9d3e-81b7eff5deb7 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:53.284870 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6cbb882f-6482-4732-9d3e-81b7eff5deb7 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:53.391379 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb882f-6482-4732-9d3e-81b7eff5deb7 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Pushing event updated for resources: {'Network': ['ID=56811dab-b03b-4b7a-8dfd-4db9701d2a8c,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:53.401990 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 56811dab-b03b-4b7a-8dfd-4db9701d2a8c details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:35:53.461307 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6cbb882f-6482-4732-9d3e-81b7eff5deb7 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4794261 Jan 20 11:35:53.463982 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42624) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:53.469447 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-99ff1815-0a90-4925-bca4-02d6f96af7d0 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Request body: {'subnet': {'network_id': '56811dab-b03b-4b7a-8dfd-4db9701d2a8c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:35:53.547476 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:53.561210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Transition to ACTIVE for port object ac424ee0-61e8-423a-97fc-6c5c514b67c3 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:35:53.580207 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Transition to ACTIVE for port object ac424ee0-61e8-423a-97fc-6c5c514b67c3 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:35:53.580444 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-99ff1815-0a90-4925-bca4-02d6f96af7d0 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:35:53.584152 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-99ff1815-0a90-4925-bca4-02d6f96af7d0 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Usage tracker for resource:subnet and tenant:519374ca1e914f58a8b5c26a567c83bb is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:35:53.586934 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-99ff1815-0a90-4925-bca4-02d6f96af7d0 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:35:53.592655 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-99ff1815-0a90-4925-bca4-02d6f96af7d0 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:35:53.668626 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:53.691118 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ff1815-0a90-4925-bca4-02d6f96af7d0 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Made reservation on behalf of 519374ca1e914f58a8b5c26a567c83bb for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:35:53.741582 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Network 4f764ce9-3ec6-47ce-b2af-2a326c59c6d5 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:35:53.744575 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:35:53.749588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:35:53.751777 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Pushing event updated for resources: {'Port': ['ID=ac424ee0-61e8-423a-97fc-6c5c514b67c3,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:53.837909 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Attempting to bind port ac424ee0-61e8-423a-97fc-6c5c514b67c3 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:35:53.838292 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Attempting to bind port ac424ee0-61e8-423a-97fc-6c5c514b67c3 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '16595d70-5576-48cb-853f-495f5efea5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f764ce9-3ec6-47ce-b2af-2a326c59c6d5'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:35:53.838648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Attempting to bind port ac424ee0-61e8-423a-97fc-6c5c514b67c3 on network 4f764ce9-3ec6-47ce-b2af-2a326c59c6d5 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:35:53.845256 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:35:53.845972 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Checking segment: {'id': '16595d70-5576-48cb-853f-495f5efea5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f764ce9-3ec6-47ce-b2af-2a326c59c6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:35:53.846108 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:53.846445 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Bound using segment: {'id': '16595d70-5576-48cb-853f-495f5efea5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f764ce9-3ec6-47ce-b2af-2a326c59c6d5'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:35:53.846909 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Bound port: ac424ee0-61e8-423a-97fc-6c5c514b67c3, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16595d70-5576-48cb-853f-495f5efea5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f764ce9-3ec6-47ce-b2af-2a326c59c6d5'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:35:53.847283 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:53.878269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99ff1815-0a90-4925-bca4-02d6f96af7d0 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:53.936200 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] For port ac424ee0-61e8-423a-97fc-6c5c514b67c3, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:35:53.939371 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] For port ac424ee0-61e8-423a-97fc-6c5c514b67c3, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ac424ee0-61e8-423a-97fc-6c5c514b67c3,segment=NetworkSegment(16595d70-5576-48cb-853f-495f5efea5de),segment_id=16595d70-5576-48cb-853f-495f5efea5de)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:35:54.023430 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:54.101171 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95ec1f-eeab-4bce-bcd9-477aca12445b None None] Pushing event updated for resources: {'Port': ['ID=ac424ee0-61e8-423a-97fc-6c5c514b67c3,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:54.157838 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99ff1815-0a90-4925-bca4-02d6f96af7d0 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:54.240148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff1815-0a90-4925-bca4-02d6f96af7d0 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Pushing event updated for resources: {'Subnet': ['ID=779e7b27-ab15-485a-adf2-8ad5e0b46526,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:54.267279 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ff1815-0a90-4925-bca4-02d6f96af7d0 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Checking segment: {'id': 'f02f354a-c683-412a-9206-3ca0d476368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '56811dab-b03b-4b7a-8dfd-4db9701d2a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:35:54.267639 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ff1815-0a90-4925-bca4-02d6f96af7d0 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Network hostable DHCP agents. Network: 56811dab-b03b-4b7a-8dfd-4db9701d2a8c, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:35:54.382858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ff1815-0a90-4925-bca4-02d6f96af7d0 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Network 56811dab-b03b-4b7a-8dfd-4db9701d2a8c is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:35:54.455117 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-99ff1815-0a90-4925-bca4-02d6f96af7d0 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 56811dab-b03b-4b7a-8dfd-4db9701d2a8c) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:35:54.459013 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ff1815-0a90-4925-bca4-02d6f96af7d0 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:35:54.459603 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-99ff1815-0a90-4925-bca4-02d6f96af7d0 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:54.463636 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab5bc7f-5b03-4e5f-a017-391609c4b77a None None] Network 56811dab-b03b-4b7a-8dfd-4db9701d2a8c requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:35:54.545474 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-99ff1815-0a90-4925-bca4-02d6f96af7d0 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0766547 Jan 20 11:35:54.545474 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42628) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:54.549708 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1fb35665-4c23-4c54-9993-4e671f5263e1 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Request body: {'router': {'external_gateway_info': {'network_id': '56811dab-b03b-4b7a-8dfd-4db9701d2a8c'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:35:54.666624 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ac424ee0-61e8-423a-97fc-6c5c514b67c3 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:35:54.808924 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-56811dab-b03b-4b7a-8dfd-4db9701d2a8c', 'network_id': '56811dab-b03b-4b7a-8dfd-4db9701d2a8c', 'tenant_id': '519374ca1e914f58a8b5c26a567c83bb', 'fixed_ips': [{'subnet_id': '779e7b27-ab15-485a-adf2-8ad5e0b46526'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:35:54.810359 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:54.868523 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port ac424ee0-61e8-423a-97fc-6c5c514b67c3 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:35:54.954640 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1fb35665-4c23-4c54-9993-4e671f5263e1 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:54.994988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Allocated IP 172.21.0.2 (56811dab-b03b-4b7a-8dfd-4db9701d2a8c/779e7b27-ab15-485a-adf2-8ad5e0b46526/b476ae86-0169-4444-8a6a-f311d62b7eab) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:35:55.074393 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f571e272-7751-4a3c-bebe-ef835700ccff None None] Network 4f764ce9-3ec6-47ce-b2af-2a326c59c6d5 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:35:55.178347 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.api.v2.resource [None req-1fb35665-4c23-4c54-9993-4e671f5263e1 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 11:35:55.179378 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1fb35665-4c23-4c54-9993-4e671f5263e1 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] 10.222.0.70 "PUT /v2.0/routers/56c91219-c957-44fe-8292-d7211b3225d4 HTTP/1.1" status: 400 len: 364 time: 0.6340399 Jan 20 11:35:55.186035 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42632) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:55.321737 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a321f814-eaad-4413-aa3f-3e03acce022e None None] Provisioning for port ac424ee0-61e8-423a-97fc-6c5c514b67c3 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:35:55.341114 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a321f814-eaad-4413-aa3f-3e03acce022e None None] Provisioning complete for port ac424ee0-61e8-423a-97fc-6c5c514b67c3 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:35:55.341898 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a321f814-eaad-4413-aa3f-3e03acce022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:55.369310 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e578672-045e-43ae-b92b-2c8fe5416fd8 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Deleting subnet 779e7b27-ab15-485a-adf2-8ad5e0b46526 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:35:55.441762 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:55.460705 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Transition to ACTIVE for port object b476ae86-0169-4444-8a6a-f311d62b7eab will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:35:55.494524 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Transition to ACTIVE for port object b476ae86-0169-4444-8a6a-f311d62b7eab will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:35:55.554075 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a321f814-eaad-4413-aa3f-3e03acce022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:55.578205 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e578672-045e-43ae-b92b-2c8fe5416fd8 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:55.581018 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:55.645403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e578672-045e-43ae-b92b-2c8fe5416fd8 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:55.652435 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a321f814-eaad-4413-aa3f-3e03acce022e None None] For port ac424ee0-61e8-423a-97fc-6c5c514b67c3, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ac424ee0-61e8-423a-97fc-6c5c514b67c3,segment=NetworkSegment(16595d70-5576-48cb-853f-495f5efea5de),segment_id=16595d70-5576-48cb-853f-495f5efea5de)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:35:55.662723 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Pushing event updated for resources: {'Port': ['ID=b476ae86-0169-4444-8a6a-f311d62b7eab,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:55.670022 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Network 56811dab-b03b-4b7a-8dfd-4db9701d2a8c is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:35:55.673223 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:35:55.676832 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:35:55.681911 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:55.682257 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:55.682601 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:55.682936 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:55.683271 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:55.683601 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:55.683929 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:55.684351 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:55.684627 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:55.684962 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:55.685453 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:35:55.726234 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a321f814-eaad-4413-aa3f-3e03acce022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:55.732694 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e578672-045e-43ae-b92b-2c8fe5416fd8 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:55.838863 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Attempting to bind port b476ae86-0169-4444-8a6a-f311d62b7eab on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:35:55.839130 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Attempting to bind port b476ae86-0169-4444-8a6a-f311d62b7eab by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'f02f354a-c683-412a-9206-3ca0d476368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '56811dab-b03b-4b7a-8dfd-4db9701d2a8c'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:35:55.839493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Attempting to bind port b476ae86-0169-4444-8a6a-f311d62b7eab on network 56811dab-b03b-4b7a-8dfd-4db9701d2a8c {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:35:55.849297 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e578672-045e-43ae-b92b-2c8fe5416fd8 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:55.856668 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:35:55.857585 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Checking segment: {'id': 'f02f354a-c683-412a-9206-3ca0d476368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '56811dab-b03b-4b7a-8dfd-4db9701d2a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:35:55.858259 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:55.858665 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Bound using segment: {'id': 'f02f354a-c683-412a-9206-3ca0d476368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '56811dab-b03b-4b7a-8dfd-4db9701d2a8c'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:35:55.859140 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Bound port: b476ae86-0169-4444-8a6a-f311d62b7eab, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02f354a-c683-412a-9206-3ca0d476368e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '56811dab-b03b-4b7a-8dfd-4db9701d2a8c'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:35:55.859536 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:55.876446 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321f814-eaad-4413-aa3f-3e03acce022e None None] Pushing event updated for resources: {'Port': ['ID=ac424ee0-61e8-423a-97fc-6c5c514b67c3,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:55.891404 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e578672-045e-43ae-b92b-2c8fe5416fd8 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Pushing event deleted for resources: {'Subnet': ['ID=779e7b27-ab15-485a-adf2-8ad5e0b46526,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:55.897556 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2e578672-045e-43ae-b92b-2c8fe5416fd8 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:55.903965 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2e578672-045e-43ae-b92b-2c8fe5416fd8 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] 10.222.0.70 "DELETE /v2.0/subnets/779e7b27-ab15-485a-adf2-8ad5e0b46526 HTTP/1.1" status: 204 len: 168 time: 0.7164097 Jan 20 11:35:55.906147 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42636) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:55.910260 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e15ce258-c76a-4fa0-aab5-09dde8e9fa1e None None] Provisioning complete for port ac424ee0-61e8-423a-97fc-6c5c514b67c3 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:35:55.910649 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e15ce258-c76a-4fa0-aab5-09dde8e9fa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:56.013558 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-06428ae7-867a-4881-9929-343b89b4212c None None] For port b476ae86-0169-4444-8a6a-f311d62b7eab, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:35:56.021567 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:56.022024 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-06428ae7-867a-4881-9929-343b89b4212c None None] For port b476ae86-0169-4444-8a6a-f311d62b7eab, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b476ae86-0169-4444-8a6a-f311d62b7eab,segment=NetworkSegment(f02f354a-c683-412a-9206-3ca0d476368e),segment_id=f02f354a-c683-412a-9206-3ca0d476368e)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:35:56.033017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Deleting port b476ae86-0169-4444-8a6a-f311d62b7eab {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:35:56.033616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:56.080028 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:56.191805 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06428ae7-867a-4881-9929-343b89b4212c None None] Pushing event updated for resources: {'Port': ['ID=b476ae86-0169-4444-8a6a-f311d62b7eab,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:56.224618 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7339bc57-784c-46bd-a303-38f1d031fd62 None None] Network 56811dab-b03b-4b7a-8dfd-4db9701d2a8c requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:35:56.242880 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] For port b476ae86-0169-4444-8a6a-f311d62b7eab, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b476ae86-0169-4444-8a6a-f311d62b7eab,segment=NetworkSegment(f02f354a-c683-412a-9206-3ca0d476368e),segment_id=f02f354a-c683-412a-9206-3ca0d476368e)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:35:56.243446 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:56.450284 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63fd3ff-fe8d-4830-911c-a21a90d38f24 None None] get_active_networks_info from dv-neutron-825471-1-hyperv {{(pid=84333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 11:35:56.462790 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Calling delete_port for b476ae86-0169-4444-8a6a-f311d62b7eab owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:35:56.539851 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63fd3ff-fe8d-4830-911c-a21a90d38f24 None None] Resources bound (agent type, host, resource id): {{(pid=84333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 11:35:56.627015 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ac424ee0-61e8-423a-97fc-6c5c514b67c3 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:35:56.633907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:56.679403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Pushing event deleted for resources: {'Port': ['ID=b476ae86-0169-4444-8a6a-f311d62b7eab,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:56.683166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] No DVR routers for this DVR port b476ae86-0169-4444-8a6a-f311d62b7eab on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:35:56.785425 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port ac424ee0-61e8-423a-97fc-6c5c514b67c3 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:35:56.785739 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:56.805141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:56.834005 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56811dab-b03b-4b7a-8dfd-4db9701d2a8c']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:56.846408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02f354a-c683-412a-9206-3ca0d476368e') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:56.846708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02f354a-c683-412a-9206-3ca0d476368e') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:56.858635 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:56.874227 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:56.880330 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:35:56.880724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:35:56.895025 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:35:57.046333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:57.062966 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:57.073499 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Pushing event deleted for resources: {'Network': ['ID=56811dab-b03b-4b7a-8dfd-4db9701d2a8c,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:57.077733 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-90f82d2f-6a9e-42cb-b16c-779d531e7d19 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] 10.222.0.70 "DELETE /v2.0/networks/56811dab-b03b-4b7a-8dfd-4db9701d2a8c HTTP/1.1" status: 204 len: 168 time: 1.1705875 Jan 20 11:35:57.080492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42640) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:57.263644 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5b09c5-c37d-4f62-818a-ac2a69fb090a tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Deleting subnet cd6536b2-c231-4e27-a62b-5100194d1f75 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:35:57.266677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-be5b09c5-c37d-4f62-818a-ac2a69fb090a tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:57.321822 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-be5b09c5-c37d-4f62-818a-ac2a69fb090a tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:57.401639 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-be5b09c5-c37d-4f62-818a-ac2a69fb090a tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:57.594359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-be5b09c5-c37d-4f62-818a-ac2a69fb090a tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:57.635364 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b09c5-c37d-4f62-818a-ac2a69fb090a tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Pushing event deleted for resources: {'Subnet': ['ID=cd6536b2-c231-4e27-a62b-5100194d1f75,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:57.643985 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-be5b09c5-c37d-4f62-818a-ac2a69fb090a tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:57.649265 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a530ff45-8f07-49c4-a414-8f0f182fdddf None None] Network 4f764ce9-3ec6-47ce-b2af-2a326c59c6d5 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:35:57.650850 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-be5b09c5-c37d-4f62-818a-ac2a69fb090a tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] 10.222.0.70 "DELETE /v2.0/subnets/cd6536b2-c231-4e27-a62b-5100194d1f75 HTTP/1.1" status: 204 len: 168 time: 0.5693655 Jan 20 11:35:57.653189 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42644) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:57.765557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:57.775752 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Deleting port ac424ee0-61e8-423a-97fc-6c5c514b67c3 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:35:57.776085 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:57.895418 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9886fba0-ba7b-4b29-95d1-2e23d9390f28 None None] DHCP port deletion for 4f764ce9-3ec6-47ce-b2af-2a326c59c6d5 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:35:57.899704 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9886fba0-ba7b-4b29-95d1-2e23d9390f28 None None] Deleting port ac424ee0-61e8-423a-97fc-6c5c514b67c3 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:35:57.900246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9886fba0-ba7b-4b29-95d1-2e23d9390f28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:57.977685 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] For port ac424ee0-61e8-423a-97fc-6c5c514b67c3, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ac424ee0-61e8-423a-97fc-6c5c514b67c3,segment=NetworkSegment(16595d70-5576-48cb-853f-495f5efea5de),segment_id=16595d70-5576-48cb-853f-495f5efea5de)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:35:57.978152 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:58.047161 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:35:58.098215 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Calling delete_port for ac424ee0-61e8-423a-97fc-6c5c514b67c3 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:35:58.100277 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-9886fba0-ba7b-4b29-95d1-2e23d9390f28 None None] For port ac424ee0-61e8-423a-97fc-6c5c514b67c3, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ac424ee0-61e8-423a-97fc-6c5c514b67c3,segment=NetworkSegment(16595d70-5576-48cb-853f-495f5efea5de),segment_id=16595d70-5576-48cb-853f-495f5efea5de)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:35:58.100674 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9886fba0-ba7b-4b29-95d1-2e23d9390f28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:58.219761 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9886fba0-ba7b-4b29-95d1-2e23d9390f28 None None] Calling delete_port for ac424ee0-61e8-423a-97fc-6c5c514b67c3 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:35:58.239755 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:58.285758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Pushing event deleted for resources: {'Port': ['ID=ac424ee0-61e8-423a-97fc-6c5c514b67c3,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:58.292227 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] No DVR routers for this DVR port ac424ee0-61e8-423a-97fc-6c5c514b67c3 on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:35:58.299169 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-9886fba0-ba7b-4b29-95d1-2e23d9390f28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:35:58.299531 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-9886fba0-ba7b-4b29-95d1-2e23d9390f28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:35:58.414160 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:58.439217 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f764ce9-3ec6-47ce-b2af-2a326c59c6d5']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:58.450838 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16595d70-5576-48cb-853f-495f5efea5de') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:58.451392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16595d70-5576-48cb-853f-495f5efea5de') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:35:58.462626 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:58.482480 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:58.488412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:35:58.488796 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:35:58.502605 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:35:58.617949 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ac424ee0-61e8-423a-97fc-6c5c514b67c3 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:35:58.650960 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: ac424ee0-61e8-423a-97fc-6c5c514b67c3 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:35:58.651574 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ac424ee0-61e8-423a-97fc-6c5c514b67c3 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:35:58.657630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:58.661490 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:58.686177 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Pushing event deleted for resources: {'Network': ['ID=4f764ce9-3ec6-47ce-b2af-2a326c59c6d5,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:35:58.690541 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8ab36786-4cae-4cc7-ab74-4d3b2f125959 tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] 10.222.0.70 "DELETE /v2.0/networks/4f764ce9-3ec6-47ce-b2af-2a326c59c6d5 HTTP/1.1" status: 204 len: 168 time: 1.0363069 Jan 20 11:35:58.693162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42648) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:58.737427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7d4bb489-162e-47d9-9a38-aa6fef24a44f tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Synchronizing usage tracker for tenant:519374ca1e914f58a8b5c26a567c83bb on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:35:58.800710 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9886fba0-ba7b-4b29-95d1-2e23d9390f28 None None] Deleting port ac424ee0-61e8-423a-97fc-6c5c514b67c3 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:35:58.801120 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9886fba0-ba7b-4b29-95d1-2e23d9390f28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:58.816589 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7d4bb489-162e-47d9-9a38-aa6fef24a44f tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Unset dirty status for tenant:519374ca1e914f58a8b5c26a567c83bb on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:35:58.817872 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7d4bb489-162e-47d9-9a38-aa6fef24a44f tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] 10.222.0.70 "GET /v2.0/ports?device_id=56c91219-c957-44fe-8292-d7211b3225d4 HTTP/1.1" status: 200 len: 205 time: 0.1237547 Jan 20 11:35:58.820470 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42652) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:35:58.866197 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9886fba0-ba7b-4b29-95d1-2e23d9390f28 None None] The port 'ac424ee0-61e8-423a-97fc-6c5c514b67c3' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:35:58.958545 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32ca8c6c-7831-4129-ae97-649c55deb1af tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:59.430621 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32ca8c6c-7831-4129-ae97-649c55deb1af tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:59.434763 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32ca8c6c-7831-4129-ae97-649c55deb1af tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:59.568499 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32ca8c6c-7831-4129-ae97-649c55deb1af tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:59.568999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ca8c6c-7831-4129-ae97-649c55deb1af tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Fanout notify agent at l3_agent the message router_deleted on router 56c91219-c957-44fe-8292-d7211b3225d4 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:35:59.580146 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-32ca8c6c-7831-4129-ae97-649c55deb1af tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:35:59.581236 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-32ca8c6c-7831-4129-ae97-649c55deb1af tempest-RoutersNegativeTest-502609307 tempest-RoutersNegativeTest-502609307-project] 10.222.0.70 "DELETE /v2.0/routers/56c91219-c957-44fe-8292-d7211b3225d4 HTTP/1.1" status: 204 len: 168 time: 0.7596850 Jan 20 11:36:00.035531 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42660) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:36:00.204112 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e4f47ad0-f016-4470-9e3a-577dd4c2d3c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=519374ca1e914f58a8b5c26a567c83bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1670909 Jan 20 11:36:00.206464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42666) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:36:00.262490 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-709bfdd8-0680-45ae-b2c1-01b429714788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:00.286809 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-709bfdd8-0680-45ae-b2c1-01b429714788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:00.414445 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-709bfdd8-0680-45ae-b2c1-01b429714788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:00.431672 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bfdd8-0680-45ae-b2c1-01b429714788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2708c954-5d11-462d-ab1b-06bdadb9f32c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:00.434871 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-709bfdd8-0680-45ae-b2c1-01b429714788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:00.437307 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-709bfdd8-0680-45ae-b2c1-01b429714788 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2708c954-5d11-462d-ab1b-06bdadb9f32c HTTP/1.1" status: 204 len: 168 time: 0.2292883 Jan 20 11:36:01.393842 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a1a9a62e-52bf-4faa-b2cb-6189385ed8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:01.517163 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42688) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:36:01.644554 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-445139385-network', 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:36:01.649201 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:36:01.652905 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Usage tracker for resource:network and tenant:e3e2c46782b24f3f861ba2f32aba0948 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:36:01.656291 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:36:01.661781 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:36:01.734636 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Made reservation on behalf of e3e2c46782b24f3f861ba2f32aba0948 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:36:01.736963 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:01.749343 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:01.781640 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:36:01.785297 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Usage tracker for resource:security_group_rule and tenant:e3e2c46782b24f3f861ba2f32aba0948 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:36:01.788211 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:36:01.794086 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:36:01.857385 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:01.937233 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:01.970049 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:36:01.975183 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9052488e-66c4-4f03-8daf-8cbe616f3eac,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:01.981699 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:01.982049 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Added segment a67b3822-4184-418e-8752-8a75f6d413fd of type vlan for network c6d1023e-7053-488b-9351-b5a047518290 Jan 20 11:36:02.007693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:02.114022 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:02.114744 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:02.115339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:02.217062 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] Pushing event updated for resources: {'Network': ['ID=c6d1023e-7053-488b-9351-b5a047518290,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:02.226541 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network c6d1023e-7053-488b-9351-b5a047518290 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:36:02.291581 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-71eb3699-755e-4d8c-bd2c-f223fe235c5b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7732909 Jan 20 11:36:02.295188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42694) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:36:02.300821 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-c34937bf-b648-4707-b374-41142097fa82 admin admin] Request body: {'subnet': {'network_id': 'c6d1023e-7053-488b-9351-b5a047518290', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-445139385-subnet', 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'ip_version': 4}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:36:02.306706 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c34937bf-b648-4707-b374-41142097fa82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:36:02.311303 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c34937bf-b648-4707-b374-41142097fa82 admin admin] Usage tracker for resource:subnet and tenant:e3e2c46782b24f3f861ba2f32aba0948 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:36:02.314289 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c34937bf-b648-4707-b374-41142097fa82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:36:02.320132 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c34937bf-b648-4707-b374-41142097fa82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:36:02.393823 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34937bf-b648-4707-b374-41142097fa82 admin admin] Made reservation on behalf of e3e2c46782b24f3f861ba2f32aba0948 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:36:02.396174 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c34937bf-b648-4707-b374-41142097fa82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:02.737048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c34937bf-b648-4707-b374-41142097fa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:02.812553 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34937bf-b648-4707-b374-41142097fa82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a685ba-e485-4dd6-983c-aa57f8ab2edc,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:02.824976 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34937bf-b648-4707-b374-41142097fa82 admin admin] Checking segment: {'id': 'a67b3822-4184-418e-8752-8a75f6d413fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:36:02.825344 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34937bf-b648-4707-b374-41142097fa82 admin admin] Network hostable DHCP agents. Network: c6d1023e-7053-488b-9351-b5a047518290, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:36:02.913878 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34937bf-b648-4707-b374-41142097fa82 admin admin] Network c6d1023e-7053-488b-9351-b5a047518290 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:36:02.997435 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-c34937bf-b648-4707-b374-41142097fa82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, c6d1023e-7053-488b-9351-b5a047518290) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:36:03.001960 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34937bf-b648-4707-b374-41142097fa82 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:03.002534 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c34937bf-b648-4707-b374-41142097fa82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:03.007538 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1fd351-9891-4c9a-98cb-09bc20814aa4 None None] Network c6d1023e-7053-488b-9351-b5a047518290 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:36:03.118470 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c34937bf-b648-4707-b374-41142097fa82 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8220141 Jan 20 11:36:03.121090 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42698) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:36:03.126811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-445139385-router', 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:36:03.131336 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:36:03.135222 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Usage tracker for resource:router and tenant:e3e2c46782b24f3f861ba2f32aba0948 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:36:03.138601 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:36:03.144566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:36:03.214340 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-c6d1023e-7053-488b-9351-b5a047518290', 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290', 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'fixed_ips': [{'subnet_id': 'b1a685ba-e485-4dd6-983c-aa57f8ab2edc'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:36:03.215149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:03.220636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:03.221736 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:03.241877 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:03.370926 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Allocated IP 172.20.0.2 (c6d1023e-7053-488b-9351-b5a047518290/b1a685ba-e485-4dd6-983c-aa57f8ab2edc/96764a3c-4606-428a-abec-4e1bcb9e4e53) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:36:03.459132 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:03.569175 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:03.579540 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Transition to ACTIVE for port object 96764a3c-4606-428a-abec-4e1bcb9e4e53 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:36:03.597060 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Transition to ACTIVE for port object 96764a3c-4606-428a-abec-4e1bcb9e4e53 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:36:03.680084 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:03.730169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:03.746718 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Network c6d1023e-7053-488b-9351-b5a047518290 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:36:03.750340 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:36:03.753426 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:36:03.760927 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:03.763082 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Pushing event updated for resources: {'Port': ['ID=96764a3c-4606-428a-abec-4e1bcb9e4e53,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:03.862101 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Attempting to bind port 96764a3c-4606-428a-abec-4e1bcb9e4e53 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:36:03.862478 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Attempting to bind port 96764a3c-4606-428a-abec-4e1bcb9e4e53 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'a67b3822-4184-418e-8752-8a75f6d413fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:36:03.862839 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Attempting to bind port 96764a3c-4606-428a-abec-4e1bcb9e4e53 on network c6d1023e-7053-488b-9351-b5a047518290 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:36:03.869314 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:36:03.872294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Checking segment: {'id': 'a67b3822-4184-418e-8752-8a75f6d413fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:36:03.872294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:03.872294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Bound using segment: {'id': 'a67b3822-4184-418e-8752-8a75f6d413fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:36:03.872294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Bound port: 96764a3c-4606-428a-abec-4e1bcb9e4e53, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67b3822-4184-418e-8752-8a75f6d413fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:36:03.872294 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:03.896816 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Allocated IP 172.26.0.118 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/e4888bc4-c20a-4f67-a90b-c7b17b52d235) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:36:03.920973 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3e4fafbe-0ab1-4d1c-a4fb-57fe0dc981c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:03.960203 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] For port 96764a3c-4606-428a-abec-4e1bcb9e4e53, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:36:03.963468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] For port 96764a3c-4606-428a-abec-4e1bcb9e4e53, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=96764a3c-4606-428a-abec-4e1bcb9e4e53,segment=NetworkSegment(a67b3822-4184-418e-8752-8a75f6d413fd),segment_id=a67b3822-4184-418e-8752-8a75f6d413fd)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:36:04.028420 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:04.042952 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:04.125686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:04.127127 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32d42b-e819-46ce-9f81-38d049d6738f None None] Pushing event updated for resources: {'Port': ['ID=96764a3c-4606-428a-abec-4e1bcb9e4e53,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:04.193997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:36:04.196787 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:36:04.199433 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:36:04.233791 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Pushing event updated for resources: {'Port': ['ID=e4888bc4-c20a-4f67-a90b-c7b17b52d235,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:04.447047 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:04.447803 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:04.644243 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 96764a3c-4606-428a-abec-4e1bcb9e4e53 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:36:04.793778 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Router 960ad576-6c2b-42c6-be3a-eb1b6ebe3b93 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:36:04.822817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 96764a3c-4606-428a-abec-4e1bcb9e4e53 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:36:04.931527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:05.009059 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:05.015429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:36:05.023978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Sync routers for ids ['960ad576-6c2b-42c6-be3a-eb1b6ebe3b93'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:36:05.037463 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Routers {'960ad576-6c2b-42c6-be3a-eb1b6ebe3b93'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:36:05.038318 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:36:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['960ad576-6c2b-42c6-be3a-eb1b6ebe3b93'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:36:05.092573 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7868a34-7943-4682-a721-6ca42b468ce8 None None] Network c6d1023e-7053-488b-9351-b5a047518290 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:36:05.111719 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:05.113020 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ca354dd7-276c-41e9-a029-67064f859d91 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9909735 Jan 20 11:36:05.115801 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42702) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:36:05.355911 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-cc953403-f361-41ae-a3e2-0e497ee0c8b5 None None] Provisioning for port 96764a3c-4606-428a-abec-4e1bcb9e4e53 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:36:05.372406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-cc953403-f361-41ae-a3e2-0e497ee0c8b5 None None] Provisioning complete for port 96764a3c-4606-428a-abec-4e1bcb9e4e53 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:05.373369 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc953403-f361-41ae-a3e2-0e497ee0c8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:05.403034 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Set router 960ad576-6c2b-42c6-be3a-eb1b6ebe3b93 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:36:05.802659 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc953403-f361-41ae-a3e2-0e497ee0c8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:05.876261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-cc953403-f361-41ae-a3e2-0e497ee0c8b5 None None] For port 96764a3c-4606-428a-abec-4e1bcb9e4e53, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=96764a3c-4606-428a-abec-4e1bcb9e4e53,segment=NetworkSegment(a67b3822-4184-418e-8752-8a75f6d413fd),segment_id=a67b3822-4184-418e-8752-8a75f6d413fd)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:36:05.907715 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'name': 'tempest-TestEncryptedCinderVolumes-445139385-router', 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e4888bc4-c20a-4f67-a90b-c7b17b52d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:36:03Z', 'updated_at': '2022-01-20T11:36:04Z', 'revision_number': 3, 'project_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'gw_port': {'id': 'e4888bc4-c20a-4f67-a90b-c7b17b52d235', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:03Z', 'updated_at': '2022-01-20T11:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:36:05.911696 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Checking router: 960ad576-6c2b-42c6-be3a-eb1b6ebe3b93 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:36:05.912056 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Updating router 960ad576-6c2b-42c6-be3a-eb1b6ebe3b93 port e4888bc4-c20a-4f67-a90b-c7b17b52d235 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:36:05.945208 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc953403-f361-41ae-a3e2-0e497ee0c8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:05.974200 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:06.025091 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:06.081877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953403-f361-41ae-a3e2-0e497ee0c8b5 None None] Pushing event updated for resources: {'Port': ['ID=96764a3c-4606-428a-abec-4e1bcb9e4e53,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:06.149417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-70d49076-43ee-4e3d-86ea-2c75570833a7 None None] Provisioning complete for port 96764a3c-4606-428a-abec-4e1bcb9e4e53 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:06.149839 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-70d49076-43ee-4e3d-86ea-2c75570833a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:06.186941 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] Allocated IP 172.20.0.1 (c6d1023e-7053-488b-9351-b5a047518290/b1a685ba-e485-4dd6-983c-aa57f8ab2edc/99322792-8868-4036-98bf-ad433b84cb5a) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:36:06.336597 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:06.352047 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] Transition to ACTIVE for port object 99322792-8868-4036-98bf-ad433b84cb5a will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:36:06.402791 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:06.461233 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:06.491011 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:06.503695 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Transition to ACTIVE for port object e4888bc4-c20a-4f67-a90b-c7b17b52d235 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:36:06.529604 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] Network c6d1023e-7053-488b-9351-b5a047518290 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:36:06.532312 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:36:06.535896 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:36:06.565783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] Pushing event updated for resources: {'Port': ['ID=99322792-8868-4036-98bf-ad433b84cb5a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:06.592875 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:06.603318 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:06.671093 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 96764a3c-4606-428a-abec-4e1bcb9e4e53 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:36:06.714824 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e32a28-a026-4fc6-842b-29693f5bd2c9 None None] Pushing event updated for resources: {'Port': ['ID=e4888bc4-c20a-4f67-a90b-c7b17b52d235,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:06.721213 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Attempting to bind port e4888bc4-c20a-4f67-a90b-c7b17b52d235 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:36:06.721617 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Attempting to bind port e4888bc4-c20a-4f67-a90b-c7b17b52d235 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:36:06.721981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Attempting to bind port e4888bc4-c20a-4f67-a90b-c7b17b52d235 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:36:06.743137 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:36:06.743510 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:36:06.743919 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:06.744315 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:36:06.744785 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Bound port: e4888bc4-c20a-4f67-a90b-c7b17b52d235, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:36:06.745157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:06.784120 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:06.834419 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 96764a3c-4606-428a-abec-4e1bcb9e4e53 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:06.834717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:06.862532 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] For port e4888bc4-c20a-4f67-a90b-c7b17b52d235, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:36:06.888206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] For port e4888bc4-c20a-4f67-a90b-c7b17b52d235, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e4888bc4-c20a-4f67-a90b-c7b17b52d235,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:36:06.976531 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0ad1f716-d9ac-4e82-9d01-dd79dc470313 None None] Provisioning for port 99322792-8868-4036-98bf-ad433b84cb5a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:36:06.981375 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-0ad1f716-d9ac-4e82-9d01-dd79dc470313 None None] Provisioning complete for port 99322792-8868-4036-98bf-ad433b84cb5a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:06.981779 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0ad1f716-d9ac-4e82-9d01-dd79dc470313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:07.012244 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:07.015284 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:07.091183 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:07.101599 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-0ad1f716-d9ac-4e82-9d01-dd79dc470313 None None] Port 99322792-8868-4036-98bf-ad433b84cb5a cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:36:07.110981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e32a28-a026-4fc6-842b-29693f5bd2c9 None None] Pushing event updated for resources: {'Port': ['ID=e4888bc4-c20a-4f67-a90b-c7b17b52d235,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:07.116899 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Routers {'960ad576-6c2b-42c6-be3a-eb1b6ebe3b93'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:36:07.117438 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:36:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['960ad576-6c2b-42c6-be3a-eb1b6ebe3b93'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:36:07.296329 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] Pushing event updated for resources: {'Port': ['ID=99322792-8868-4036-98bf-ad433b84cb5a,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:07.298774 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:07.344046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] Set router 960ad576-6c2b-42c6-be3a-eb1b6ebe3b93 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:36:07.431579 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] Network c6d1023e-7053-488b-9351-b5a047518290 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:36:07.432757 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:36:07.662948 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'name': 'tempest-TestEncryptedCinderVolumes-445139385-router', 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e4888bc4-c20a-4f67-a90b-c7b17b52d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:36:03Z', 'updated_at': '2022-01-20T11:36:06Z', 'revision_number': 4, 'project_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'gw_port': {'id': 'e4888bc4-c20a-4f67-a90b-c7b17b52d235', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:03Z', 'updated_at': '2022-01-20T11:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '99322792-8868-4036-98bf-ad433b84cb5a', 'name': '', 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290', 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'mac_address': 'fa:16:3e:13:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a685ba-e485-4dd6-983c-aa57f8ab2edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:06Z', 'updated_at': '2022-01-20T11:36:06Z', 'revision_number': 2, 'project_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'subnets': [{'id': 'b1a685ba-e485-4dd6-983c-aa57f8ab2edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:36:07.666860 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d858d-d4a8-40e2-a808-89c9d6d0b207 None None] The sync data for ids ['960ad576-6c2b-42c6-be3a-eb1b6ebe3b93'] in dv-neutron-825471-1-hyperv is: [{'id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'name': 'tempest-TestEncryptedCinderVolumes-445139385-router', 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e4888bc4-c20a-4f67-a90b-c7b17b52d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:36:03Z', 'updated_at': '2022-01-20T11:36:06Z', 'revision_number': 4, 'project_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'gw_port': {'id': 'e4888bc4-c20a-4f67-a90b-c7b17b52d235', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:03Z', 'updated_at': '2022-01-20T11:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '99322792-8868-4036-98bf-ad433b84cb5a', 'name': '', 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290', 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'mac_address': 'fa:16:3e:13:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a685ba-e485-4dd6-983c-aa57f8ab2edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:06Z', 'updated_at': '2022-01-20T11:36:06Z', 'revision_number': 2, 'project_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'subnets': [{'id': 'b1a685ba-e485-4dd6-983c-aa57f8ab2edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:36:07.726762 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1c5369c4-6c7c-4c35-b433-0e70916140c8 None None] Provisioning complete for port 99322792-8868-4036-98bf-ad433b84cb5a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:07.727391 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c5369c4-6c7c-4c35-b433-0e70916140c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:07.787054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1c5369c4-6c7c-4c35-b433-0e70916140c8 None None] Port 99322792-8868-4036-98bf-ad433b84cb5a cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:36:07.854882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] Router 960ad576-6c2b-42c6-be3a-eb1b6ebe3b93 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:36:08.067617 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:36:08.076679 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4a9ac0ef-f5ad-4040-be0a-1072b4e2e5ff admin admin] 10.222.0.70 "PUT /v2.0/routers/960ad576-6c2b-42c6-be3a-eb1b6ebe3b93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9597831 Jan 20 11:36:08.648399 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e4888bc4-c20a-4f67-a90b-c7b17b52d235 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:36:08.788311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port e4888bc4-c20a-4f67-a90b-c7b17b52d235 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:36:08.799692 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port e4888bc4-c20a-4f67-a90b-c7b17b52d235 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:08.800076 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:08.924379 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:08.942890 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port e4888bc4-c20a-4f67-a90b-c7b17b52d235, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e4888bc4-c20a-4f67-a90b-c7b17b52d235,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:36:09.022559 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:09.089173 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=e4888bc4-c20a-4f67-a90b-c7b17b52d235,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:09.365089 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42724) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:36:09.370544 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2088431835-network', 'tenant_id': 'bcd605fdc54f46b7945b871b155f69f5'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:36:09.375572 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:36:09.379401 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Usage tracker for resource:network and tenant:bcd605fdc54f46b7945b871b155f69f5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:36:09.382322 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:36:09.387961 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:36:09.473502 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Made reservation on behalf of bcd605fdc54f46b7945b871b155f69f5 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:36:09.475864 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:09.489414 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:09.519679 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:36:09.523451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Usage tracker for resource:security_group_rule and tenant:bcd605fdc54f46b7945b871b155f69f5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:36:09.526328 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:36:09.532879 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:36:09.596230 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:09.661950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:09.690745 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:36:09.699732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc9e1cc-41ee-484e-aea3-79d4181b28c6,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:09.706794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:09.707134 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Added segment a59580fb-644e-4f8b-b382-7b52c79563f7 of type vlan for network f13da0e8-1350-4e24-9733-53ef54935bde Jan 20 11:36:09.733432 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:09.828290 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:09.829412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:09.830053 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:09.856743 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:09.929807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] Pushing event updated for resources: {'Network': ['ID=f13da0e8-1350-4e24-9733-53ef54935bde,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:09.940410 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network f13da0e8-1350-4e24-9733-53ef54935bde details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:36:10.003975 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d695da98-b42f-4ad9-a3e8-f7341128bff3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6377344 Jan 20 11:36:10.006659 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42728) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:36:10.012136 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-bde2abaa-9d31-48b4-8df0-4bebf0c6cd65 admin admin] Request body: {'subnet': {'network_id': 'f13da0e8-1350-4e24-9733-53ef54935bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2088431835-subnet', 'tenant_id': 'bcd605fdc54f46b7945b871b155f69f5', 'ip_version': 4}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:36:10.018171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-bde2abaa-9d31-48b4-8df0-4bebf0c6cd65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:36:10.021937 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-bde2abaa-9d31-48b4-8df0-4bebf0c6cd65 admin admin] Usage tracker for resource:subnet and tenant:bcd605fdc54f46b7945b871b155f69f5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:36:10.024770 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-bde2abaa-9d31-48b4-8df0-4bebf0c6cd65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:36:10.030910 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-bde2abaa-9d31-48b4-8df0-4bebf0c6cd65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:36:10.090769 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde2abaa-9d31-48b4-8df0-4bebf0c6cd65 admin admin] Made reservation on behalf of bcd605fdc54f46b7945b871b155f69f5 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:36:10.093381 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bde2abaa-9d31-48b4-8df0-4bebf0c6cd65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:10.357727 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bde2abaa-9d31-48b4-8df0-4bebf0c6cd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:10.431543 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2abaa-9d31-48b4-8df0-4bebf0c6cd65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=041fe295-7b64-40b2-988e-ef01a2a56e7b,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:10.443045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde2abaa-9d31-48b4-8df0-4bebf0c6cd65 admin admin] Checking segment: {'id': 'a59580fb-644e-4f8b-b382-7b52c79563f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f13da0e8-1350-4e24-9733-53ef54935bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:36:10.443407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde2abaa-9d31-48b4-8df0-4bebf0c6cd65 admin admin] Network hostable DHCP agents. Network: f13da0e8-1350-4e24-9733-53ef54935bde, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:36:10.534165 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde2abaa-9d31-48b4-8df0-4bebf0c6cd65 admin admin] Network f13da0e8-1350-4e24-9733-53ef54935bde is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:36:10.603042 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-bde2abaa-9d31-48b4-8df0-4bebf0c6cd65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, f13da0e8-1350-4e24-9733-53ef54935bde) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:36:10.606867 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde2abaa-9d31-48b4-8df0-4bebf0c6cd65 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:10.607441 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bde2abaa-9d31-48b4-8df0-4bebf0c6cd65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:10.611860 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae1cb06-0472-46e4-a6a1-401cd69b886a None None] Network f13da0e8-1350-4e24-9733-53ef54935bde requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:36:10.635497 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e4888bc4-c20a-4f67-a90b-c7b17b52d235 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:36:10.694937 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bde2abaa-9d31-48b4-8df0-4bebf0c6cd65 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6872325 Jan 20 11:36:10.697335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 42732) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:36:10.703548 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2088431835-router', 'tenant_id': 'bcd605fdc54f46b7945b871b155f69f5', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:36:10.708545 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:36:10.712426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Usage tracker for resource:router and tenant:bcd605fdc54f46b7945b871b155f69f5 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:36:10.715341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:36:10.721253 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:36:10.812145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:10.813141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:10.830011 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port e4888bc4-c20a-4f67-a90b-c7b17b52d235 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:10.830378 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:10.832101 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:10.935880 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-f13da0e8-1350-4e24-9733-53ef54935bde', 'network_id': 'f13da0e8-1350-4e24-9733-53ef54935bde', 'tenant_id': 'bcd605fdc54f46b7945b871b155f69f5', 'fixed_ips': [{'subnet_id': '041fe295-7b64-40b2-988e-ef01a2a56e7b'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:36:10.936669 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:11.143850 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Allocated IP 172.20.0.2 (f13da0e8-1350-4e24-9733-53ef54935bde/041fe295-7b64-40b2-988e-ef01a2a56e7b/816c4e00-511c-4749-ac13-4ad009610674) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:36:11.158393 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:11.345667 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:11.355856 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Transition to ACTIVE for port object 816c4e00-511c-4749-ac13-4ad009610674 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:36:11.374380 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Transition to ACTIVE for port object 816c4e00-511c-4749-ac13-4ad009610674 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:36:11.413811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:11.443087 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:11.443718 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:11.552709 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Network f13da0e8-1350-4e24-9733-53ef54935bde is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:36:11.555490 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:36:11.559125 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:36:11.565943 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Pushing event updated for resources: {'Port': ['ID=816c4e00-511c-4749-ac13-4ad009610674,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:11.583128 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Allocated IP 172.26.0.177 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/d1ea773d-6a79-402d-952b-f0909d05b901) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:36:11.650473 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Attempting to bind port 816c4e00-511c-4749-ac13-4ad009610674 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:36:11.650846 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Attempting to bind port 816c4e00-511c-4749-ac13-4ad009610674 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'a59580fb-644e-4f8b-b382-7b52c79563f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f13da0e8-1350-4e24-9733-53ef54935bde'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:36:11.651205 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Attempting to bind port 816c4e00-511c-4749-ac13-4ad009610674 on network f13da0e8-1350-4e24-9733-53ef54935bde {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:36:11.657823 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:36:11.658193 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Checking segment: {'id': 'a59580fb-644e-4f8b-b382-7b52c79563f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f13da0e8-1350-4e24-9733-53ef54935bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:36:11.658593 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:11.658981 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Bound using segment: {'id': 'a59580fb-644e-4f8b-b382-7b52c79563f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f13da0e8-1350-4e24-9733-53ef54935bde'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:36:11.659439 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Bound port: 816c4e00-511c-4749-ac13-4ad009610674, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59580fb-644e-4f8b-b382-7b52c79563f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f13da0e8-1350-4e24-9733-53ef54935bde'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:36:11.659808 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:11.727592 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:11.746307 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] For port 816c4e00-511c-4749-ac13-4ad009610674, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:36:11.750009 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] For port 816c4e00-511c-4749-ac13-4ad009610674, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=816c4e00-511c-4749-ac13-4ad009610674,segment=NetworkSegment(a59580fb-644e-4f8b-b382-7b52c79563f7),segment_id=a59580fb-644e-4f8b-b382-7b52c79563f7)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:36:11.855370 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:11.855608 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:11.934536 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:36:11.937965 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57133147-c2bf-44b0-9a4a-4bf3a87c264e None None] Pushing event updated for resources: {'Port': ['ID=816c4e00-511c-4749-ac13-4ad009610674,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:11.941443 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:36:11.943280 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ea773d-6a79-402d-952b-f0909d05b901,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:11.945376 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:36:12.176563 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:12.177310 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:12.471183 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Router 6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:36:12.666365 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 816c4e00-511c-4749-ac13-4ad009610674 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:36:12.689372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:36:12.698751 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Sync routers for ids ['6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:36:12.719958 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Routers {'6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:36:12.727154 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:36:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:36:12.774974 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:12.779612 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-21b992b0-9897-46c2-befb-d4e99116d7b2 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0780263 Jan 20 11:36:12.779939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 42736) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:36:12.803883 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 816c4e00-511c-4749-ac13-4ad009610674 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:36:12.889571 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe45e80-0b98-4f4c-87b8-a98186c6ed1f None None] Network f13da0e8-1350-4e24-9733-53ef54935bde requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:36:12.905175 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Set router 6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:36:13.110658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ea3af648-6576-464a-984e-9f5aafb8165c None None] Provisioning for port 816c4e00-511c-4749-ac13-4ad009610674 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:36:13.124085 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ea3af648-6576-464a-984e-9f5aafb8165c None None] Provisioning complete for port 816c4e00-511c-4749-ac13-4ad009610674 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:13.124085 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea3af648-6576-464a-984e-9f5aafb8165c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:13.258798 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'name': 'tempest-TestEncryptedCinderVolumes-2088431835-router', 'tenant_id': 'bcd605fdc54f46b7945b871b155f69f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': 'd1ea773d-6a79-402d-952b-f0909d05b901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:36:10Z', 'updated_at': '2022-01-20T11:36:12Z', 'revision_number': 3, 'project_id': 'bcd605fdc54f46b7945b871b155f69f5', 'gw_port': {'id': 'd1ea773d-6a79-402d-952b-f0909d05b901', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:11Z', 'updated_at': '2022-01-20T11:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:36:13.259182 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea3af648-6576-464a-984e-9f5aafb8165c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:13.264951 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Checking router: 6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:36:13.265292 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Updating router 6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd port d1ea773d-6a79-402d-952b-f0909d05b901 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:36:13.301633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ea3af648-6576-464a-984e-9f5aafb8165c None None] For port 816c4e00-511c-4749-ac13-4ad009610674, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=816c4e00-511c-4749-ac13-4ad009610674,segment=NetworkSegment(a59580fb-644e-4f8b-b382-7b52c79563f7),segment_id=a59580fb-644e-4f8b-b382-7b52c79563f7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:36:13.320002 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:13.416747 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea3af648-6576-464a-984e-9f5aafb8165c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:13.486745 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3af648-6576-464a-984e-9f5aafb8165c None None] Pushing event updated for resources: {'Port': ['ID=816c4e00-511c-4749-ac13-4ad009610674,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:13.540263 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2e7a611b-440f-48e0-881d-6418d826a756 None None] Provisioning complete for port 816c4e00-511c-4749-ac13-4ad009610674 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:13.540567 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2e7a611b-440f-48e0-881d-6418d826a756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:13.658095 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:13.663926 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:13.670522 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Transition to ACTIVE for port object d1ea773d-6a79-402d-952b-f0909d05b901 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:36:13.763791 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:13.844533 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325c0c5-f005-4326-bf53-08c1bd602502 None None] Pushing event updated for resources: {'Port': ['ID=d1ea773d-6a79-402d-952b-f0909d05b901,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:13.846700 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Attempting to bind port d1ea773d-6a79-402d-952b-f0909d05b901 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:36:13.847131 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Attempting to bind port d1ea773d-6a79-402d-952b-f0909d05b901 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:36:13.847481 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Attempting to bind port d1ea773d-6a79-402d-952b-f0909d05b901 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:36:13.858170 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:36:13.858531 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:36:13.858917 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:13.859327 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:36:13.859979 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Bound port: d1ea773d-6a79-402d-952b-f0909d05b901, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:36:13.860415 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:13.875784 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] Allocated IP 172.20.0.1 (f13da0e8-1350-4e24-9733-53ef54935bde/041fe295-7b64-40b2-988e-ef01a2a56e7b/b899d78f-b231-49ec-aa9f-380b746318c7) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:36:13.883583 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325c0c5-f005-4326-bf53-08c1bd602502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:13.883921 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325c0c5-f005-4326-bf53-08c1bd602502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:13.884248 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325c0c5-f005-4326-bf53-08c1bd602502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:13.884573 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325c0c5-f005-4326-bf53-08c1bd602502 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:13.884894 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325c0c5-f005-4326-bf53-08c1bd602502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:13.885209 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325c0c5-f005-4326-bf53-08c1bd602502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:13.885715 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325c0c5-f005-4326-bf53-08c1bd602502 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:13.886033 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325c0c5-f005-4326-bf53-08c1bd602502 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:13.886349 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325c0c5-f005-4326-bf53-08c1bd602502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:13.886659 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325c0c5-f005-4326-bf53-08c1bd602502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:13.886968 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325c0c5-f005-4326-bf53-08c1bd602502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:13.938531 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] For port d1ea773d-6a79-402d-952b-f0909d05b901, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:36:13.941592 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] For port d1ea773d-6a79-402d-952b-f0909d05b901, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d1ea773d-6a79-402d-952b-f0909d05b901,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:36:14.011492 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:14.023683 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:14.039274 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] Transition to ACTIVE for port object b899d78f-b231-49ec-aa9f-380b746318c7 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:36:14.096573 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325c0c5-f005-4326-bf53-08c1bd602502 None None] Pushing event updated for resources: {'Port': ['ID=d1ea773d-6a79-402d-952b-f0909d05b901,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:14.099837 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Routers {'6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:36:14.100527 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:36:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:36:14.211582 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:14.277950 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] Set router 6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:36:14.278772 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] Network f13da0e8-1350-4e24-9733-53ef54935bde is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:36:14.281598 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:36:14.285979 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:36:14.314949 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] Pushing event updated for resources: {'Port': ['ID=b899d78f-b231-49ec-aa9f-380b746318c7,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:14.345803 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:14.493820 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:14.567558 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'name': 'tempest-TestEncryptedCinderVolumes-2088431835-router', 'tenant_id': 'bcd605fdc54f46b7945b871b155f69f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': 'd1ea773d-6a79-402d-952b-f0909d05b901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:36:10Z', 'updated_at': '2022-01-20T11:36:12Z', 'revision_number': 3, 'project_id': 'bcd605fdc54f46b7945b871b155f69f5', 'gw_port': {'id': 'd1ea773d-6a79-402d-952b-f0909d05b901', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:11Z', 'updated_at': '2022-01-20T11:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:36:14.572020 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b5f93-f41c-496c-8923-aa48895856d7 None None] The sync data for ids ['6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd'] in dv-neutron-825471-1-hyperv is: [{'id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'name': 'tempest-TestEncryptedCinderVolumes-2088431835-router', 'tenant_id': 'bcd605fdc54f46b7945b871b155f69f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': 'd1ea773d-6a79-402d-952b-f0909d05b901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:36:10Z', 'updated_at': '2022-01-20T11:36:12Z', 'revision_number': 3, 'project_id': 'bcd605fdc54f46b7945b871b155f69f5', 'gw_port': {'id': 'd1ea773d-6a79-402d-952b-f0909d05b901', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:11Z', 'updated_at': '2022-01-20T11:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:36:14.644305 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 816c4e00-511c-4749-ac13-4ad009610674 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:36:14.673808 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f08edae8-b8d2-4e7a-a158-53c031f7e51c None None] Provisioning for port b899d78f-b231-49ec-aa9f-380b746318c7 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:36:14.690853 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f08edae8-b8d2-4e7a-a158-53c031f7e51c None None] Provisioning complete for port b899d78f-b231-49ec-aa9f-380b746318c7 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:14.696223 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f08edae8-b8d2-4e7a-a158-53c031f7e51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:14.725094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:14.755706 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f08edae8-b8d2-4e7a-a158-53c031f7e51c None None] Port b899d78f-b231-49ec-aa9f-380b746318c7 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:36:14.768154 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 816c4e00-511c-4749-ac13-4ad009610674 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:14.770785 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:14.788523 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:14.896094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] Pushing event updated for resources: {'Port': ['ID=b899d78f-b231-49ec-aa9f-380b746318c7,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:14.898599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:15.040785 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] Network f13da0e8-1350-4e24-9733-53ef54935bde is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:36:15.041944 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:36:15.282425 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-87b1216b-a5a7-41c6-b260-9e053275be8f None None] Provisioning complete for port b899d78f-b231-49ec-aa9f-380b746318c7 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:15.283058 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-87b1216b-a5a7-41c6-b260-9e053275be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:15.347946 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-87b1216b-a5a7-41c6-b260-9e053275be8f None None] Port b899d78f-b231-49ec-aa9f-380b746318c7 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:36:15.425937 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] Router 6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:36:15.721257 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:36:15.729856 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7db1b756-4273-4a03-8a87-ec8cd2a55d61 admin admin] 10.222.0.70 "PUT /v2.0/routers/6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9488854 Jan 20 11:36:16.743211 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-1a5b290f-fe9c-47e3-98c9-ffc97cd61f9a tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:16.743896 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-1a5b290f-fe9c-47e3-98c9-ffc97cd61f9a tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Synchronizing usage tracker for tenant:e3e2c46782b24f3f861ba2f32aba0948 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:36:16.816593 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-1a5b290f-fe9c-47e3-98c9-ffc97cd61f9a tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Unset dirty status for tenant:e3e2c46782b24f3f861ba2f32aba0948 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:36:16.817788 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-1a5b290f-fe9c-47e3-98c9-ffc97cd61f9a tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/networks?id=c6d1023e-7053-488b-9351-b5a047518290 HTTP/1.1" status: 200 len: 816 time: 0.2135351 Jan 20 11:36:16.834221 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-dcf994fa-324d-400a-8d92-c19f3acd26bb tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/quotas/e3e2c46782b24f3f861ba2f32aba0948 HTTP/1.1" status: 200 len: 375 time: 0.0108790 Jan 20 11:36:16.912703 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-b179582a-eb74-49b1-97e5-462f17d11d92 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3e2c46782b24f3f861ba2f32aba0948&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735078 Jan 20 11:36:17.047739 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-2f9a9123-ad1e-4349-9001-f9aab69ba155 service neutron] 10.222.0.70 "GET /v2.0/networks/c6d1023e-7053-488b-9351-b5a047518290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227798 Jan 20 11:36:17.177424 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d5a6cfd3-d8f8-4647-a436-621ddcd62239 service neutron] 10.222.0.70 "GET /v2.0/networks/c6d1023e-7053-488b-9351-b5a047518290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240358 Jan 20 11:36:17.452213 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1bf26ac1-0939-4d21-9265-571b38a39003 req-b35f99cd-2466-46ae-bc7b-5ae1ea622191 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 210 time: 0.0400755 Jan 20 11:36:18.614961 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7820423e-76ba-4c38-9960-0326e27c8695 req-f32cd5dd-fc2d-4947-9af8-2a530dd1c59c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 210 time: 0.0444508 Jan 20 11:36:19.580841 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-6eb70e34-3097-491e-9356-8fcf3ce3637b tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:19.582396 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-6eb70e34-3097-491e-9356-8fcf3ce3637b tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.72 "GET /v2.0/networks?id=c6d1023e-7053-488b-9351-b5a047518290 HTTP/1.1" status: 200 len: 816 time: 0.1429522 Jan 20 11:36:19.596743 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-afd8402a-6163-48d2-ae9b-b817415ef9f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Request body: {'port': {'device_id': '7f3fda3a-cfb2-499c-a78c-a736ec108ca2', 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290', 'admin_state_up': True, 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:36:19.734960 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-afd8402a-6163-48d2-ae9b-b817415ef9f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:36:19.739001 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-afd8402a-6163-48d2-ae9b-b817415ef9f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Usage tracker for resource:port and tenant:e3e2c46782b24f3f861ba2f32aba0948 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:36:19.741964 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-afd8402a-6163-48d2-ae9b-b817415ef9f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:36:19.748073 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-afd8402a-6163-48d2-ae9b-b817415ef9f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:36:19.795126 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4ca6004b-17b0-4592-8ddb-8ca49aa9d57a req-06b3c8e4-a6b4-42dc-b7f3-72e51a39b93a tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 210 time: 0.0505176 Jan 20 11:36:19.839416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-afd8402a-6163-48d2-ae9b-b817415ef9f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Made reservation on behalf of e3e2c46782b24f3f861ba2f32aba0948 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:36:19.843026 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-afd8402a-6163-48d2-ae9b-b817415ef9f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:20.110678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-afd8402a-6163-48d2-ae9b-b817415ef9f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Allocated IP 172.20.0.12 (c6d1023e-7053-488b-9351-b5a047518290/b1a685ba-e485-4dd6-983c-aa57f8ab2edc/f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:36:20.305252 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-afd8402a-6163-48d2-ae9b-b817415ef9f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:20.323865 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-afd8402a-6163-48d2-ae9b-b817415ef9f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Transition to ACTIVE for port object f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:36:20.411193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-afd8402a-6163-48d2-ae9b-b817415ef9f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:20.489574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-afd8402a-6163-48d2-ae9b-b817415ef9f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Network c6d1023e-7053-488b-9351-b5a047518290 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:36:20.492644 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-afd8402a-6163-48d2-ae9b-b817415ef9f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:36:20.501131 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-afd8402a-6163-48d2-ae9b-b817415ef9f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:36:20.525991 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8402a-6163-48d2-ae9b-b817415ef9f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Pushing event updated for resources: {'Port': ['ID=f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:20.569676 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-afd8402a-6163-48d2-ae9b-b817415ef9f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:20.570313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-afd8402a-6163-48d2-ae9b-b817415ef9f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:20.638878 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-afd8402a-6163-48d2-ae9b-b817415ef9f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0421274 Jan 20 11:36:20.679975 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d1ea773d-6a79-402d-952b-f0909d05b901 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:36:20.790652 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Request body: {'port': {'device_id': '7f3fda3a-cfb2-499c-a78c-a736ec108ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:36:20.814149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port d1ea773d-6a79-402d-952b-f0909d05b901 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:36:20.821238 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port d1ea773d-6a79-402d-952b-f0909d05b901 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:20.821722 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:20.869734 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-223ee54b-110b-40bb-a0f7-3835f0055e9d None None] Provisioning for port f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:36:20.884588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-223ee54b-110b-40bb-a0f7-3835f0055e9d None None] Provisioning complete for port f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:20.884960 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-223ee54b-110b-40bb-a0f7-3835f0055e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:20.917612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:20.952367 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-223ee54b-110b-40bb-a0f7-3835f0055e9d None None] Port f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:36:21.017626 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:21.035795 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port d1ea773d-6a79-402d-952b-f0909d05b901, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d1ea773d-6a79-402d-952b-f0909d05b901,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:36:21.048532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8b9f4-8c74-41c0-a057-f09e421a0d7e req-ccd825bd-c774-4c7d-b4f0-27569ebd7da5 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:21.050483 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-28a8b9f4-8c74-41c0-a057-f09e421a0d7e req-ccd825bd-c774-4c7d-b4f0-27569ebd7da5 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 932 time: 0.1069810 Jan 20 11:36:21.100308 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-28a8b9f4-8c74-41c0-a057-f09e421a0d7e req-569aae90-58aa-4766-a28d-9f0107c5d661 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Synchronizing usage tracker for tenant:e3e2c46782b24f3f861ba2f32aba0948 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:36:21.119680 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:21.188793 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-28a8b9f4-8c74-41c0-a057-f09e421a0d7e req-569aae90-58aa-4766-a28d-9f0107c5d661 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Unset dirty status for tenant:e3e2c46782b24f3f861ba2f32aba0948 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:36:21.190063 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=d1ea773d-6a79-402d-952b-f0909d05b901,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:21.190291 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-28a8b9f4-8c74-41c0-a057-f09e421a0d7e req-569aae90-58aa-4766-a28d-9f0107c5d661 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338873 Jan 20 11:36:21.296026 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:36:21.302641 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:21.316402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Transition to ACTIVE for port object f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:36:21.388160 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:21.448104 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Sync routers for ids ['960ad576-6c2b-42c6-be3a-eb1b6ebe3b93'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:36:21.468198 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Routers {'960ad576-6c2b-42c6-be3a-eb1b6ebe3b93'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:36:21.468835 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:36:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['960ad576-6c2b-42c6-be3a-eb1b6ebe3b93'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:36:21.518405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Pushing event updated for resources: {'Port': ['ID=f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:21.629451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Attempting to bind port f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:36:21.629812 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Attempting to bind port f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a67b3822-4184-418e-8752-8a75f6d413fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:36:21.630141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Attempting to bind port f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 on network c6d1023e-7053-488b-9351-b5a047518290 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:36:21.636598 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Port f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 on network c6d1023e-7053-488b-9351-b5a047518290 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:36:21.636912 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Attempting to bind port f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 on network c6d1023e-7053-488b-9351-b5a047518290 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:36:21.644389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:36:21.645013 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Checking segment: {'id': 'a67b3822-4184-418e-8752-8a75f6d413fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:36:21.645697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Bound using segment: {'id': 'a67b3822-4184-418e-8752-8a75f6d413fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:36:21.646117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Bound port: f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67b3822-4184-418e-8752-8a75f6d413fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:36:21.646461 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:21.712167 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Set router 960ad576-6c2b-42c6-be3a-eb1b6ebe3b93 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:36:21.737097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] For port f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:36:21.740453 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] For port f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1,segment=NetworkSegment(a67b3822-4184-418e-8752-8a75f6d413fd),segment_id=a67b3822-4184-418e-8752-8a75f6d413fd)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:36:21.837822 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:21.913404 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:21.915361 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] 10.222.0.72 "PUT /v2.0/ports/f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 HTTP/1.1" status: 200 len: 1094 time: 1.2723656 Jan 20 11:36:21.915802 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3fda3a-cfb2-499c-a78c-a736ec108ca2', 'tag': 'f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:36:21.940789 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07acb8a-a6e2-4763-8675-2e61c870646d service neutron] Pushing event updated for resources: {'Port': ['ID=f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:21.983319 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3fda3a-cfb2-499c-a78c-a736ec108ca2', 'tag': 'f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1', 'status': 'completed', 'code': 200} Jan 20 11:36:22.052988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'name': 'tempest-TestEncryptedCinderVolumes-445139385-router', 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e4888bc4-c20a-4f67-a90b-c7b17b52d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:36:03Z', 'updated_at': '2022-01-20T11:36:06Z', 'revision_number': 4, 'project_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'gw_port': {'id': 'e4888bc4-c20a-4f67-a90b-c7b17b52d235', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:03Z', 'updated_at': '2022-01-20T11:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '99322792-8868-4036-98bf-ad433b84cb5a', 'name': '', 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290', 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'mac_address': 'fa:16:3e:13:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a685ba-e485-4dd6-983c-aa57f8ab2edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:06Z', 'updated_at': '2022-01-20T11:36:06Z', 'revision_number': 2, 'project_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'subnets': [{'id': 'b1a685ba-e485-4dd6-983c-aa57f8ab2edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:36:22.057230 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Checking router: 960ad576-6c2b-42c6-be3a-eb1b6ebe3b93 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:36:22.057615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Updating router 960ad576-6c2b-42c6-be3a-eb1b6ebe3b93 port 99322792-8868-4036-98bf-ad433b84cb5a binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:36:22.083240 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e630f584-25c0-4b8c-8fa8-368b938c0c37 req-3ea0f64e-b096-439c-956f-74a004250fb5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3e2c46782b24f3f861ba2f32aba0948&device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 1097 time: 0.0795729 Jan 20 11:36:22.113553 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:22.230382 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630f584-25c0-4b8c-8fa8-368b938c0c37 req-c9bc6361-84bc-4150-b052-d70249db1400 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:22.231782 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e630f584-25c0-4b8c-8fa8-368b938c0c37 req-c9bc6361-84bc-4150-b052-d70249db1400 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e3e2c46782b24f3f861ba2f32aba0948&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1426098 Jan 20 11:36:22.378392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630f584-25c0-4b8c-8fa8-368b938c0c37 req-e12a9934-94f4-4f89-82c9-b8d827d6a9b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:22.380335 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e630f584-25c0-4b8c-8fa8-368b938c0c37 req-e12a9934-94f4-4f89-82c9-b8d827d6a9b4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1424639 Jan 20 11:36:22.421428 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf72fff-9d5b-4e62-9271-0c6ece24ad03 req-83df27bc-6c0e-4d3a-9512-731c403156e7 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:22.422931 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7bf72fff-9d5b-4e62-9271-0c6ece24ad03 req-83df27bc-6c0e-4d3a-9512-731c403156e7 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 944 time: 0.0801089 Jan 20 11:36:22.468444 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7bf72fff-9d5b-4e62-9271-0c6ece24ad03 req-3a37f770-a663-4550-b864-c12437c61330 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399535 Jan 20 11:36:22.487731 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:22.505369 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Transition to ACTIVE for port object 99322792-8868-4036-98bf-ad433b84cb5a will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:36:22.580766 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:22.584291 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-2a7a3145-d90a-4bef-940f-f02113e6e104 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3e2c46782b24f3f861ba2f32aba0948&device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 1097 time: 0.1679313 Jan 20 11:36:22.641614 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d1ea773d-6a79-402d-952b-f0909d05b901 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:36:22.656108 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-f0afb1c4-80e4-4f8d-a12e-d6e5a5a9fe52 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 HTTP/1.1" status: 200 len: 217 time: 0.0655830 Jan 20 11:36:22.729299 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d196748c-d01d-41c0-aef1-97b2b71c0bf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:22.731004 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-d196748c-d01d-41c0-aef1-97b2b71c0bf9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b1a685ba-e485-4dd6-983c-aa57f8ab2edc HTTP/1.1" status: 200 len: 855 time: 0.0691600 Jan 20 11:36:22.753886 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c175fe-c172-492e-8567-1c9156a2d3e5 None None] Pushing event updated for resources: {'Port': ['ID=99322792-8868-4036-98bf-ad433b84cb5a,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:22.812454 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-3eff07c5-20c3-4bf8-bacd-2a37c7b61afa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6d1023e-7053-488b-9351-b5a047518290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746150 Jan 20 11:36:22.862003 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Attempting to bind port 99322792-8868-4036-98bf-ad433b84cb5a on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:36:22.862384 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Attempting to bind port 99322792-8868-4036-98bf-ad433b84cb5a by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'a67b3822-4184-418e-8752-8a75f6d413fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:36:22.862752 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Attempting to bind port 99322792-8868-4036-98bf-ad433b84cb5a on network c6d1023e-7053-488b-9351-b5a047518290 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:36:22.878915 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:36:22.879290 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Checking segment: {'id': 'a67b3822-4184-418e-8752-8a75f6d413fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:36:22.879696 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:22.880095 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Bound using segment: {'id': 'a67b3822-4184-418e-8752-8a75f6d413fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:36:22.880561 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Bound port: 99322792-8868-4036-98bf-ad433b84cb5a, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67b3822-4184-418e-8752-8a75f6d413fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:36:22.880940 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:22.895579 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port d1ea773d-6a79-402d-952b-f0909d05b901 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:22.895922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:22.946142 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-c89e8a26-4f7a-4060-a6b7-b39326051b1e service neutron] 10.222.0.72 "GET /v2.0/networks/c6d1023e-7053-488b-9351-b5a047518290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272316 Jan 20 11:36:23.060856 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] For port 99322792-8868-4036-98bf-ad433b84cb5a, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:36:23.074936 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-de3628d1-61bb-4ee8-9d37-f46928d46f49 req-10a2006f-9c70-4758-91dd-0a37300cf890 service neutron] 10.222.0.72 "GET /v2.0/networks/c6d1023e-7053-488b-9351-b5a047518290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230178 Jan 20 11:36:23.078613 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] For port 99322792-8868-4036-98bf-ad433b84cb5a, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=99322792-8868-4036-98bf-ad433b84cb5a,segment=NetworkSegment(a67b3822-4184-418e-8752-8a75f6d413fd),segment_id=a67b3822-4184-418e-8752-8a75f6d413fd)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:36:23.148213 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:23.230600 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c175fe-c172-492e-8567-1c9156a2d3e5 None None] Pushing event updated for resources: {'Port': ['ID=99322792-8868-4036-98bf-ad433b84cb5a,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:23.234569 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Routers {'960ad576-6c2b-42c6-be3a-eb1b6ebe3b93'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:36:23.235184 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:36:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['960ad576-6c2b-42c6-be3a-eb1b6ebe3b93'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:36:23.463069 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] Set router 960ad576-6c2b-42c6-be3a-eb1b6ebe3b93 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:36:23.673713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07757993-6e10-4fbc-b945-11d41b8d0201 req-4180ce93-7257-417d-a3ce-0308f44d3da3 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:23.675175 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-07757993-6e10-4fbc-b945-11d41b8d0201 req-4180ce93-7257-417d-a3ce-0308f44d3da3 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 944 time: 0.0800622 Jan 20 11:36:23.723252 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-07757993-6e10-4fbc-b945-11d41b8d0201 req-e72fe3a0-8f38-4929-8f91-cbaa5863669b tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424380 Jan 20 11:36:23.782508 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'name': 'tempest-TestEncryptedCinderVolumes-445139385-router', 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e4888bc4-c20a-4f67-a90b-c7b17b52d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:36:03Z', 'updated_at': '2022-01-20T11:36:06Z', 'revision_number': 4, 'project_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'gw_port': {'id': 'e4888bc4-c20a-4f67-a90b-c7b17b52d235', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:03Z', 'updated_at': '2022-01-20T11:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '99322792-8868-4036-98bf-ad433b84cb5a', 'name': '', 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290', 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'mac_address': 'fa:16:3e:13:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a685ba-e485-4dd6-983c-aa57f8ab2edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:06Z', 'updated_at': '2022-01-20T11:36:23Z', 'revision_number': 4, 'project_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'subnets': [{'id': 'b1a685ba-e485-4dd6-983c-aa57f8ab2edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:36:23.786436 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c8714-57ed-4e05-885c-49e428a3dc45 None None] The sync data for ids ['960ad576-6c2b-42c6-be3a-eb1b6ebe3b93'] in dv-neutron-825471-1-hyperv is: [{'id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'name': 'tempest-TestEncryptedCinderVolumes-445139385-router', 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e4888bc4-c20a-4f67-a90b-c7b17b52d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:36:03Z', 'updated_at': '2022-01-20T11:36:06Z', 'revision_number': 4, 'project_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'gw_port': {'id': 'e4888bc4-c20a-4f67-a90b-c7b17b52d235', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:03Z', 'updated_at': '2022-01-20T11:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '99322792-8868-4036-98bf-ad433b84cb5a', 'name': '', 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290', 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'mac_address': 'fa:16:3e:13:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1a685ba-e485-4dd6-983c-aa57f8ab2edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:06Z', 'updated_at': '2022-01-20T11:36:23Z', 'revision_number': 4, 'project_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'subnets': [{'id': 'b1a685ba-e485-4dd6-983c-aa57f8ab2edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:36:24.143815 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Sync routers for ids ['6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:36:24.155914 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Routers {'6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:36:24.156516 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:36:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:36:24.361988 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Set router 6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:36:24.655865 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 99322792-8868-4036-98bf-ad433b84cb5a up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:36:24.665976 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'name': 'tempest-TestEncryptedCinderVolumes-2088431835-router', 'tenant_id': 'bcd605fdc54f46b7945b871b155f69f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': 'd1ea773d-6a79-402d-952b-f0909d05b901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:36:10Z', 'updated_at': '2022-01-20T11:36:14Z', 'revision_number': 4, 'project_id': 'bcd605fdc54f46b7945b871b155f69f5', 'gw_port': {'id': 'd1ea773d-6a79-402d-952b-f0909d05b901', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:11Z', 'updated_at': '2022-01-20T11:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'b899d78f-b231-49ec-aa9f-380b746318c7', 'name': '', 'network_id': 'f13da0e8-1350-4e24-9733-53ef54935bde', 'tenant_id': 'bcd605fdc54f46b7945b871b155f69f5', 'mac_address': 'fa:16:3e:15:0c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '041fe295-7b64-40b2-988e-ef01a2a56e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:13Z', 'updated_at': '2022-01-20T11:36:14Z', 'revision_number': 2, 'project_id': 'bcd605fdc54f46b7945b871b155f69f5', 'subnets': [{'id': '041fe295-7b64-40b2-988e-ef01a2a56e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:36:24.669740 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Checking router: 6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:36:24.670076 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Updating router 6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd port b899d78f-b231-49ec-aa9f-380b746318c7 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:36:24.719057 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:24.785363 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 99322792-8868-4036-98bf-ad433b84cb5a completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:36:24.790597 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 99322792-8868-4036-98bf-ad433b84cb5a triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:24.791088 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:24.919283 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0927b0d-52ee-4c91-bf32-03a1432a5097 req-741d958f-4d88-49e9-b95d-14fd0e40c2fd tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:24.920915 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e0927b0d-52ee-4c91-bf32-03a1432a5097 req-741d958f-4d88-49e9-b95d-14fd0e40c2fd tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 944 time: 0.0757024 Jan 20 11:36:24.932269 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:24.968246 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e0927b0d-52ee-4c91-bf32-03a1432a5097 req-eab75fae-606f-48d0-8df6-56160fbb722a tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411599 Jan 20 11:36:24.979076 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 99322792-8868-4036-98bf-ad433b84cb5a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=99322792-8868-4036-98bf-ad433b84cb5a,segment=NetworkSegment(a67b3822-4184-418e-8752-8a75f6d413fd),segment_id=a67b3822-4184-418e-8752-8a75f6d413fd)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:36:25.039171 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:25.068403 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:25.080378 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Transition to ACTIVE for port object b899d78f-b231-49ec-aa9f-380b746318c7 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:36:25.105359 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=99322792-8868-4036-98bf-ad433b84cb5a,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:25.159038 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:25.280644 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7fa07-de16-4f35-8919-c9204c82d8e3 None None] Pushing event updated for resources: {'Port': ['ID=b899d78f-b231-49ec-aa9f-380b746318c7,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:25.371105 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Attempting to bind port b899d78f-b231-49ec-aa9f-380b746318c7 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:36:25.371468 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Attempting to bind port b899d78f-b231-49ec-aa9f-380b746318c7 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'a59580fb-644e-4f8b-b382-7b52c79563f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f13da0e8-1350-4e24-9733-53ef54935bde'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:36:25.371816 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Attempting to bind port b899d78f-b231-49ec-aa9f-380b746318c7 on network f13da0e8-1350-4e24-9733-53ef54935bde {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:36:25.378689 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:36:25.379050 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Checking segment: {'id': 'a59580fb-644e-4f8b-b382-7b52c79563f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f13da0e8-1350-4e24-9733-53ef54935bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:36:25.379451 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:25.379832 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Bound using segment: {'id': 'a59580fb-644e-4f8b-b382-7b52c79563f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f13da0e8-1350-4e24-9733-53ef54935bde'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:36:25.380287 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Bound port: b899d78f-b231-49ec-aa9f-380b746318c7, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59580fb-644e-4f8b-b382-7b52c79563f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f13da0e8-1350-4e24-9733-53ef54935bde'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:36:25.380667 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:25.472651 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] For port b899d78f-b231-49ec-aa9f-380b746318c7, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:36:25.475489 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] For port b899d78f-b231-49ec-aa9f-380b746318c7, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b899d78f-b231-49ec-aa9f-380b746318c7,segment=NetworkSegment(a59580fb-644e-4f8b-b382-7b52c79563f7),segment_id=a59580fb-644e-4f8b-b382-7b52c79563f7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:36:25.554168 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:25.646321 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7fa07-de16-4f35-8919-c9204c82d8e3 None None] Pushing event updated for resources: {'Port': ['ID=b899d78f-b231-49ec-aa9f-380b746318c7,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:25.650919 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Routers {'6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:36:25.651524 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:36:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:36:25.860877 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] Set router 6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:36:25.973831 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:36:26.170743 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1,segment=NetworkSegment(a67b3822-4184-418e-8752-8a75f6d413fd),segment_id=a67b3822-4184-418e-8752-8a75f6d413fd)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:36:26.184322 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1', 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290', 'port_id': 'f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1', 'mac_address': 'fa:16:3e:93:79:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a685ba-e485-4dd6-983c-aa57f8ab2edc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:36:26.206712 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d66a70-fd49-4f5f-8708-4a22301e6f28 req-61c479da-231f-44a7-80e8-4c06e93913cd tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:26.208153 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-43d66a70-fd49-4f5f-8708-4a22301e6f28 req-61c479da-231f-44a7-80e8-4c06e93913cd tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 944 time: 0.0869153 Jan 20 11:36:26.243785 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:26.255853 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-43d66a70-fd49-4f5f-8708-4a22301e6f28 req-5131b6a7-6cae-4e48-a880-e4287b0fb8ff tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420742 Jan 20 11:36:26.256585 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'name': 'tempest-TestEncryptedCinderVolumes-2088431835-router', 'tenant_id': 'bcd605fdc54f46b7945b871b155f69f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': 'd1ea773d-6a79-402d-952b-f0909d05b901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:36:10Z', 'updated_at': '2022-01-20T11:36:14Z', 'revision_number': 4, 'project_id': 'bcd605fdc54f46b7945b871b155f69f5', 'gw_port': {'id': 'd1ea773d-6a79-402d-952b-f0909d05b901', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:11Z', 'updated_at': '2022-01-20T11:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'b899d78f-b231-49ec-aa9f-380b746318c7', 'name': '', 'network_id': 'f13da0e8-1350-4e24-9733-53ef54935bde', 'tenant_id': 'bcd605fdc54f46b7945b871b155f69f5', 'mac_address': 'fa:16:3e:15:0c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '041fe295-7b64-40b2-988e-ef01a2a56e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:13Z', 'updated_at': '2022-01-20T11:36:25Z', 'revision_number': 4, 'project_id': 'bcd605fdc54f46b7945b871b155f69f5', 'subnets': [{'id': '041fe295-7b64-40b2-988e-ef01a2a56e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:36:26.262361 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e007e-e689-4201-8b9d-da1217d56313 None None] The sync data for ids ['6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd'] in dv-neutron-825471-1-hyperv is: [{'id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'name': 'tempest-TestEncryptedCinderVolumes-2088431835-router', 'tenant_id': 'bcd605fdc54f46b7945b871b155f69f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': 'd1ea773d-6a79-402d-952b-f0909d05b901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:36:10Z', 'updated_at': '2022-01-20T11:36:14Z', 'revision_number': 4, 'project_id': 'bcd605fdc54f46b7945b871b155f69f5', 'gw_port': {'id': 'd1ea773d-6a79-402d-952b-f0909d05b901', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:11Z', 'updated_at': '2022-01-20T11:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'b899d78f-b231-49ec-aa9f-380b746318c7', 'name': '', 'network_id': 'f13da0e8-1350-4e24-9733-53ef54935bde', 'tenant_id': 'bcd605fdc54f46b7945b871b155f69f5', 'mac_address': 'fa:16:3e:15:0c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '041fe295-7b64-40b2-988e-ef01a2a56e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:13Z', 'updated_at': '2022-01-20T11:36:25Z', 'revision_number': 4, 'project_id': 'bcd605fdc54f46b7945b871b155f69f5', 'subnets': [{'id': '041fe295-7b64-40b2-988e-ef01a2a56e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:36:26.263123 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:36:26.278850 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1,segment=NetworkSegment(a67b3822-4184-418e-8752-8a75f6d413fd),segment_id=a67b3822-4184-418e-8752-8a75f6d413fd)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:36:26.361876 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:26.436010 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:26.568817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:36:26.720005 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 99322792-8868-4036-98bf-ad433b84cb5a up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:36:26.820058 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 99322792-8868-4036-98bf-ad433b84cb5a triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:26.820425 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:26.936139 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b899d78f-b231-49ec-aa9f-380b746318c7 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:36:27.067843 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port b899d78f-b231-49ec-aa9f-380b746318c7 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:36:27.073169 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port b899d78f-b231-49ec-aa9f-380b746318c7 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:27.073563 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:27.189724 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:27.225649 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port b899d78f-b231-49ec-aa9f-380b746318c7, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b899d78f-b231-49ec-aa9f-380b746318c7,segment=NetworkSegment(a59580fb-644e-4f8b-b382-7b52c79563f7),segment_id=a59580fb-644e-4f8b-b382-7b52c79563f7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:36:27.317202 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:27.382704 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=b899d78f-b231-49ec-aa9f-380b746318c7,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:27.454345 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254e774-7b9f-46ff-9fad-15394c2f40e8 req-938118b8-edc1-4534-897c-655178d1de1a tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:27.455812 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6254e774-7b9f-46ff-9fad-15394c2f40e8 req-938118b8-edc1-4534-897c-655178d1de1a tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 945 time: 0.0770066 Jan 20 11:36:27.506319 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6254e774-7b9f-46ff-9fad-15394c2f40e8 req-a22fc89e-0ab8-4acb-ba25-38b1d5c35d36 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450478 Jan 20 11:36:27.974796 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:36:28.141786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:36:28.146580 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:28.146961 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:28.287212 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:28.313292 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3fda3a-cfb2-499c-a78c-a736ec108ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:36:28.322635 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1,segment=NetworkSegment(a67b3822-4184-418e-8752-8a75f6d413fd),segment_id=a67b3822-4184-418e-8752-8a75f6d413fd)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:36:28.368440 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3fda3a-cfb2-499c-a78c-a736ec108ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1', 'code': 200} Jan 20 11:36:28.422212 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:28.494101 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:28.644178 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b899d78f-b231-49ec-aa9f-380b746318c7 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:36:28.710065 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23477382-21c0-4930-a2e8-4e0c34e1e3af req-fa3293fc-9c54-44b3-93fe-62ea740b2300 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:28.711680 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23477382-21c0-4930-a2e8-4e0c34e1e3af req-fa3293fc-9c54-44b3-93fe-62ea740b2300 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 946 time: 0.0816600 Jan 20 11:36:28.712314 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port b899d78f-b231-49ec-aa9f-380b746318c7 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:28.712690 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:28.760857 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-23477382-21c0-4930-a2e8-4e0c34e1e3af req-ca389512-6eac-4536-82d6-673f2d8cf29e tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415158 Jan 20 11:36:28.799139 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ada4cd95-fb4b-4c5c-8e59-00ecd438ec72 req-8b1668db-f7d0-4582-97c1-e60553078e26 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 1099 time: 0.0734634 Jan 20 11:36:28.841706 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ada4cd95-fb4b-4c5c-8e59-00ecd438ec72 req-fede0412-cbf1-4811-9312-3c9c6520db65 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359929 Jan 20 11:36:29.967652 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138c104-b5e8-4260-909b-27a280672131 req-e32822b0-d258-4725-aa31-6cbf5f6379b1 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:29.969132 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0138c104-b5e8-4260-909b-27a280672131 req-e32822b0-d258-4725-aa31-6cbf5f6379b1 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 946 time: 0.0821304 Jan 20 11:36:30.014040 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0138c104-b5e8-4260-909b-27a280672131 req-2cfa283c-68d5-47af-9787-d412868fd2f2 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392997 Jan 20 11:36:31.206487 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ede2fd-06b7-4f80-8fbb-c554ce1e730e req-371a55ac-df5d-4e0e-ab78-8f1294dea4e1 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:31.207841 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-42ede2fd-06b7-4f80-8fbb-c554ce1e730e req-371a55ac-df5d-4e0e-ab78-8f1294dea4e1 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 946 time: 0.0762012 Jan 20 11:36:31.251564 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-42ede2fd-06b7-4f80-8fbb-c554ce1e730e req-ddad4e40-026e-4cfa-965a-1c24c462b346 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383537 Jan 20 11:36:31.411043 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b795b6b2-836f-4776-b3f5-bc98defc6d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:31.537483 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30f761-2ef4-43f9-a5ee-15c65f3bf1d5 req-bd092991-b806-4b2d-98c4-29b6d531d167 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:31.538994 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1c30f761-2ef4-43f9-a5ee-15c65f3bf1d5 req-bd092991-b806-4b2d-98c4-29b6d531d167 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 946 time: 0.1665094 Jan 20 11:36:31.586826 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1c30f761-2ef4-43f9-a5ee-15c65f3bf1d5 req-231f4fd5-985f-4561-9e94-910717aeeadd tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423436 Jan 20 11:36:33.860238 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9f622fe6-6e0a-4972-bb55-dcf00b4d0d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:34.920473 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:34.970604 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:35.047082 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:36:36.364940 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:39.879342 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:41.531110 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-777eb055-e344-4dae-abaa-7db3831979c5 req-56417fd5-9991-4c17-bd91-4073ee256a2f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663457 Jan 20 11:36:41.674989 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-777eb055-e344-4dae-abaa-7db3831979c5 req-9332eb9c-d57b-4a25-ae08-d60768c80f60 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3e2c46782b24f3f861ba2f32aba0948&device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 1099 time: 0.0719380 Jan 20 11:36:41.824561 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eb055-e344-4dae-abaa-7db3831979c5 req-75423ea3-cfce-49f8-ac1f-ac426784683f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:41.826039 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-777eb055-e344-4dae-abaa-7db3831979c5 req-75423ea3-cfce-49f8-ac1f-ac426784683f service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6d1023e-7053-488b-9351-b5a047518290 HTTP/1.1" status: 200 len: 917 time: 0.1289463 Jan 20 11:36:41.899786 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-777eb055-e344-4dae-abaa-7db3831979c5 req-86eecd59-da4c-4c76-930b-363c8833cc89 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 HTTP/1.1" status: 200 len: 217 time: 0.0623434 Jan 20 11:36:41.972113 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eb055-e344-4dae-abaa-7db3831979c5 req-21b9e9a1-bf3a-430b-928c-5c31805d2ca9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:41.973525 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-777eb055-e344-4dae-abaa-7db3831979c5 req-21b9e9a1-bf3a-430b-928c-5c31805d2ca9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b1a685ba-e485-4dd6-983c-aa57f8ab2edc HTTP/1.1" status: 200 len: 855 time: 0.0612006 Jan 20 11:36:42.049030 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-777eb055-e344-4dae-abaa-7db3831979c5 req-17f9bc0c-8445-45ed-97fa-e80f216bda54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6d1023e-7053-488b-9351-b5a047518290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687253 Jan 20 11:36:42.181716 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-777eb055-e344-4dae-abaa-7db3831979c5 req-176f38a7-ed99-4c49-abe3-7fcd73d867d6 service neutron] 10.222.0.72 "GET /v2.0/networks/c6d1023e-7053-488b-9351-b5a047518290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258261 Jan 20 11:36:42.314391 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-777eb055-e344-4dae-abaa-7db3831979c5 req-8055e0cc-a0c8-452a-8dab-9a42a9dc2afa service neutron] 10.222.0.72 "GET /v2.0/networks/c6d1023e-7053-488b-9351-b5a047518290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264226 Jan 20 11:36:50.028105 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad527c-c679-4c52-8059-065244a0889b req-c732794a-e6f8-4fe9-90c6-d6be7d8502df tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:50.029441 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5dad527c-c679-4c52-8059-065244a0889b req-c732794a-e6f8-4fe9-90c6-d6be7d8502df tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 946 time: 0.0763958 Jan 20 11:36:50.074910 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5dad527c-c679-4c52-8059-065244a0889b req-13b3a91d-6f97-4395-a627-45159285c2fc tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389373 Jan 20 11:36:51.341250 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66711fcf-b6bb-44f4-b7ee-2741497fe177 req-24341529-f9d8-4707-8789-6303303fcfdf tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:51.342708 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-66711fcf-b6bb-44f4-b7ee-2741497fe177 req-24341529-f9d8-4707-8789-6303303fcfdf tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 946 time: 0.1467166 Jan 20 11:36:51.387921 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-66711fcf-b6bb-44f4-b7ee-2741497fe177 req-8edfd8b0-5596-4634-9703-ee3ccdf5bbcd tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383942 Jan 20 11:36:51.580158 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bed27-f528-4d49-b2ee-9ab4d579bfda req-0b52e426-8005-4673-80cf-cfdca2018234 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:51.580782 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-194bed27-f528-4d49-b2ee-9ab4d579bfda req-0b52e426-8005-4673-80cf-cfdca2018234 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Synchronizing usage tracker for tenant:e3e2c46782b24f3f861ba2f32aba0948 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:36:51.673396 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-194bed27-f528-4d49-b2ee-9ab4d579bfda req-0b52e426-8005-4673-80cf-cfdca2018234 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Unset dirty status for tenant:e3e2c46782b24f3f861ba2f32aba0948 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:36:51.674579 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-194bed27-f528-4d49-b2ee-9ab4d579bfda req-0b52e426-8005-4673-80cf-cfdca2018234 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 946 time: 0.1723423 Jan 20 11:36:51.741768 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-194bed27-f528-4d49-b2ee-9ab4d579bfda req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Deleting port f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:36:51.742113 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-194bed27-f528-4d49-b2ee-9ab4d579bfda req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:52.071664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-194bed27-f528-4d49-b2ee-9ab4d579bfda req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] For port f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1,segment=NetworkSegment(a67b3822-4184-418e-8752-8a75f6d413fd),segment_id=a67b3822-4184-418e-8752-8a75f6d413fd)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:36:52.072014 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-194bed27-f528-4d49-b2ee-9ab4d579bfda req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:52.187686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-194bed27-f528-4d49-b2ee-9ab4d579bfda req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Calling delete_port for f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:36:52.375912 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-194bed27-f528-4d49-b2ee-9ab4d579bfda req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:52.387731 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:36:52.424555 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Pushing event deleted for resources: {'Port': ['ID=f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:52.463042 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:52.463385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:52.463733 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:52.464073 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:52.464403 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:52.464732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:52.465060 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:52.465582 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:52.465914 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:52.466234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:52.466553 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:36:52.510803 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-194bed27-f528-4d49-b2ee-9ab4d579bfda req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] No DVR routers for this DVR port f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:36:52.513413 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-194bed27-f528-4d49-b2ee-9ab4d579bfda req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:52.516309 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3fda3a-cfb2-499c-a78c-a736ec108ca2', 'name': 'network-vif-deleted', 'tag': 'f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:36:52.561777 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bc0ffc5a-c586-4b65-9867-2c5cac2982d5 req-ff2759e9-df73-4f02-9d9d-cd169ce1d92b tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 210 time: 0.0430021 Jan 20 11:36:52.576696 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3fda3a-cfb2-499c-a78c-a736ec108ca2', 'name': 'network-vif-deleted', 'tag': 'f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1', 'status': 'completed', 'code': 200} Jan 20 11:36:52.631668 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-194bed27-f528-4d49-b2ee-9ab4d579bfda req-a1a92963-9610-4807-9626-6e66f611937c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.72 "DELETE /v2.0/ports/f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 HTTP/1.1" status: 204 len: 173 time: 0.9518671 Jan 20 11:36:53.890023 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-470167e8-0f4c-4249-a2e4-2a39e8236431 req-bd0b145f-beac-446e-925d-e696f0ae8b8f tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f3fda3a-cfb2-499c-a78c-a736ec108ca2 HTTP/1.1" status: 200 len: 210 time: 0.0446012 Jan 20 11:36:55.722560 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-1ae90be8-a007-4e4d-beaa-9e4ed3f215f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:55.723947 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-1ae90be8-a007-4e4d-beaa-9e4ed3f215f0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/networks?id=c6d1023e-7053-488b-9351-b5a047518290 HTTP/1.1" status: 200 len: 816 time: 0.1395991 Jan 20 11:36:55.739635 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-c9207f8b-af1d-4dd6-8c54-63b53c67394a tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/quotas/e3e2c46782b24f3f861ba2f32aba0948 HTTP/1.1" status: 200 len: 375 time: 0.0104647 Jan 20 11:36:55.817331 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-224bb0fd-b2cf-4026-ad34-7b5d9c8f8461 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3e2c46782b24f3f861ba2f32aba0948&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729649 Jan 20 11:36:55.952911 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-86f69459-2605-40a5-ade6-1d461b14c2ef service neutron] 10.222.0.70 "GET /v2.0/networks/c6d1023e-7053-488b-9351-b5a047518290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241119 Jan 20 11:36:56.081883 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-220895de-73f9-41cc-96a9-9bb6d4bb89a2 service neutron] 10.222.0.70 "GET /v2.0/networks/c6d1023e-7053-488b-9351-b5a047518290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221633 Jan 20 11:36:56.114823 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:36:56.149398 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:36:56.149764 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device f0f7d6ac-57d1-4ffd-8fcb-7e5887a466a1 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:36:56.348406 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d68e22de-e144-4168-8d5b-2fe1c8a22a47 req-bcb32d34-dc97-43be-9144-b78dd16b5cea tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdbf424f-3da4-41f1-9725-9d99f00c2a2b HTTP/1.1" status: 200 len: 210 time: 0.0441604 Jan 20 11:36:57.510411 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bc8964f9-ec25-40e2-a92c-779a9b4321b2 req-b615c24f-c897-471a-8c55-ead8a63f3a2f tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdbf424f-3da4-41f1-9725-9d99f00c2a2b HTTP/1.1" status: 200 len: 210 time: 0.0407422 Jan 20 11:36:58.287206 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-c8016c75-e7d4-4e6a-bf3d-c360e9c4ef3c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:58.288662 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-c8016c75-e7d4-4e6a-bf3d-c360e9c4ef3c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.72 "GET /v2.0/networks?id=c6d1023e-7053-488b-9351-b5a047518290 HTTP/1.1" status: 200 len: 816 time: 0.1418655 Jan 20 11:36:58.304452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-bca331c3-3de0-4fcf-9257-1f27fa113d59 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Request body: {'port': {'device_id': 'bdbf424f-3da4-41f1-9725-9d99f00c2a2b', 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290', 'admin_state_up': True, 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:36:58.438715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-bca331c3-3de0-4fcf-9257-1f27fa113d59 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:36:58.443028 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-bca331c3-3de0-4fcf-9257-1f27fa113d59 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Usage tracker for resource:port and tenant:e3e2c46782b24f3f861ba2f32aba0948 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:36:58.446120 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-bca331c3-3de0-4fcf-9257-1f27fa113d59 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:36:58.451903 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-bca331c3-3de0-4fcf-9257-1f27fa113d59 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:36:58.534134 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-bca331c3-3de0-4fcf-9257-1f27fa113d59 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Made reservation on behalf of e3e2c46782b24f3f861ba2f32aba0948 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:36:58.537183 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-bca331c3-3de0-4fcf-9257-1f27fa113d59 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:58.685381 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a9866f3b-7400-4f90-9513-769637ae3944 req-7556b386-d707-490b-a66c-8a8eff906e64 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdbf424f-3da4-41f1-9725-9d99f00c2a2b HTTP/1.1" status: 200 len: 210 time: 0.0401087 Jan 20 11:36:58.712308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-bca331c3-3de0-4fcf-9257-1f27fa113d59 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Allocated IP 172.20.0.8 (c6d1023e-7053-488b-9351-b5a047518290/b1a685ba-e485-4dd6-983c-aa57f8ab2edc/b18bab1c-754c-4c69-a466-79164a85f2e5) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:36:58.907037 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-bca331c3-3de0-4fcf-9257-1f27fa113d59 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:58.922677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-bca331c3-3de0-4fcf-9257-1f27fa113d59 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Transition to ACTIVE for port object b18bab1c-754c-4c69-a466-79164a85f2e5 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:36:59.027787 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-bca331c3-3de0-4fcf-9257-1f27fa113d59 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:59.102329 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-bca331c3-3de0-4fcf-9257-1f27fa113d59 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Network c6d1023e-7053-488b-9351-b5a047518290 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:36:59.105357 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-bca331c3-3de0-4fcf-9257-1f27fa113d59 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:36:59.109696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-bca331c3-3de0-4fcf-9257-1f27fa113d59 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:36:59.136938 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca331c3-3de0-4fcf-9257-1f27fa113d59 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Pushing event updated for resources: {'Port': ['ID=b18bab1c-754c-4c69-a466-79164a85f2e5,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:36:59.172477 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-bca331c3-3de0-4fcf-9257-1f27fa113d59 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:59.173091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-bca331c3-3de0-4fcf-9257-1f27fa113d59 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:59.302694 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-bca331c3-3de0-4fcf-9257-1f27fa113d59 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0017271 Jan 20 11:36:59.313148 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Request body: {'port': {'device_id': 'bdbf424f-3da4-41f1-9725-9d99f00c2a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:36:59.370081 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-226ed395-8401-4b0b-9915-df0bab7319ed None None] Provisioning for port b18bab1c-754c-4c69-a466-79164a85f2e5 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:36:59.374987 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-226ed395-8401-4b0b-9915-df0bab7319ed None None] Provisioning complete for port b18bab1c-754c-4c69-a466-79164a85f2e5 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:36:59.376166 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-226ed395-8401-4b0b-9915-df0bab7319ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:59.422359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:59.427242 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-226ed395-8401-4b0b-9915-df0bab7319ed None None] Port b18bab1c-754c-4c69-a466-79164a85f2e5 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:36:59.853353 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18bab1c-754c-4c69-a466-79164a85f2e5 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:36:59.860079 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:36:59.874668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Transition to ACTIVE for port object b18bab1c-754c-4c69-a466-79164a85f2e5 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:36:59.895046 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad98afb-c7db-45db-a564-1aab52e42c01 req-ab6f0004-aaf7-42f1-b842-86efbc3d4f58 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:36:59.896482 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8ad98afb-c7db-45db-a564-1aab52e42c01 req-ab6f0004-aaf7-42f1-b842-86efbc3d4f58 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdbf424f-3da4-41f1-9725-9d99f00c2a2b HTTP/1.1" status: 200 len: 931 time: 0.0796256 Jan 20 11:36:59.942296 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8ad98afb-c7db-45db-a564-1aab52e42c01 req-6004d78a-4a2c-4e81-a755-1e72ba019d38 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398607 Jan 20 11:36:59.945245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:00.072110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=b18bab1c-754c-4c69-a466-79164a85f2e5,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:00.187494 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Attempting to bind port b18bab1c-754c-4c69-a466-79164a85f2e5 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:37:00.187839 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Attempting to bind port b18bab1c-754c-4c69-a466-79164a85f2e5 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a67b3822-4184-418e-8752-8a75f6d413fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:37:00.188169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Attempting to bind port b18bab1c-754c-4c69-a466-79164a85f2e5 on network c6d1023e-7053-488b-9351-b5a047518290 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:37:00.194025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Port b18bab1c-754c-4c69-a466-79164a85f2e5 on network c6d1023e-7053-488b-9351-b5a047518290 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:37:00.194340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Attempting to bind port b18bab1c-754c-4c69-a466-79164a85f2e5 on network c6d1023e-7053-488b-9351-b5a047518290 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:37:00.200560 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:37:00.200914 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Checking segment: {'id': 'a67b3822-4184-418e-8752-8a75f6d413fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:37:00.201293 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Bound using segment: {'id': 'a67b3822-4184-418e-8752-8a75f6d413fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:37:00.201742 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Bound port: b18bab1c-754c-4c69-a466-79164a85f2e5, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67b3822-4184-418e-8752-8a75f6d413fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:37:00.202082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:00.287238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] For port b18bab1c-754c-4c69-a466-79164a85f2e5, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:37:00.290028 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] For port b18bab1c-754c-4c69-a466-79164a85f2e5, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b18bab1c-754c-4c69-a466-79164a85f2e5,segment=NetworkSegment(a67b3822-4184-418e-8752-8a75f6d413fd),segment_id=a67b3822-4184-418e-8752-8a75f6d413fd)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:37:00.376440 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:00.440476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:00.441934 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] 10.222.0.72 "PUT /v2.0/ports/b18bab1c-754c-4c69-a466-79164a85f2e5 HTTP/1.1" status: 200 len: 1093 time: 1.1326478 Jan 20 11:37:00.442372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbf424f-3da4-41f1-9725-9d99f00c2a2b', 'tag': 'b18bab1c-754c-4c69-a466-79164a85f2e5'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:37:00.461071 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28663e9b-d421-4b67-a8a2-4ab45e128ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=b18bab1c-754c-4c69-a466-79164a85f2e5,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:00.503678 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbf424f-3da4-41f1-9725-9d99f00c2a2b', 'tag': 'b18bab1c-754c-4c69-a466-79164a85f2e5', 'status': 'completed', 'code': 200} Jan 20 11:37:00.596274 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1d67df81-efbe-48ff-8414-8c75e504593a req-4eb188b5-9e07-4fb4-a763-4aa85515e9c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3e2c46782b24f3f861ba2f32aba0948&device_id=bdbf424f-3da4-41f1-9725-9d99f00c2a2b HTTP/1.1" status: 200 len: 1096 time: 0.0716434 Jan 20 11:37:00.736998 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67df81-efbe-48ff-8414-8c75e504593a req-0f90ead4-69fc-467f-94ad-9e1062916287 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:37:00.738369 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1d67df81-efbe-48ff-8414-8c75e504593a req-0f90ead4-69fc-467f-94ad-9e1062916287 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e3e2c46782b24f3f861ba2f32aba0948&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1367414 Jan 20 11:37:00.874411 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67df81-efbe-48ff-8414-8c75e504593a req-9419bdf2-f347-4b26-8c52-55cbb1d30c65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:37:00.875767 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1d67df81-efbe-48ff-8414-8c75e504593a req-9419bdf2-f347-4b26-8c52-55cbb1d30c65 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317749 Jan 20 11:37:00.984296 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-f6d6df4d-ad9c-4f22-9f0f-08c730870958 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3e2c46782b24f3f861ba2f32aba0948&device_id=bdbf424f-3da4-41f1-9725-9d99f00c2a2b HTTP/1.1" status: 200 len: 1096 time: 0.0738561 Jan 20 11:37:01.050014 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-9e58364d-af2e-4c0b-92f6-5bfdb299d60c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b18bab1c-754c-4c69-a466-79164a85f2e5 HTTP/1.1" status: 200 len: 217 time: 0.0596569 Jan 20 11:37:01.114369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-7d0059dc-1c7f-4600-9b91-097afe5dc996 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:37:01.115779 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-7d0059dc-1c7f-4600-9b91-097afe5dc996 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b1a685ba-e485-4dd6-983c-aa57f8ab2edc HTTP/1.1" status: 200 len: 855 time: 0.0607500 Jan 20 11:37:01.140984 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f1d8f-0311-4961-966d-dcb17576595b req-7b4fb743-f17a-4da1-9eae-0a38b4ecfed0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:37:01.142940 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-226f1d8f-0311-4961-966d-dcb17576595b req-7b4fb743-f17a-4da1-9eae-0a38b4ecfed0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdbf424f-3da4-41f1-9725-9d99f00c2a2b HTTP/1.1" status: 200 len: 943 time: 0.0767732 Jan 20 11:37:01.186891 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-226f1d8f-0311-4961-966d-dcb17576595b req-fa6090e2-de47-44c3-b2cd-3b9bfe48d156 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382431 Jan 20 11:37:01.188441 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-d7da7df2-5b02-4988-8b5c-41928eb893d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6d1023e-7053-488b-9351-b5a047518290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668526 Jan 20 11:37:01.314948 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-6eb96fe8-6638-43d4-ac7b-e562e5c61fa7 service neutron] 10.222.0.72 "GET /v2.0/networks/c6d1023e-7053-488b-9351-b5a047518290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203201 Jan 20 11:37:01.407927 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-129bfe3f-59a4-4401-a22f-c04a261c4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:01.441245 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-3c6ae1e5-f2f5-4d32-a394-82fd99ad583b req-d80dde73-9ceb-4041-9c80-477d4a3274c7 service neutron] 10.222.0.72 "GET /v2.0/networks/c6d1023e-7053-488b-9351-b5a047518290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216846 Jan 20 11:37:02.384388 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2192354-8f94-47e2-b9fd-b7d8a69e3e70 req-95ed61ab-3b55-4f1d-8f84-3711bfa825c1 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:37:02.385846 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e2192354-8f94-47e2-b9fd-b7d8a69e3e70 req-95ed61ab-3b55-4f1d-8f84-3711bfa825c1 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdbf424f-3da4-41f1-9725-9d99f00c2a2b HTTP/1.1" status: 200 len: 943 time: 0.0779781 Jan 20 11:37:02.429601 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e2192354-8f94-47e2-b9fd-b7d8a69e3e70 req-195c9554-9dfd-46df-9a9f-dd001a728849 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382676 Jan 20 11:37:03.623709 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea19a3-0796-4d0e-95cd-e7d67a91cf7c req-2c797092-cc9c-432e-98a0-777e724a9e8e tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:37:03.625160 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ddea19a3-0796-4d0e-95cd-e7d67a91cf7c req-2c797092-cc9c-432e-98a0-777e724a9e8e tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdbf424f-3da4-41f1-9725-9d99f00c2a2b HTTP/1.1" status: 200 len: 943 time: 0.0757117 Jan 20 11:37:03.673759 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ddea19a3-0796-4d0e-95cd-e7d67a91cf7c req-fd2e99b4-0506-48aa-bc66-9040b76fc53d tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427606 Jan 20 11:37:03.859244 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9c13f98d-2272-43c5-8625-ea8c25d23beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:04.160601 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device b18bab1c-754c-4c69-a466-79164a85f2e5 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:37:04.294197 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port b18bab1c-754c-4c69-a466-79164a85f2e5, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b18bab1c-754c-4c69-a466-79164a85f2e5,segment=NetworkSegment(a67b3822-4184-418e-8752-8a75f6d413fd),segment_id=a67b3822-4184-418e-8752-8a75f6d413fd)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:37:04.310724 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'b18bab1c-754c-4c69-a466-79164a85f2e5', 'network_id': 'c6d1023e-7053-488b-9351-b5a047518290', 'port_id': 'b18bab1c-754c-4c69-a466-79164a85f2e5', 'mac_address': 'fa:16:3e:72:77:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a685ba-e485-4dd6-983c-aa57f8ab2edc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:37:04.366515 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:04.383445 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18bab1c-754c-4c69-a466-79164a85f2e5 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:37:04.397665 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port b18bab1c-754c-4c69-a466-79164a85f2e5, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b18bab1c-754c-4c69-a466-79164a85f2e5,segment=NetworkSegment(a67b3822-4184-418e-8752-8a75f6d413fd),segment_id=a67b3822-4184-418e-8752-8a75f6d413fd)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:37:04.456475 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:04.520046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=b18bab1c-754c-4c69-a466-79164a85f2e5,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:04.528311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:04.530106 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:04.530106 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:04.530106 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:04.530106 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:04.530106 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:04.530747 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:04.530747 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:04.531019 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:04.531319 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:04.531648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:04.652694 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['b18bab1c-754c-4c69-a466-79164a85f2e5'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:37:04.870512 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b7d0f-a5d5-419a-986c-5fc6906196a3 req-eb388ad3-d243-4855-a578-2ff0a4749de9 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:37:04.871967 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f67b7d0f-a5d5-419a-986c-5fc6906196a3 req-eb388ad3-d243-4855-a578-2ff0a4749de9 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdbf424f-3da4-41f1-9725-9d99f00c2a2b HTTP/1.1" status: 200 len: 944 time: 0.0751483 Jan 20 11:37:04.919611 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f67b7d0f-a5d5-419a-986c-5fc6906196a3 req-c84f792f-0e1f-44f1-96d6-091f40288d7e tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419869 Jan 20 11:37:04.947491 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:05.024678 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:06.119335 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96549c14-076a-4d78-9348-2036ea553784 req-76626467-3440-4224-ad0a-f164638c108e tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:37:06.120766 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-96549c14-076a-4d78-9348-2036ea553784 req-76626467-3440-4224-ad0a-f164638c108e tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdbf424f-3da4-41f1-9725-9d99f00c2a2b HTTP/1.1" status: 200 len: 944 time: 0.0787411 Jan 20 11:37:06.165353 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-96549c14-076a-4d78-9348-2036ea553784 req-6c32e679-ed2f-483b-8d63-af966ca6e536 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390866 Jan 20 11:37:06.183374 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device b18bab1c-754c-4c69-a466-79164a85f2e5 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:37:06.324440 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port b18bab1c-754c-4c69-a466-79164a85f2e5 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:37:06.329177 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port b18bab1c-754c-4c69-a466-79164a85f2e5 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:37:06.330527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:06.417459 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:06.441374 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:06.466683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbf424f-3da4-41f1-9725-9d99f00c2a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18bab1c-754c-4c69-a466-79164a85f2e5'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:37:06.476729 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port b18bab1c-754c-4c69-a466-79164a85f2e5, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b18bab1c-754c-4c69-a466-79164a85f2e5,segment=NetworkSegment(a67b3822-4184-418e-8752-8a75f6d413fd),segment_id=a67b3822-4184-418e-8752-8a75f6d413fd)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:37:06.562610 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:06.600643 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbf424f-3da4-41f1-9725-9d99f00c2a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18bab1c-754c-4c69-a466-79164a85f2e5', 'code': 200} Jan 20 11:37:06.633487 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=b18bab1c-754c-4c69-a466-79164a85f2e5,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:06.928800 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-338b6f5b-b0e5-4f90-aaf5-6e9f4779149b req-9128215c-d1c7-4ada-ac86-5a714c561091 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bdbf424f-3da4-41f1-9725-9d99f00c2a2b HTTP/1.1" status: 200 len: 1098 time: 0.0706468 Jan 20 11:37:07.057679 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-338b6f5b-b0e5-4f90-aaf5-6e9f4779149b req-2d131a99-0d3b-42f2-926c-c17668611271 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235063 Jan 20 11:37:07.356964 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ee73e-b8b3-4d47-91f2-53e6f17ff3d2 req-1355a2fc-f550-4435-9f98-916669460117 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:37:07.358434 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b49ee73e-b8b3-4d47-91f2-53e6f17ff3d2 req-1355a2fc-f550-4435-9f98-916669460117 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdbf424f-3da4-41f1-9725-9d99f00c2a2b HTTP/1.1" status: 200 len: 945 time: 0.0760281 Jan 20 11:37:07.403219 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b49ee73e-b8b3-4d47-91f2-53e6f17ff3d2 req-84a8b9a7-69c2-43ef-979d-491392194001 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393589 Jan 20 11:37:08.679361 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a3ad-c059-4875-84b7-1844e0de2f12 req-1cf8e98e-61dd-45f5-9fe5-9d1d5fc24ab0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:37:08.680797 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7052a3ad-c059-4875-84b7-1844e0de2f12 req-1cf8e98e-61dd-45f5-9fe5-9d1d5fc24ab0 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdbf424f-3da4-41f1-9725-9d99f00c2a2b HTTP/1.1" status: 200 len: 945 time: 0.1579962 Jan 20 11:37:08.725531 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7052a3ad-c059-4875-84b7-1844e0de2f12 req-0714bb49-689b-489f-bd77-6024b2e6ddda tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391722 Jan 20 11:37:08.920345 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08db777-1fa4-4f47-bcdc-51dd07a7d16b req-72ffdb5b-7f21-48dc-89bb-45745593da41 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:37:08.921872 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f08db777-1fa4-4f47-bcdc-51dd07a7d16b req-72ffdb5b-7f21-48dc-89bb-45745593da41 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdbf424f-3da4-41f1-9725-9d99f00c2a2b HTTP/1.1" status: 200 len: 945 time: 0.0763137 Jan 20 11:37:08.966637 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f08db777-1fa4-4f47-bcdc-51dd07a7d16b req-31805046-9f49-4bae-8b03-94ba65b6210c tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391407 Jan 20 11:37:09.904812 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:12.047457 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:37:27.241142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570b75e-63ab-45e7-8fb3-cffdd2c9da6e req-51dc9e15-f3c3-4db0-bdd4-6c664f60a7e7 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:37:27.242486 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5570b75e-63ab-45e7-8fb3-cffdd2c9da6e req-51dc9e15-f3c3-4db0-bdd4-6c664f60a7e7 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdbf424f-3da4-41f1-9725-9d99f00c2a2b HTTP/1.1" status: 200 len: 945 time: 0.0779927 Jan 20 11:37:27.286750 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5570b75e-63ab-45e7-8fb3-cffdd2c9da6e req-a4e4a421-dc99-4242-a670-1d734a43c61f tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388796 Jan 20 11:37:28.482086 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae016fd-cf6f-4ad6-a58d-4decbf8a139b req-bc99c055-3c5a-4c66-9d04-d297ddc33078 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:37:28.483510 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1ae016fd-cf6f-4ad6-a58d-4decbf8a139b req-bc99c055-3c5a-4c66-9d04-d297ddc33078 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdbf424f-3da4-41f1-9725-9d99f00c2a2b HTTP/1.1" status: 200 len: 945 time: 0.0750515 Jan 20 11:37:28.530935 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1ae016fd-cf6f-4ad6-a58d-4decbf8a139b req-d187ee59-4784-4af8-ae8b-2257c4690cb8 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/security-groups?id=9052488e-66c4-4f03-8daf-8cbe616f3eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Jan 20 11:37:28.727045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed64dc-7fd0-4902-b979-a1747f16dbb0 req-357048bb-85fd-400e-99ef-c7a798066920 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:37:28.727722 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-5aed64dc-7fd0-4902-b979-a1747f16dbb0 req-357048bb-85fd-400e-99ef-c7a798066920 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Synchronizing usage tracker for tenant:e3e2c46782b24f3f861ba2f32aba0948 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:37:28.809560 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-5aed64dc-7fd0-4902-b979-a1747f16dbb0 req-357048bb-85fd-400e-99ef-c7a798066920 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Unset dirty status for tenant:e3e2c46782b24f3f861ba2f32aba0948 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:37:28.810638 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5aed64dc-7fd0-4902-b979-a1747f16dbb0 req-357048bb-85fd-400e-99ef-c7a798066920 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdbf424f-3da4-41f1-9725-9d99f00c2a2b HTTP/1.1" status: 200 len: 945 time: 0.1554391 Jan 20 11:37:28.880361 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-5aed64dc-7fd0-4902-b979-a1747f16dbb0 req-00c13d5f-fc31-4505-8289-154db46f3ace tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Deleting port b18bab1c-754c-4c69-a466-79164a85f2e5 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:37:28.880613 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5aed64dc-7fd0-4902-b979-a1747f16dbb0 req-00c13d5f-fc31-4505-8289-154db46f3ace tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:29.112682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-5aed64dc-7fd0-4902-b979-a1747f16dbb0 req-00c13d5f-fc31-4505-8289-154db46f3ace tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] For port b18bab1c-754c-4c69-a466-79164a85f2e5, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b18bab1c-754c-4c69-a466-79164a85f2e5,segment=NetworkSegment(a67b3822-4184-418e-8752-8a75f6d413fd),segment_id=a67b3822-4184-418e-8752-8a75f6d413fd)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:37:29.113033 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5aed64dc-7fd0-4902-b979-a1747f16dbb0 req-00c13d5f-fc31-4505-8289-154db46f3ace tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:29.231344 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-5aed64dc-7fd0-4902-b979-a1747f16dbb0 req-00c13d5f-fc31-4505-8289-154db46f3ace tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Calling delete_port for b18bab1c-754c-4c69-a466-79164a85f2e5 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:37:29.410156 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5aed64dc-7fd0-4902-b979-a1747f16dbb0 req-00c13d5f-fc31-4505-8289-154db46f3ace tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:29.421819 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['b18bab1c-754c-4c69-a466-79164a85f2e5'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:37:29.458405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c13d5f-fc31-4505-8289-154db46f3ace tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Pushing event deleted for resources: {'Port': ['ID=b18bab1c-754c-4c69-a466-79164a85f2e5,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:29.530328 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aed64dc-7fd0-4902-b979-a1747f16dbb0 req-00c13d5f-fc31-4505-8289-154db46f3ace tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] No DVR routers for this DVR port b18bab1c-754c-4c69-a466-79164a85f2e5 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:37:29.533290 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-5aed64dc-7fd0-4902-b979-a1747f16dbb0 req-00c13d5f-fc31-4505-8289-154db46f3ace tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:29.535858 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbf424f-3da4-41f1-9725-9d99f00c2a2b', 'name': 'network-vif-deleted', 'tag': 'b18bab1c-754c-4c69-a466-79164a85f2e5'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:37:29.605095 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5aed64dc-7fd0-4902-b979-a1747f16dbb0 req-00c13d5f-fc31-4505-8289-154db46f3ace tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.72 "DELETE /v2.0/ports/b18bab1c-754c-4c69-a466-79164a85f2e5 HTTP/1.1" status: 204 len: 173 time: 0.7889304 Jan 20 11:37:29.677862 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbf424f-3da4-41f1-9725-9d99f00c2a2b', 'name': 'network-vif-deleted', 'tag': 'b18bab1c-754c-4c69-a466-79164a85f2e5', 'status': 'completed', 'code': 200} Jan 20 11:37:29.704999 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-189005df-fbd8-46a8-95da-16769c751765 req-52508f1c-1bd9-47f0-a4fa-6c3c69eb9799 tempest-TestEncryptedCinderVolumes-815521023 tempest-TestEncryptedCinderVolumes-815521023-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdbf424f-3da4-41f1-9725-9d99f00c2a2b HTTP/1.1" status: 200 len: 210 time: 0.0401316 Jan 20 11:37:30.912242 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43034) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:31.303068 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:31.421377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bdc106bc-6c3a-472a-804e-56ba217fbdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:31.888039 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Deleting port 99322792-8868-4036-98bf-ad433b84cb5a {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:37:31.888384 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:32.149495 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] For port 99322792-8868-4036-98bf-ad433b84cb5a, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=99322792-8868-4036-98bf-ad433b84cb5a,segment=NetworkSegment(a67b3822-4184-418e-8752-8a75f6d413fd),segment_id=a67b3822-4184-418e-8752-8a75f6d413fd)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:37:32.150261 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:32.264991 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Calling delete_port for 99322792-8868-4036-98bf-ad433b84cb5a owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:37:32.270722 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device b18bab1c-754c-4c69-a466-79164a85f2e5 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:37:32.302968 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: b18bab1c-754c-4c69-a466-79164a85f2e5 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:37:32.303318 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device b18bab1c-754c-4c69-a466-79164a85f2e5 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:37:32.478404 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:32.521455 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Pushing event deleted for resources: {'Port': ['ID=99322792-8868-4036-98bf-ad433b84cb5a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:32.560160 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:32.560508 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:32.560848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:32.561182 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:32.561519 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:32.561872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:32.562199 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:32.562521 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:32.562947 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:32.563278 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:32.563677 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:32.823245 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:33.385280 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Router 960ad576-6c2b-42c6-be3a-eb1b6ebe3b93 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:37:33.681132 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:37:33.690315 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da15be61-2b2f-4770-baba-a5dbac303e41 None None] Sync routers for ids ['960ad576-6c2b-42c6-be3a-eb1b6ebe3b93'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:37:33.693681 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-64a108c8-df22-4fd0-a14a-987b232e743d admin admin] 10.222.0.70 "PUT /v2.0/routers/960ad576-6c2b-42c6-be3a-eb1b6ebe3b93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7801161 Jan 20 11:37:33.696199 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43038) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:33.701921 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15be61-2b2f-4770-baba-a5dbac303e41 None None] Routers {'960ad576-6c2b-42c6-be3a-eb1b6ebe3b93'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:37:33.702550 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-da15be61-2b2f-4770-baba-a5dbac303e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:37:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['960ad576-6c2b-42c6-be3a-eb1b6ebe3b93'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:33.890975 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-da15be61-2b2f-4770-baba-a5dbac303e41 None None] Set router 960ad576-6c2b-42c6-be3a-eb1b6ebe3b93 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:37:33.894762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-403342b1-576d-4118-b771-53f02d425497 admin admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:33.965637 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f592d145-3c28-4c12-a9ba-d1255654e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:34.089979 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-403342b1-576d-4118-b771-53f02d425497 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:34.203978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-da15be61-2b2f-4770-baba-a5dbac303e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'name': 'tempest-TestEncryptedCinderVolumes-445139385-router', 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e4888bc4-c20a-4f67-a90b-c7b17b52d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:36:03Z', 'updated_at': '2022-01-20T11:37:32Z', 'revision_number': 5, 'project_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'gw_port': {'id': 'e4888bc4-c20a-4f67-a90b-c7b17b52d235', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:98:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:03Z', 'updated_at': '2022-01-20T11:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:34.207212 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-403342b1-576d-4118-b771-53f02d425497 admin admin] Deleting port e4888bc4-c20a-4f67-a90b-c7b17b52d235 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:37:34.207641 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-403342b1-576d-4118-b771-53f02d425497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:34.208528 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da15be61-2b2f-4770-baba-a5dbac303e41 None None] Checking router: 960ad576-6c2b-42c6-be3a-eb1b6ebe3b93 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:37:34.218718 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15be61-2b2f-4770-baba-a5dbac303e41 None None] Routers {'960ad576-6c2b-42c6-be3a-eb1b6ebe3b93'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:37:34.219309 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-da15be61-2b2f-4770-baba-a5dbac303e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:37:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['960ad576-6c2b-42c6-be3a-eb1b6ebe3b93'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:34.366689 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-da15be61-2b2f-4770-baba-a5dbac303e41 None None] Set router 960ad576-6c2b-42c6-be3a-eb1b6ebe3b93 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:37:34.378424 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-403342b1-576d-4118-b771-53f02d425497 admin admin] For port e4888bc4-c20a-4f67-a90b-c7b17b52d235, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e4888bc4-c20a-4f67-a90b-c7b17b52d235,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:37:34.378789 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-403342b1-576d-4118-b771-53f02d425497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:34.471699 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-da15be61-2b2f-4770-baba-a5dbac303e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'name': 'tempest-TestEncryptedCinderVolumes-445139385-router', 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:36:03Z', 'updated_at': '2022-01-20T11:37:34Z', 'revision_number': 6, 'project_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:34.475541 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da15be61-2b2f-4770-baba-a5dbac303e41 None None] The sync data for ids ['960ad576-6c2b-42c6-be3a-eb1b6ebe3b93'] in dv-neutron-825471-1-hyperv is: [{'id': '960ad576-6c2b-42c6-be3a-eb1b6ebe3b93', 'name': 'tempest-TestEncryptedCinderVolumes-445139385-router', 'tenant_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:36:03Z', 'updated_at': '2022-01-20T11:37:34Z', 'revision_number': 6, 'project_id': 'e3e2c46782b24f3f861ba2f32aba0948', 'gw_port_host': None}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:37:34.500590 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-403342b1-576d-4118-b771-53f02d425497 admin admin] Calling delete_port for e4888bc4-c20a-4f67-a90b-c7b17b52d235 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:37:34.736267 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-403342b1-576d-4118-b771-53f02d425497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:34.778765 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403342b1-576d-4118-b771-53f02d425497 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4888bc4-c20a-4f67-a90b-c7b17b52d235,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:34.892580 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 99322792-8868-4036-98bf-ad433b84cb5a no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:37:34.947356 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 99322792-8868-4036-98bf-ad433b84cb5a {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:37:34.949743 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 99322792-8868-4036-98bf-ad433b84cb5a not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:37:35.024274 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-403342b1-576d-4118-b771-53f02d425497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:35.032966 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:35.070068 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:35.375746 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-403342b1-576d-4118-b771-53f02d425497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:35.380087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-403342b1-576d-4118-b771-53f02d425497 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:35.504317 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-403342b1-576d-4118-b771-53f02d425497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:35.504949 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403342b1-576d-4118-b771-53f02d425497 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 960ad576-6c2b-42c6-be3a-eb1b6ebe3b93 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:37:35.516791 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-403342b1-576d-4118-b771-53f02d425497 admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:35.519552 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-403342b1-576d-4118-b771-53f02d425497 admin admin] 10.222.0.70 "DELETE /v2.0/routers/960ad576-6c2b-42c6-be3a-eb1b6ebe3b93 HTTP/1.1" status: 204 len: 168 time: 1.8207676 Jan 20 11:37:35.520701 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43042) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:35.584359 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f65bdb-14e3-42cf-9936-36f9cba2113c admin admin] Deleting subnet b1a685ba-e485-4dd6-983c-aa57f8ab2edc {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:37:35.587440 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-54f65bdb-14e3-42cf-9936-36f9cba2113c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:35.637332 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-54f65bdb-14e3-42cf-9936-36f9cba2113c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:35.713448 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-54f65bdb-14e3-42cf-9936-36f9cba2113c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:35.864907 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-54f65bdb-14e3-42cf-9936-36f9cba2113c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:35.901873 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f65bdb-14e3-42cf-9936-36f9cba2113c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a685ba-e485-4dd6-983c-aa57f8ab2edc,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:35.914643 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-54f65bdb-14e3-42cf-9936-36f9cba2113c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:35.914789 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5f8768-5378-4dc5-82dd-678b2bd3b1b4 None None] Network c6d1023e-7053-488b-9351-b5a047518290 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:37:35.921182 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-54f65bdb-14e3-42cf-9936-36f9cba2113c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b1a685ba-e485-4dd6-983c-aa57f8ab2edc HTTP/1.1" status: 204 len: 168 time: 0.3973460 Jan 20 11:37:35.921890 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43046) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:36.026197 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:36.037053 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] Deleting port 96764a3c-4606-428a-abec-4e1bcb9e4e53 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:37:36.037389 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:36.156927 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4d03fe-67d2-4f97-9bce-4ca62a58ddd4 None None] DHCP port deletion for c6d1023e-7053-488b-9351-b5a047518290 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:37:36.161238 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d03fe-67d2-4f97-9bce-4ca62a58ddd4 None None] Deleting port 96764a3c-4606-428a-abec-4e1bcb9e4e53 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:37:36.161643 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d4d03fe-67d2-4f97-9bce-4ca62a58ddd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:36.243846 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] For port 96764a3c-4606-428a-abec-4e1bcb9e4e53, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=96764a3c-4606-428a-abec-4e1bcb9e4e53,segment=NetworkSegment(a67b3822-4184-418e-8752-8a75f6d413fd),segment_id=a67b3822-4184-418e-8752-8a75f6d413fd)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:37:36.244193 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:36.362652 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] Calling delete_port for 96764a3c-4606-428a-abec-4e1bcb9e4e53 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:37:36.366971 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-6d4d03fe-67d2-4f97-9bce-4ca62a58ddd4 None None] For port 96764a3c-4606-428a-abec-4e1bcb9e4e53, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=96764a3c-4606-428a-abec-4e1bcb9e4e53,segment=NetworkSegment(a67b3822-4184-418e-8752-8a75f6d413fd),segment_id=a67b3822-4184-418e-8752-8a75f6d413fd)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:37:36.367370 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d4d03fe-67d2-4f97-9bce-4ca62a58ddd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:36.429873 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:36.487476 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d03fe-67d2-4f97-9bce-4ca62a58ddd4 None None] Calling delete_port for 96764a3c-4606-428a-abec-4e1bcb9e4e53 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:37:36.507993 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:36.555396 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=96764a3c-4606-428a-abec-4e1bcb9e4e53,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:36.560832 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-6d4d03fe-67d2-4f97-9bce-4ca62a58ddd4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:37:36.561210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-6d4d03fe-67d2-4f97-9bce-4ca62a58ddd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:37:36.563250 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] No DVR routers for this DVR port 96764a3c-4606-428a-abec-4e1bcb9e4e53 on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:37:36.668297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 96764a3c-4606-428a-abec-4e1bcb9e4e53 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:37:36.681908 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:36.701362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 96764a3c-4606-428a-abec-4e1bcb9e4e53 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:37:36.701738 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 96764a3c-4606-428a-abec-4e1bcb9e4e53 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:37:36.702163 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e4888bc4-c20a-4f67-a90b-c7b17b52d235 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:37:36.707681 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d1023e-7053-488b-9351-b5a047518290']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:36.719395 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67b3822-4184-418e-8752-8a75f6d413fd') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:36.720094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67b3822-4184-418e-8752-8a75f6d413fd') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:36.731000 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:36.732517 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: e4888bc4-c20a-4f67-a90b-c7b17b52d235 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:37:36.732869 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e4888bc4-c20a-4f67-a90b-c7b17b52d235 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:37:36.749273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:36.756011 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:37:36.756391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:37:36.769730 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:37:36.904272 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:36.919976 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:36.930507 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d1023e-7053-488b-9351-b5a047518290,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:36.990890 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d6ddf183-c321-4348-b065-a0e28b7d7a03 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c6d1023e-7053-488b-9351-b5a047518290 HTTP/1.1" status: 204 len: 168 time: 1.0679240 Jan 20 11:37:36.993682 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43050) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:37.062593 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d03fe-67d2-4f97-9bce-4ca62a58ddd4 None None] Deleting port 96764a3c-4606-428a-abec-4e1bcb9e4e53 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:37:37.063156 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6d4d03fe-67d2-4f97-9bce-4ca62a58ddd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:37.174622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d03fe-67d2-4f97-9bce-4ca62a58ddd4 None None] The port '96764a3c-4606-428a-abec-4e1bcb9e4e53' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:37:37.468881 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f27debc2-3511-4332-bfd2-f31092c8ac14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:38.045157 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f27debc2-3511-4332-bfd2-f31092c8ac14 admin admin] Deleting port b899d78f-b231-49ec-aa9f-380b746318c7 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:37:38.045910 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f27debc2-3511-4332-bfd2-f31092c8ac14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:38.216172 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-f27debc2-3511-4332-bfd2-f31092c8ac14 admin admin] For port b899d78f-b231-49ec-aa9f-380b746318c7, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b899d78f-b231-49ec-aa9f-380b746318c7,segment=NetworkSegment(a59580fb-644e-4f8b-b382-7b52c79563f7),segment_id=a59580fb-644e-4f8b-b382-7b52c79563f7)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:37:38.216433 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f27debc2-3511-4332-bfd2-f31092c8ac14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:38.333859 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f27debc2-3511-4332-bfd2-f31092c8ac14 admin admin] Calling delete_port for b899d78f-b231-49ec-aa9f-380b746318c7 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:37:38.567320 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f27debc2-3511-4332-bfd2-f31092c8ac14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:38.610569 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27debc2-3511-4332-bfd2-f31092c8ac14 admin admin] Pushing event deleted for resources: {'Port': ['ID=b899d78f-b231-49ec-aa9f-380b746318c7,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:38.999211 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f27debc2-3511-4332-bfd2-f31092c8ac14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:39.558526 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27debc2-3511-4332-bfd2-f31092c8ac14 admin admin] Router 6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:37:39.756843 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27debc2-3511-4332-bfd2-f31092c8ac14 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:37:39.765301 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97faf32f-33a9-487b-b38a-58c31e389350 None None] Sync routers for ids ['6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:37:39.766155 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f27debc2-3511-4332-bfd2-f31092c8ac14 admin admin] 10.222.0.70 "PUT /v2.0/routers/6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7715225 Jan 20 11:37:39.768797 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43054) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:39.777291 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97faf32f-33a9-487b-b38a-58c31e389350 None None] Routers {'6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:37:39.777918 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-97faf32f-33a9-487b-b38a-58c31e389350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:37:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:39.904420 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:39.957958 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-97faf32f-33a9-487b-b38a-58c31e389350 None None] Set router 6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:37:39.961787 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66a2a837-00fe-463d-9bfe-187fb71c7e1d admin admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:40.243644 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-97faf32f-33a9-487b-b38a-58c31e389350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'name': 'tempest-TestEncryptedCinderVolumes-2088431835-router', 'tenant_id': 'bcd605fdc54f46b7945b871b155f69f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': 'd1ea773d-6a79-402d-952b-f0909d05b901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:36:10Z', 'updated_at': '2022-01-20T11:37:38Z', 'revision_number': 5, 'project_id': 'bcd605fdc54f46b7945b871b155f69f5', 'gw_port': {'id': 'd1ea773d-6a79-402d-952b-f0909d05b901', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:11Z', 'updated_at': '2022-01-20T11:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:40.247262 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97faf32f-33a9-487b-b38a-58c31e389350 None None] Checking router: 6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:37:40.258798 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97faf32f-33a9-487b-b38a-58c31e389350 None None] Routers {'6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:37:40.259361 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-97faf32f-33a9-487b-b38a-58c31e389350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:37:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:40.263102 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66a2a837-00fe-463d-9bfe-187fb71c7e1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:40.338349 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-66a2a837-00fe-463d-9bfe-187fb71c7e1d admin admin] Deleting port d1ea773d-6a79-402d-952b-f0909d05b901 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:37:40.338683 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66a2a837-00fe-463d-9bfe-187fb71c7e1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:40.435145 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-97faf32f-33a9-487b-b38a-58c31e389350 None None] Set router 6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:37:40.505269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-66a2a837-00fe-463d-9bfe-187fb71c7e1d admin admin] For port d1ea773d-6a79-402d-952b-f0909d05b901, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d1ea773d-6a79-402d-952b-f0909d05b901,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:37:40.505650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66a2a837-00fe-463d-9bfe-187fb71c7e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:40.626532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-66a2a837-00fe-463d-9bfe-187fb71c7e1d admin admin] Calling delete_port for d1ea773d-6a79-402d-952b-f0909d05b901 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:37:40.744741 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-97faf32f-33a9-487b-b38a-58c31e389350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'name': 'tempest-TestEncryptedCinderVolumes-2088431835-router', 'tenant_id': 'bcd605fdc54f46b7945b871b155f69f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': 'd1ea773d-6a79-402d-952b-f0909d05b901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:36:10Z', 'updated_at': '2022-01-20T11:37:38Z', 'revision_number': 5, 'project_id': 'bcd605fdc54f46b7945b871b155f69f5', 'gw_port': {'id': 'd1ea773d-6a79-402d-952b-f0909d05b901', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:11Z', 'updated_at': '2022-01-20T11:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:40.748600 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97faf32f-33a9-487b-b38a-58c31e389350 None None] The sync data for ids ['6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd'] in dv-neutron-825471-1-hyperv is: [{'id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'name': 'tempest-TestEncryptedCinderVolumes-2088431835-router', 'tenant_id': 'bcd605fdc54f46b7945b871b155f69f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': 'd1ea773d-6a79-402d-952b-f0909d05b901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:36:10Z', 'updated_at': '2022-01-20T11:37:38Z', 'revision_number': 5, 'project_id': 'bcd605fdc54f46b7945b871b155f69f5', 'gw_port': {'id': 'd1ea773d-6a79-402d-952b-f0909d05b901', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:36:11Z', 'updated_at': '2022-01-20T11:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:37:40.869853 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66a2a837-00fe-463d-9bfe-187fb71c7e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:40.915533 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2a837-00fe-463d-9bfe-187fb71c7e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ea773d-6a79-402d-952b-f0909d05b901,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:41.135693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66a2a837-00fe-463d-9bfe-187fb71c7e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:41.399592 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66a2a837-00fe-463d-9bfe-187fb71c7e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:41.403883 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66a2a837-00fe-463d-9bfe-187fb71c7e1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:41.503970 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66a2a837-00fe-463d-9bfe-187fb71c7e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:41.504500 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a2a837-00fe-463d-9bfe-187fb71c7e1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:37:41.516333 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-66a2a837-00fe-463d-9bfe-187fb71c7e1d admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:41.517795 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-66a2a837-00fe-463d-9bfe-187fb71c7e1d admin admin] 10.222.0.70 "DELETE /v2.0/routers/6b9f1bdc-703f-4fc9-aa1f-0827cd2bb8bd HTTP/1.1" status: 204 len: 168 time: 1.7480869 Jan 20 11:37:41.521150 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43058) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:41.580268 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50075c1-f35b-4222-beab-b486236d1d58 admin admin] Deleting subnet 041fe295-7b64-40b2-988e-ef01a2a56e7b {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:37:41.583275 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d50075c1-f35b-4222-beab-b486236d1d58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:41.638284 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d50075c1-f35b-4222-beab-b486236d1d58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:41.714303 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d50075c1-f35b-4222-beab-b486236d1d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:41.893850 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d50075c1-f35b-4222-beab-b486236d1d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:42.029361 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50075c1-f35b-4222-beab-b486236d1d58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=041fe295-7b64-40b2-988e-ef01a2a56e7b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:42.036125 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d50075c1-f35b-4222-beab-b486236d1d58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:42.041190 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0226d4-3ca6-4f0e-938d-75b4dbda432f None None] Network f13da0e8-1350-4e24-9733-53ef54935bde requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:37:42.045985 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d50075c1-f35b-4222-beab-b486236d1d58 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/041fe295-7b64-40b2-988e-ef01a2a56e7b HTTP/1.1" status: 204 len: 168 time: 0.5245605 Jan 20 11:37:42.048562 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43062) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:42.153236 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:42.163264 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] Deleting port 816c4e00-511c-4749-ac13-4ad009610674 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:37:42.163595 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:42.273397 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76826f90-140a-46da-8832-75b8e049d0a0 None None] DHCP port deletion for f13da0e8-1350-4e24-9733-53ef54935bde request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:37:42.277672 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-76826f90-140a-46da-8832-75b8e049d0a0 None None] Deleting port 816c4e00-511c-4749-ac13-4ad009610674 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:37:42.278062 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76826f90-140a-46da-8832-75b8e049d0a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:42.359286 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] For port 816c4e00-511c-4749-ac13-4ad009610674, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=816c4e00-511c-4749-ac13-4ad009610674,segment=NetworkSegment(a59580fb-644e-4f8b-b382-7b52c79563f7),segment_id=a59580fb-644e-4f8b-b382-7b52c79563f7)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:37:42.359650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:42.477954 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-76826f90-140a-46da-8832-75b8e049d0a0 None None] For port 816c4e00-511c-4749-ac13-4ad009610674, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=816c4e00-511c-4749-ac13-4ad009610674,segment=NetworkSegment(a59580fb-644e-4f8b-b382-7b52c79563f7),segment_id=a59580fb-644e-4f8b-b382-7b52c79563f7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:37:42.478346 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76826f90-140a-46da-8832-75b8e049d0a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:42.479050 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] Calling delete_port for 816c4e00-511c-4749-ac13-4ad009610674 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:37:42.596195 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-76826f90-140a-46da-8832-75b8e049d0a0 None None] Calling delete_port for 816c4e00-511c-4749-ac13-4ad009610674 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:37:42.647534 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:42.668572 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-76826f90-140a-46da-8832-75b8e049d0a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:37:42.668947 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-76826f90-140a-46da-8832-75b8e049d0a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:37:42.674482 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d1ea773d-6a79-402d-952b-f0909d05b901 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:37:42.694742 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] Pushing event deleted for resources: {'Port': ['ID=816c4e00-511c-4749-ac13-4ad009610674,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:42.702610 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] No DVR routers for this DVR port 816c4e00-511c-4749-ac13-4ad009610674 on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:37:42.707230 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: d1ea773d-6a79-402d-952b-f0909d05b901 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:37:42.707574 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d1ea773d-6a79-402d-952b-f0909d05b901 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:37:42.707992 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 816c4e00-511c-4749-ac13-4ad009610674 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:37:42.738602 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 816c4e00-511c-4749-ac13-4ad009610674 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:37:42.738942 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 816c4e00-511c-4749-ac13-4ad009610674 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:37:42.739351 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b899d78f-b231-49ec-aa9f-380b746318c7 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:37:42.769451 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: b899d78f-b231-49ec-aa9f-380b746318c7 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:37:42.769823 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b899d78f-b231-49ec-aa9f-380b746318c7 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:37:42.817314 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:42.845826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13da0e8-1350-4e24-9733-53ef54935bde']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:42.857354 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59580fb-644e-4f8b-b382-7b52c79563f7') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:42.857617 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59580fb-644e-4f8b-b382-7b52c79563f7') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:42.869179 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:42.884697 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:42.890492 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:37:42.890872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:37:42.903400 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:37:43.075477 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:43.091353 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:43.102619 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] Pushing event deleted for resources: {'Network': ['ID=f13da0e8-1350-4e24-9733-53ef54935bde,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:43.105361 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2d14d0b2-9ed4-4121-9a04-bfc07cc97974 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f13da0e8-1350-4e24-9733-53ef54935bde HTTP/1.1" status: 204 len: 168 time: 1.0558920 Jan 20 11:37:43.170780 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-76826f90-140a-46da-8832-75b8e049d0a0 None None] Deleting port 816c4e00-511c-4749-ac13-4ad009610674 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:37:43.171333 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76826f90-140a-46da-8832-75b8e049d0a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:43.236999 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-76826f90-140a-46da-8832-75b8e049d0a0 None None] The port '816c4e00-511c-4749-ac13-4ad009610674' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:37:43.559779 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43068) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:43.613840 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0a920f00-7b23-4dde-85a4-f6564497287c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e3e2c46782b24f3f861ba2f32aba0948&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528126 Jan 20 11:37:43.616377 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43072) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:43.675845 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7331016f-0f22-4591-aeb0-1a350f7c4de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:43.700942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7331016f-0f22-4591-aeb0-1a350f7c4de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:43.820902 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7331016f-0f22-4591-aeb0-1a350f7c4de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:43.838474 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331016f-0f22-4591-aeb0-1a350f7c4de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9052488e-66c4-4f03-8daf-8cbe616f3eac,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:43.923418 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7331016f-0f22-4591-aeb0-1a350f7c4de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:43.924528 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7331016f-0f22-4591-aeb0-1a350f7c4de4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9052488e-66c4-4f03-8daf-8cbe616f3eac HTTP/1.1" status: 204 len: 168 time: 0.3072760 Jan 20 11:37:44.662924 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43080) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:44.713490 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7452e157-5ffc-42ab-9d96-d8602d874292 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bcd605fdc54f46b7945b871b155f69f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486383 Jan 20 11:37:44.715091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43084) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:44.775485 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-51321d5a-b511-422e-a8f8-0faf11c8b228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:44.800433 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-51321d5a-b511-422e-a8f8-0faf11c8b228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:44.908229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-51321d5a-b511-422e-a8f8-0faf11c8b228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:44.922812 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51321d5a-b511-422e-a8f8-0faf11c8b228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc9e1cc-41ee-484e-aea3-79d4181b28c6,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:44.929718 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-51321d5a-b511-422e-a8f8-0faf11c8b228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:44.933139 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-51321d5a-b511-422e-a8f8-0faf11c8b228 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7bc9e1cc-41ee-484e-aea3-79d4181b28c6 HTTP/1.1" status: 204 len: 168 time: 0.2149410 Jan 20 11:37:46.035590 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43106) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:46.162353 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1927080921-network', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:37:46.167146 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:37:46.170950 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Usage tracker for resource:network and tenant:a58a7d4a6f484b4faadd47635f2b8cd2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:37:46.173818 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:37:46.179376 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:37:46.258581 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Made reservation on behalf of a58a7d4a6f484b4faadd47635f2b8cd2 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:37:46.260841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:46.273920 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:46.311392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:37:46.315475 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Usage tracker for resource:security_group_rule and tenant:a58a7d4a6f484b4faadd47635f2b8cd2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:37:46.318535 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:37:46.325133 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:37:46.391313 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:46.487082 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:46.516920 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:37:46.526017 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034b5f76-591c-4339-a885-d649f87ac2f7,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:46.531374 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:46.537235 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Added segment 3139cd78-637d-4100-936b-18f69182e1c6 of type vlan for network 2573fab1-aa0a-4812-98cf-3fef01ce9304 Jan 20 11:37:46.556540 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:46.678755 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:46.679633 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:37:46.680247 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:46.783001 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] Pushing event updated for resources: {'Network': ['ID=2573fab1-aa0a-4812-98cf-3fef01ce9304,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:46.792488 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 2573fab1-aa0a-4812-98cf-3fef01ce9304 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:37:46.864709 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2fad4954-faa2-44df-b173-0cb3d7efe5cf admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8279221 Jan 20 11:37:46.867574 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43112) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:46.872849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-5e626848-eb3f-4816-8ffa-bda6c85308a1 admin admin] Request body: {'subnet': {'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1927080921-subnet', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:37:46.878405 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5e626848-eb3f-4816-8ffa-bda6c85308a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:37:46.882347 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5e626848-eb3f-4816-8ffa-bda6c85308a1 admin admin] Usage tracker for resource:subnet and tenant:a58a7d4a6f484b4faadd47635f2b8cd2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:37:46.885576 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-5e626848-eb3f-4816-8ffa-bda6c85308a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:37:46.890876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-5e626848-eb3f-4816-8ffa-bda6c85308a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:37:46.984345 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e626848-eb3f-4816-8ffa-bda6c85308a1 admin admin] Made reservation on behalf of a58a7d4a6f484b4faadd47635f2b8cd2 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:37:46.987274 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e626848-eb3f-4816-8ffa-bda6c85308a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:47.259135 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e626848-eb3f-4816-8ffa-bda6c85308a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:47.328897 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e626848-eb3f-4816-8ffa-bda6c85308a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43ee2f4d-39a4-488c-a169-8fefe64060c6,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:47.344107 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e626848-eb3f-4816-8ffa-bda6c85308a1 admin admin] Checking segment: {'id': '3139cd78-637d-4100-936b-18f69182e1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:37:47.344463 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e626848-eb3f-4816-8ffa-bda6c85308a1 admin admin] Network hostable DHCP agents. Network: 2573fab1-aa0a-4812-98cf-3fef01ce9304, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:37:47.424984 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e626848-eb3f-4816-8ffa-bda6c85308a1 admin admin] Network 2573fab1-aa0a-4812-98cf-3fef01ce9304 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:37:47.558381 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-5e626848-eb3f-4816-8ffa-bda6c85308a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 2573fab1-aa0a-4812-98cf-3fef01ce9304) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:37:47.562438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e626848-eb3f-4816-8ffa-bda6c85308a1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:37:47.567343 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5e626848-eb3f-4816-8ffa-bda6c85308a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:47.568137 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28e9148-59de-4201-ba5d-c47026385df4 None None] Network 2573fab1-aa0a-4812-98cf-3fef01ce9304 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:37:47.667800 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5e626848-eb3f-4816-8ffa-bda6c85308a1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7992420 Jan 20 11:37:47.670631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43116) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:47.676179 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1927080921-router', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:37:47.681020 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:37:47.685081 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Usage tracker for resource:router and tenant:a58a7d4a6f484b4faadd47635f2b8cd2 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:37:47.687987 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:37:47.695374 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:37:47.776303 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:47.777510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:47.781337 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-2573fab1-aa0a-4812-98cf-3fef01ce9304', 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'fixed_ips': [{'subnet_id': '43ee2f4d-39a4-488c-a169-8fefe64060c6'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:37:47.782190 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:47.797560 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:47.984145 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Allocated IP 172.20.0.2 (2573fab1-aa0a-4812-98cf-3fef01ce9304/43ee2f4d-39a4-488c-a169-8fefe64060c6/5906af11-2554-49dc-a436-b42c95346218) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:37:47.996306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:48.181372 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:48.192669 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Transition to ACTIVE for port object 5906af11-2554-49dc-a436-b42c95346218 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:37:48.211536 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Transition to ACTIVE for port object 5906af11-2554-49dc-a436-b42c95346218 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:37:48.237624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:48.266626 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:48.310479 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:48.384834 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Network 2573fab1-aa0a-4812-98cf-3fef01ce9304 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:37:48.386037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:37:48.387894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Pushing event updated for resources: {'Port': ['ID=5906af11-2554-49dc-a436-b42c95346218,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:48.390334 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:37:48.476164 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Attempting to bind port 5906af11-2554-49dc-a436-b42c95346218 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:37:48.476445 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Attempting to bind port 5906af11-2554-49dc-a436-b42c95346218 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '3139cd78-637d-4100-936b-18f69182e1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:37:48.476808 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Attempting to bind port 5906af11-2554-49dc-a436-b42c95346218 on network 2573fab1-aa0a-4812-98cf-3fef01ce9304 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:37:48.483311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:37:48.483693 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Checking segment: {'id': '3139cd78-637d-4100-936b-18f69182e1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:37:48.484305 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:48.484517 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Bound using segment: {'id': '3139cd78-637d-4100-936b-18f69182e1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:37:48.484984 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Bound port: 5906af11-2554-49dc-a436-b42c95346218, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3139cd78-637d-4100-936b-18f69182e1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:37:48.485359 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:48.491867 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Allocated IP 172.26.0.42 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/67a92b8f-5291-4fc1-8819-9092f318cfec) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:37:48.576297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] For port 5906af11-2554-49dc-a436-b42c95346218, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:37:48.579297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] For port 5906af11-2554-49dc-a436-b42c95346218, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=5906af11-2554-49dc-a436-b42c95346218,segment=NetworkSegment(3139cd78-637d-4100-936b-18f69182e1c6),segment_id=3139cd78-637d-4100-936b-18f69182e1c6)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:37:48.638781 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:48.653263 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:48.738847 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e459e-edd9-4782-9f5c-abf90e167b3a None None] Pushing event updated for resources: {'Port': ['ID=5906af11-2554-49dc-a436-b42c95346218,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:48.745836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:48.817003 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:37:48.819829 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:37:48.822329 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:37:48.859763 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Pushing event updated for resources: {'Port': ['ID=67a92b8f-5291-4fc1-8819-9092f318cfec,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:49.051789 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:37:49.094648 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:49.095389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:49.369837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Router 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:37:49.574048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:37:49.584307 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Sync routers for ids ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:37:49.599433 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Routers {'55102a3d-cf3d-4732-b3ce-4f6cb4437c22'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:37:49.603955 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:37:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:49.655552 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff2072d-2636-4304-8336-3a00e65694f0 None None] Network 2573fab1-aa0a-4812-98cf-3fef01ce9304 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:37:49.672816 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:49.675005 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-308cb21f-4058-4459-95ea-f5cf387d0732 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0032325 Jan 20 11:37:49.677530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43120) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:49.930827 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7eccc914-8cb2-4510-92e6-c9ddb069028d None None] Provisioning for port 5906af11-2554-49dc-a436-b42c95346218 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:37:49.962596 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Set router 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:37:50.296454 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'name': 'tempest-TestMinimumBasicScenario-1927080921-router', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:47Z', 'updated_at': '2022-01-20T11:37:48Z', 'revision_number': 3, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'gw_port': {'id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:48Z', 'updated_at': '2022-01-20T11:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:50.301795 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Checking router: 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:37:50.302151 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Updating router 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 port 67a92b8f-5291-4fc1-8819-9092f318cfec binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:37:50.360451 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:50.522628 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:50.715608 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5906af11-2554-49dc-a436-b42c95346218 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:37:50.749684 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] Allocated IP 172.20.0.1 (2573fab1-aa0a-4812-98cf-3fef01ce9304/43ee2f4d-39a4-488c-a169-8fefe64060c6/450cf82b-8141-4156-ba35-e3a22866bf13) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:37:50.794411 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:50.809275 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Transition to ACTIVE for port object 67a92b8f-5291-4fc1-8819-9092f318cfec will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:37:50.884637 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:50.897309 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:50.914192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] Transition to ACTIVE for port object 450cf82b-8141-4156-ba35-e3a22866bf13 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:37:50.927443 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 5906af11-2554-49dc-a436-b42c95346218 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:37:50.945451 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 5906af11-2554-49dc-a436-b42c95346218 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:37:50.949001 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:50.998692 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:51.011123 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e2971-8257-41ac-9efa-66a8f9496969 None None] Pushing event updated for resources: {'Port': ['ID=67a92b8f-5291-4fc1-8819-9092f318cfec,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:51.018383 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Attempting to bind port 67a92b8f-5291-4fc1-8819-9092f318cfec on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:37:51.018753 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Attempting to bind port 67a92b8f-5291-4fc1-8819-9092f318cfec by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:37:51.019110 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Attempting to bind port 67a92b8f-5291-4fc1-8819-9092f318cfec on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:37:51.030663 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:37:51.031032 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:37:51.031434 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:51.031822 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:37:51.032284 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Bound port: 67a92b8f-5291-4fc1-8819-9092f318cfec, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:37:51.032673 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:51.071823 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] Network 2573fab1-aa0a-4812-98cf-3fef01ce9304 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:37:51.074623 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:37:51.079322 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:37:51.107385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=450cf82b-8141-4156-ba35-e3a22866bf13,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:51.142448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:51.150673 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] For port 67a92b8f-5291-4fc1-8819-9092f318cfec, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:37:51.158905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:51.174378 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] For port 67a92b8f-5291-4fc1-8819-9092f318cfec, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=67a92b8f-5291-4fc1-8819-9092f318cfec,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:37:51.197667 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 5906af11-2554-49dc-a436-b42c95346218, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=5906af11-2554-49dc-a436-b42c95346218,segment=NetworkSegment(3139cd78-637d-4100-936b-18f69182e1c6),segment_id=3139cd78-637d-4100-936b-18f69182e1c6)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:37:51.262799 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:51.282852 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:51.290690 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:51.342776 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e2971-8257-41ac-9efa-66a8f9496969 None None] Pushing event updated for resources: {'Port': ['ID=67a92b8f-5291-4fc1-8819-9092f318cfec,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:51.401798 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Routers {'55102a3d-cf3d-4732-b3ce-4f6cb4437c22'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:37:51.402425 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:37:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:51.489495 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=5906af11-2554-49dc-a436-b42c95346218,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:51.513366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:51.544975 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-052490c2-7eed-44a9-9496-40cabcdcf5b1 None None] Provisioning for port 450cf82b-8141-4156-ba35-e3a22866bf13 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:37:51.549660 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-052490c2-7eed-44a9-9496-40cabcdcf5b1 None None] Provisioning complete for port 450cf82b-8141-4156-ba35-e3a22866bf13 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:37:51.550033 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-052490c2-7eed-44a9-9496-40cabcdcf5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:51.569516 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:51.669688 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-052490c2-7eed-44a9-9496-40cabcdcf5b1 None None] Port 450cf82b-8141-4156-ba35-e3a22866bf13 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:37:51.680945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=450cf82b-8141-4156-ba35-e3a22866bf13,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:51.683418 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:51.687972 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] Set router 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:37:51.821790 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] Network 2573fab1-aa0a-4812-98cf-3fef01ce9304 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:37:51.822979 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:37:52.033214 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'name': 'tempest-TestMinimumBasicScenario-1927080921-router', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:47Z', 'updated_at': '2022-01-20T11:37:51Z', 'revision_number': 4, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'gw_port': {'id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:48Z', 'updated_at': '2022-01-20T11:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '450cf82b-8141-4156-ba35-e3a22866bf13', 'name': '', 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'mac_address': 'fa:16:3e:ef:fb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:50Z', 'updated_at': '2022-01-20T11:37:50Z', 'revision_number': 1, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'subnets': [{'id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:52.037173 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3981e247-9505-4b41-826e-257b6760d7ee None None] The sync data for ids ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'] in dv-neutron-825471-1-hyperv is: [{'id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'name': 'tempest-TestMinimumBasicScenario-1927080921-router', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:47Z', 'updated_at': '2022-01-20T11:37:51Z', 'revision_number': 4, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'gw_port': {'id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:48Z', 'updated_at': '2022-01-20T11:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '450cf82b-8141-4156-ba35-e3a22866bf13', 'name': '', 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'mac_address': 'fa:16:3e:ef:fb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:50Z', 'updated_at': '2022-01-20T11:37:50Z', 'revision_number': 1, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'subnets': [{'id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:37:52.095066 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e5602028-bcfc-4c6d-bbe3-96b232c1872f None None] Provisioning complete for port 450cf82b-8141-4156-ba35-e3a22866bf13 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:37:52.095352 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5602028-bcfc-4c6d-bbe3-96b232c1872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:52.217750 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e5602028-bcfc-4c6d-bbe3-96b232c1872f None None] Port 450cf82b-8141-4156-ba35-e3a22866bf13 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:37:52.368849 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] Router 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:37:52.578725 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:37:52.588476 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-12afd03a-5cf6-43aa-993d-9c94ff84d8f4 admin admin] 10.222.0.70 "PUT /v2.0/routers/55102a3d-cf3d-4732-b3ce-4f6cb4437c22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9098625 Jan 20 11:37:52.788398 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5906af11-2554-49dc-a436-b42c95346218 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:37:52.858073 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 5906af11-2554-49dc-a436-b42c95346218 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:37:52.861988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:52.991854 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 67a92b8f-5291-4fc1-8819-9092f318cfec up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:37:53.184635 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 67a92b8f-5291-4fc1-8819-9092f318cfec completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:37:53.190961 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 67a92b8f-5291-4fc1-8819-9092f318cfec triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:37:53.191340 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:53.308279 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:53.323923 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 67a92b8f-5291-4fc1-8819-9092f318cfec, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=67a92b8f-5291-4fc1-8819-9092f318cfec,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:37:53.429887 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:53.493866 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=67a92b8f-5291-4fc1-8819-9092f318cfec,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:53.830683 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43142) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:53.836149 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-572547960-network', 'tenant_id': 'a8eec6c230604cfda64c511cf3d83895'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:37:53.841011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:37:53.844932 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Usage tracker for resource:network and tenant:a8eec6c230604cfda64c511cf3d83895 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:37:53.847944 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:37:53.853786 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:37:53.941651 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Made reservation on behalf of a8eec6c230604cfda64c511cf3d83895 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:37:53.944022 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:53.956810 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:53.987245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:37:53.991067 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Usage tracker for resource:security_group_rule and tenant:a8eec6c230604cfda64c511cf3d83895 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:37:53.993939 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:37:53.999605 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:37:54.063511 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:54.123718 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:54.152099 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:37:54.160650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8865080-7779-4d18-bad7-437601bcb103,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:54.169666 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:54.170001 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Added segment ff4be012-6329-46d9-a6f5-025dc5b6858c of type vlan for network 532581d1-a089-4629-8607-27a6121415c1 Jan 20 11:37:54.175836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:54.176171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:54.176498 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:54.176823 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:54.177143 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:54.177464 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:54.177805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:54.180226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:54.180226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:54.180226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:54.180226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:54.202002 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:54.306838 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:54.307705 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:37:54.308291 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:54.409704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] Pushing event updated for resources: {'Network': ['ID=532581d1-a089-4629-8607-27a6121415c1,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:54.419192 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 532581d1-a089-4629-8607-27a6121415c1 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:37:54.493215 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8a156960-92c3-423d-ad93-19e64b761238 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6613977 Jan 20 11:37:54.495872 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43146) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:54.501345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-a98e1b94-221a-4874-9166-55cfe721942c admin admin] Request body: {'subnet': {'network_id': '532581d1-a089-4629-8607-27a6121415c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-572547960-subnet', 'tenant_id': 'a8eec6c230604cfda64c511cf3d83895', 'ip_version': 4}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:37:54.506729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a98e1b94-221a-4874-9166-55cfe721942c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:37:54.510584 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a98e1b94-221a-4874-9166-55cfe721942c admin admin] Usage tracker for resource:subnet and tenant:a8eec6c230604cfda64c511cf3d83895 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:37:54.513377 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a98e1b94-221a-4874-9166-55cfe721942c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:37:54.520489 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a98e1b94-221a-4874-9166-55cfe721942c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:37:54.601182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98e1b94-221a-4874-9166-55cfe721942c admin admin] Made reservation on behalf of a8eec6c230604cfda64c511cf3d83895 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:37:54.603504 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a98e1b94-221a-4874-9166-55cfe721942c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:54.687186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 67a92b8f-5291-4fc1-8819-9092f318cfec up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:37:54.754101 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 67a92b8f-5291-4fc1-8819-9092f318cfec triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:37:54.754470 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:54.872582 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a98e1b94-221a-4874-9166-55cfe721942c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:54.948731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e1b94-221a-4874-9166-55cfe721942c admin admin] Pushing event updated for resources: {'Subnet': ['ID=78f86259-8654-4d02-8843-c49c7dfab51a,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:54.963974 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98e1b94-221a-4874-9166-55cfe721942c admin admin] Checking segment: {'id': 'ff4be012-6329-46d9-a6f5-025dc5b6858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '532581d1-a089-4629-8607-27a6121415c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:37:54.967543 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98e1b94-221a-4874-9166-55cfe721942c admin admin] Network hostable DHCP agents. Network: 532581d1-a089-4629-8607-27a6121415c1, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:37:55.043505 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98e1b94-221a-4874-9166-55cfe721942c admin admin] Network 532581d1-a089-4629-8607-27a6121415c1 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:37:55.106769 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-a98e1b94-221a-4874-9166-55cfe721942c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 532581d1-a089-4629-8607-27a6121415c1) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:37:55.110850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98e1b94-221a-4874-9166-55cfe721942c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:37:55.111440 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a98e1b94-221a-4874-9166-55cfe721942c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:55.115463 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d683549c-39c3-448e-b358-3ebf95d530fb None None] Network 532581d1-a089-4629-8607-27a6121415c1 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:37:55.187709 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a98e1b94-221a-4874-9166-55cfe721942c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6907740 Jan 20 11:37:55.190716 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43150) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:55.195872 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-572547960-router', 'tenant_id': 'a8eec6c230604cfda64c511cf3d83895', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:37:55.208570 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:37:55.208570 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Usage tracker for resource:router and tenant:a8eec6c230604cfda64c511cf3d83895 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:37:55.208570 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:37:55.213776 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:37:55.312630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:55.313628 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:55.327437 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-532581d1-a089-4629-8607-27a6121415c1', 'network_id': '532581d1-a089-4629-8607-27a6121415c1', 'tenant_id': 'a8eec6c230604cfda64c511cf3d83895', 'fixed_ips': [{'subnet_id': '78f86259-8654-4d02-8843-c49c7dfab51a'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:37:55.330226 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:55.333145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:55.482326 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Allocated IP 172.20.0.2 (532581d1-a089-4629-8607-27a6121415c1/78f86259-8654-4d02-8843-c49c7dfab51a/58a7ab38-371e-4b06-bfed-6f147fc3df70) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:37:55.557666 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:55.685036 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:55.697422 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Transition to ACTIVE for port object 58a7ab38-371e-4b06-bfed-6f147fc3df70 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:37:55.715189 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Transition to ACTIVE for port object 58a7ab38-371e-4b06-bfed-6f147fc3df70 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:37:55.807546 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:55.814535 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:55.846577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:55.877642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Network 532581d1-a089-4629-8607-27a6121415c1 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:37:55.880564 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:37:55.885080 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:37:55.887219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Pushing event updated for resources: {'Port': ['ID=58a7ab38-371e-4b06-bfed-6f147fc3df70,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:55.978790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Attempting to bind port 58a7ab38-371e-4b06-bfed-6f147fc3df70 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:37:55.979208 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Attempting to bind port 58a7ab38-371e-4b06-bfed-6f147fc3df70 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ff4be012-6329-46d9-a6f5-025dc5b6858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '532581d1-a089-4629-8607-27a6121415c1'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:37:55.979574 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Attempting to bind port 58a7ab38-371e-4b06-bfed-6f147fc3df70 on network 532581d1-a089-4629-8607-27a6121415c1 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:37:55.985691 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Allocated IP 172.26.0.9 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:37:55.986268 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:37:55.986700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Checking segment: {'id': 'ff4be012-6329-46d9-a6f5-025dc5b6858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '532581d1-a089-4629-8607-27a6121415c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:37:55.987345 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:55.987828 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Bound using segment: {'id': 'ff4be012-6329-46d9-a6f5-025dc5b6858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '532581d1-a089-4629-8607-27a6121415c1'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:37:55.988297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Bound port: 58a7ab38-371e-4b06-bfed-6f147fc3df70, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4be012-6329-46d9-a6f5-025dc5b6858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '532581d1-a089-4629-8607-27a6121415c1'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:37:55.988698 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:56.077135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d3685115-2592-463d-8444-97158cc88e7f None None] For port 58a7ab38-371e-4b06-bfed-6f147fc3df70, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:37:56.080805 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d3685115-2592-463d-8444-97158cc88e7f None None] For port 58a7ab38-371e-4b06-bfed-6f147fc3df70, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=58a7ab38-371e-4b06-bfed-6f147fc3df70,segment=NetworkSegment(ff4be012-6329-46d9-a6f5-025dc5b6858c),segment_id=ff4be012-6329-46d9-a6f5-025dc5b6858c)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:37:56.137407 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:56.144881 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:56.212931 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:56.222198 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3685115-2592-463d-8444-97158cc88e7f None None] Pushing event updated for resources: {'Port': ['ID=58a7ab38-371e-4b06-bfed-6f147fc3df70,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:56.283358 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:37:56.286592 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:37:56.291150 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:37:56.318680 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:56.672994 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:56.674526 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:56.717520 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 58a7ab38-371e-4b06-bfed-6f147fc3df70 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:37:56.900899 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 58a7ab38-371e-4b06-bfed-6f147fc3df70 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:37:57.007046 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Router f9a3f3ed-bc3b-4ec8-866d-48ecadf16596 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:37:57.127921 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfa5000-4200-4170-9bbd-ad5be8398d95 None None] Network 532581d1-a089-4629-8607-27a6121415c1 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:37:57.217362 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:37:57.228997 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Sync routers for ids ['f9a3f3ed-bc3b-4ec8-866d-48ecadf16596'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:37:57.243783 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Routers {'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:37:57.244375 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:37:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['f9a3f3ed-bc3b-4ec8-866d-48ecadf16596'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:57.336908 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d82339b0-671a-436e-84a3-eb8d87a86894 None None] Provisioning for port 58a7ab38-371e-4b06-bfed-6f147fc3df70 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:37:57.338573 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:57.342581 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-093036d3-89cb-44e7-83dc-5ffc648f05c8 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1480670 Jan 20 11:37:57.342738 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43154) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:37:57.348854 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d82339b0-671a-436e-84a3-eb8d87a86894 None None] Provisioning complete for port 58a7ab38-371e-4b06-bfed-6f147fc3df70 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:37:57.349386 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d82339b0-671a-436e-84a3-eb8d87a86894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:57.421828 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Set router f9a3f3ed-bc3b-4ec8-866d-48ecadf16596 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:37:57.489191 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d82339b0-671a-436e-84a3-eb8d87a86894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:57.524790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d82339b0-671a-436e-84a3-eb8d87a86894 None None] For port 58a7ab38-371e-4b06-bfed-6f147fc3df70, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=58a7ab38-371e-4b06-bfed-6f147fc3df70,segment=NetworkSegment(ff4be012-6329-46d9-a6f5-025dc5b6858c),segment_id=ff4be012-6329-46d9-a6f5-025dc5b6858c)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:37:57.613605 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d82339b0-671a-436e-84a3-eb8d87a86894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:57.690318 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82339b0-671a-436e-84a3-eb8d87a86894 None None] Pushing event updated for resources: {'Port': ['ID=58a7ab38-371e-4b06-bfed-6f147fc3df70,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:57.726375 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596', 'name': 'tempest-TestMinimumBasicScenario-572547960-router', 'tenant_id': 'a8eec6c230604cfda64c511cf3d83895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:55Z', 'updated_at': '2022-01-20T11:37:56Z', 'revision_number': 3, 'project_id': 'a8eec6c230604cfda64c511cf3d83895', 'gw_port': {'id': '0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:55Z', 'updated_at': '2022-01-20T11:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:57.730187 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Checking router: f9a3f3ed-bc3b-4ec8-866d-48ecadf16596 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:37:57.730534 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Updating router f9a3f3ed-bc3b-4ec8-866d-48ecadf16596 port 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:37:57.737007 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8116a125-9d95-4b8a-a5ca-e736840e7489 None None] Provisioning complete for port 58a7ab38-371e-4b06-bfed-6f147fc3df70 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:37:57.737731 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8116a125-9d95-4b8a-a5ca-e736840e7489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:57.782370 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:58.102741 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:58.110819 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:58.115064 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Transition to ACTIVE for port object 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:37:58.198731 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:58.284120 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ff07c-3067-44eb-8591-59ab7c2f645d None None] Pushing event updated for resources: {'Port': ['ID=0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:58.288183 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Attempting to bind port 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:37:58.288574 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Attempting to bind port 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:37:58.288928 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Attempting to bind port 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:37:58.300233 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff07c-3067-44eb-8591-59ab7c2f645d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:58.300578 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff07c-3067-44eb-8591-59ab7c2f645d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:58.300911 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff07c-3067-44eb-8591-59ab7c2f645d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:58.301259 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff07c-3067-44eb-8591-59ab7c2f645d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:58.301607 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff07c-3067-44eb-8591-59ab7c2f645d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:58.301930 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff07c-3067-44eb-8591-59ab7c2f645d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:58.302247 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff07c-3067-44eb-8591-59ab7c2f645d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:58.302589 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff07c-3067-44eb-8591-59ab7c2f645d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:58.302956 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff07c-3067-44eb-8591-59ab7c2f645d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:58.303270 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff07c-3067-44eb-8591-59ab7c2f645d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:58.303603 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ff07c-3067-44eb-8591-59ab7c2f645d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:37:58.306726 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:37:58.307101 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:37:58.307492 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:58.307865 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:37:58.308338 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Bound port: 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:37:58.309032 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:58.317080 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] Allocated IP 172.20.0.1 (532581d1-a089-4629-8607-27a6121415c1/78f86259-8654-4d02-8843-c49c7dfab51a/a7cf4056-77ef-43ca-8588-26c4868b3447) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:37:58.380792 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] For port 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:37:58.384207 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] For port 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:37:58.444690 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:58.523371 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ff07c-3067-44eb-8591-59ab7c2f645d None None] Pushing event updated for resources: {'Port': ['ID=0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:58.527766 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Routers {'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:37:58.528347 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:37:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['f9a3f3ed-bc3b-4ec8-866d-48ecadf16596'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:58.567861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:58.583895 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] Transition to ACTIVE for port object a7cf4056-77ef-43ca-8588-26c4868b3447 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:37:58.687609 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 58a7ab38-371e-4b06-bfed-6f147fc3df70 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:37:58.704502 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] Set router f9a3f3ed-bc3b-4ec8-866d-48ecadf16596 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:37:58.707868 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:58.757989 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 58a7ab38-371e-4b06-bfed-6f147fc3df70 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:37:58.758581 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:58.782955 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] Network 532581d1-a089-4629-8607-27a6121415c1 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:37:58.786722 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:37:58.789331 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:37:58.825192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=a7cf4056-77ef-43ca-8588-26c4868b3447,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:58.857105 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:59.021451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:59.056502 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596', 'name': 'tempest-TestMinimumBasicScenario-572547960-router', 'tenant_id': 'a8eec6c230604cfda64c511cf3d83895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:55Z', 'updated_at': '2022-01-20T11:37:56Z', 'revision_number': 3, 'project_id': 'a8eec6c230604cfda64c511cf3d83895', 'gw_port': {'id': '0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:55Z', 'updated_at': '2022-01-20T11:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:37:59.060474 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15639977-afbc-4af7-a10c-b214460e4d7d None None] The sync data for ids ['f9a3f3ed-bc3b-4ec8-866d-48ecadf16596'] in dv-neutron-825471-1-hyperv is: [{'id': 'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596', 'name': 'tempest-TestMinimumBasicScenario-572547960-router', 'tenant_id': 'a8eec6c230604cfda64c511cf3d83895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:55Z', 'updated_at': '2022-01-20T11:37:56Z', 'revision_number': 3, 'project_id': 'a8eec6c230604cfda64c511cf3d83895', 'gw_port': {'id': '0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:55Z', 'updated_at': '2022-01-20T11:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:37:59.149646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fc0d7552-9db2-421f-9f2a-4f924b60d118 None None] Provisioning for port a7cf4056-77ef-43ca-8588-26c4868b3447 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:37:59.154610 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fc0d7552-9db2-421f-9f2a-4f924b60d118 None None] Provisioning complete for port a7cf4056-77ef-43ca-8588-26c4868b3447 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:37:59.155014 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fc0d7552-9db2-421f-9f2a-4f924b60d118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:59.207003 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d7552-9db2-421f-9f2a-4f924b60d118 None None] Port a7cf4056-77ef-43ca-8588-26c4868b3447 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:37:59.242950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:59.326596 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:59.434319 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=a7cf4056-77ef-43ca-8588-26c4868b3447,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:37:59.437676 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:59.574953 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] Network 532581d1-a089-4629-8607-27a6121415c1 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:37:59.576091 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:37:59.832768 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5d28ff23-e3a1-4302-bf97-0a00f3bcf850 None None] Provisioning complete for port a7cf4056-77ef-43ca-8588-26c4868b3447 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:37:59.833434 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5d28ff23-e3a1-4302-bf97-0a00f3bcf850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:37:59.886905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5d28ff23-e3a1-4302-bf97-0a00f3bcf850 None None] Port a7cf4056-77ef-43ca-8588-26c4868b3447 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:37:59.956087 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] Router f9a3f3ed-bc3b-4ec8-866d-48ecadf16596 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:38:00.152781 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:38:00.161957 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a6c76741-16ce-4165-8ea0-00383ca72cc0 admin admin] 10.222.0.70 "PUT /v2.0/routers/f9a3f3ed-bc3b-4ec8-866d-48ecadf16596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8183923 Jan 20 11:38:01.415526 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e5b820ef-ec24-4350-b9cf-6fd9051550db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:03.858524 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-14658e62-dc9b-44b4-b08b-64e993564193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:05.045439 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:05.085263 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:05.976107 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Sync routers for ids ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:38:05.996938 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Routers {'55102a3d-cf3d-4732-b3ce-4f6cb4437c22'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:38:06.011393 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:38:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:38:06.186527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Set router 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:38:06.501109 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:06.543221 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'name': 'tempest-TestMinimumBasicScenario-1927080921-router', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:47Z', 'updated_at': '2022-01-20T11:37:51Z', 'revision_number': 4, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'gw_port': {'id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:48Z', 'updated_at': '2022-01-20T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '450cf82b-8141-4156-ba35-e3a22866bf13', 'name': '', 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'mac_address': 'fa:16:3e:ef:fb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:50Z', 'updated_at': '2022-01-20T11:37:51Z', 'revision_number': 2, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'subnets': [{'id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:38:06.547400 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Checking router: 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:38:06.547756 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Updating router 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 port 450cf82b-8141-4156-ba35-e3a22866bf13 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:38:06.606642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:06.780307 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:38:07.049528 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:38:07.063169 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:38:07.063565 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:07.127526 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:07.154401 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Transition to ACTIVE for port object 450cf82b-8141-4156-ba35-e3a22866bf13 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:38:07.224230 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:07.241780 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:07.281208 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:38:07.369087 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a41695-18be-4254-a797-8aa4ad4a1f13 None None] Pushing event updated for resources: {'Port': ['ID=450cf82b-8141-4156-ba35-e3a22866bf13,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:07.377573 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:07.380450 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a41695-18be-4254-a797-8aa4ad4a1f13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:07.381271 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a41695-18be-4254-a797-8aa4ad4a1f13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:07.381271 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a41695-18be-4254-a797-8aa4ad4a1f13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:07.381271 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a41695-18be-4254-a797-8aa4ad4a1f13 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:07.381271 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a41695-18be-4254-a797-8aa4ad4a1f13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:07.382361 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a41695-18be-4254-a797-8aa4ad4a1f13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:07.382468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a41695-18be-4254-a797-8aa4ad4a1f13 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:07.382854 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a41695-18be-4254-a797-8aa4ad4a1f13 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:07.383190 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a41695-18be-4254-a797-8aa4ad4a1f13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:07.383513 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a41695-18be-4254-a797-8aa4ad4a1f13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:07.383840 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a41695-18be-4254-a797-8aa4ad4a1f13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:07.553688 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:07.563198 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Attempting to bind port 450cf82b-8141-4156-ba35-e3a22866bf13 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:38:07.563493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Attempting to bind port 450cf82b-8141-4156-ba35-e3a22866bf13 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '3139cd78-637d-4100-936b-18f69182e1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:38:07.563849 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Attempting to bind port 450cf82b-8141-4156-ba35-e3a22866bf13 on network 2573fab1-aa0a-4812-98cf-3fef01ce9304 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:38:07.575726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:38:07.576101 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Checking segment: {'id': '3139cd78-637d-4100-936b-18f69182e1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:38:07.576509 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:07.576903 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Bound using segment: {'id': '3139cd78-637d-4100-936b-18f69182e1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:38:07.577386 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Bound port: 450cf82b-8141-4156-ba35-e3a22866bf13, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3139cd78-637d-4100-936b-18f69182e1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:38:07.577787 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:07.675277 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] For port 450cf82b-8141-4156-ba35-e3a22866bf13, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:38:07.678755 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] For port 450cf82b-8141-4156-ba35-e3a22866bf13, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=450cf82b-8141-4156-ba35-e3a22866bf13,segment=NetworkSegment(3139cd78-637d-4100-936b-18f69182e1c6),segment_id=3139cd78-637d-4100-936b-18f69182e1c6)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:38:08.027746 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:08.111772 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a41695-18be-4254-a797-8aa4ad4a1f13 None None] Pushing event updated for resources: {'Port': ['ID=450cf82b-8141-4156-ba35-e3a22866bf13,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:08.115158 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Routers {'55102a3d-cf3d-4732-b3ce-4f6cb4437c22'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:38:08.116060 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:38:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:38:08.301362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] Set router 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:38:08.698768 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'name': 'tempest-TestMinimumBasicScenario-1927080921-router', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:47Z', 'updated_at': '2022-01-20T11:37:51Z', 'revision_number': 4, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'gw_port': {'id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:48Z', 'updated_at': '2022-01-20T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '450cf82b-8141-4156-ba35-e3a22866bf13', 'name': '', 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'mac_address': 'fa:16:3e:ef:fb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:50Z', 'updated_at': '2022-01-20T11:38:07Z', 'revision_number': 4, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'subnets': [{'id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:38:08.703262 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3901f1-9b54-49c3-9d10-ad0d3871b584 None None] The sync data for ids ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'] in dv-neutron-825471-1-hyperv is: [{'id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'name': 'tempest-TestMinimumBasicScenario-1927080921-router', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:47Z', 'updated_at': '2022-01-20T11:37:51Z', 'revision_number': 4, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'gw_port': {'id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:48Z', 'updated_at': '2022-01-20T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '450cf82b-8141-4156-ba35-e3a22866bf13', 'name': '', 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'mac_address': 'fa:16:3e:ef:fb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:50Z', 'updated_at': '2022-01-20T11:38:07Z', 'revision_number': 4, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'subnets': [{'id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:38:08.760077 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:38:08.864299 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:38:08.864678 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:08.952328 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Sync routers for ids ['f9a3f3ed-bc3b-4ec8-866d-48ecadf16596'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:38:08.968769 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Routers {'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:38:08.969696 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:38:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['f9a3f3ed-bc3b-4ec8-866d-48ecadf16596'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:38:09.051176 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 450cf82b-8141-4156-ba35-e3a22866bf13 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:38:09.205750 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Set router f9a3f3ed-bc3b-4ec8-866d-48ecadf16596 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:38:09.226775 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 450cf82b-8141-4156-ba35-e3a22866bf13 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:38:09.233355 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 450cf82b-8141-4156-ba35-e3a22866bf13 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:38:09.236899 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:09.419815 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:09.462201 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 450cf82b-8141-4156-ba35-e3a22866bf13, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=450cf82b-8141-4156-ba35-e3a22866bf13,segment=NetworkSegment(3139cd78-637d-4100-936b-18f69182e1c6),segment_id=3139cd78-637d-4100-936b-18f69182e1c6)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:38:09.547947 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:09.584785 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596', 'name': 'tempest-TestMinimumBasicScenario-572547960-router', 'tenant_id': 'a8eec6c230604cfda64c511cf3d83895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:55Z', 'updated_at': '2022-01-20T11:37:58Z', 'revision_number': 4, 'project_id': 'a8eec6c230604cfda64c511cf3d83895', 'gw_port': {'id': '0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:55Z', 'updated_at': '2022-01-20T11:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'a7cf4056-77ef-43ca-8588-26c4868b3447', 'name': '', 'network_id': '532581d1-a089-4629-8607-27a6121415c1', 'tenant_id': 'a8eec6c230604cfda64c511cf3d83895', 'mac_address': 'fa:16:3e:05:ed:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f86259-8654-4d02-8843-c49c7dfab51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:58Z', 'updated_at': '2022-01-20T11:37:59Z', 'revision_number': 2, 'project_id': 'a8eec6c230604cfda64c511cf3d83895', 'subnets': [{'id': '78f86259-8654-4d02-8843-c49c7dfab51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:38:09.590366 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Checking router: f9a3f3ed-bc3b-4ec8-866d-48ecadf16596 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:38:09.590952 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Updating router f9a3f3ed-bc3b-4ec8-866d-48ecadf16596 port a7cf4056-77ef-43ca-8588-26c4868b3447 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:38:09.631753 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=450cf82b-8141-4156-ba35-e3a22866bf13,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:09.660461 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:09.929430 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:10.050592 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:10.062159 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Transition to ACTIVE for port object a7cf4056-77ef-43ca-8588-26c4868b3447 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:38:10.158161 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:10.283191 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c89d3-2853-480f-b3b8-f3d8cecdb268 None None] Pushing event updated for resources: {'Port': ['ID=a7cf4056-77ef-43ca-8588-26c4868b3447,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:10.403852 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Attempting to bind port a7cf4056-77ef-43ca-8588-26c4868b3447 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:38:10.405997 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Attempting to bind port a7cf4056-77ef-43ca-8588-26c4868b3447 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ff4be012-6329-46d9-a6f5-025dc5b6858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '532581d1-a089-4629-8607-27a6121415c1'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:38:10.406510 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Attempting to bind port a7cf4056-77ef-43ca-8588-26c4868b3447 on network 532581d1-a089-4629-8607-27a6121415c1 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:38:10.413962 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:38:10.414325 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Checking segment: {'id': 'ff4be012-6329-46d9-a6f5-025dc5b6858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '532581d1-a089-4629-8607-27a6121415c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:38:10.414711 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:10.415095 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Bound using segment: {'id': 'ff4be012-6329-46d9-a6f5-025dc5b6858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '532581d1-a089-4629-8607-27a6121415c1'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:38:10.415546 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Bound port: a7cf4056-77ef-43ca-8588-26c4868b3447, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4be012-6329-46d9-a6f5-025dc5b6858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '532581d1-a089-4629-8607-27a6121415c1'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:38:10.416139 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:10.526646 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] For port a7cf4056-77ef-43ca-8588-26c4868b3447, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:38:10.530335 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] For port a7cf4056-77ef-43ca-8588-26c4868b3447, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a7cf4056-77ef-43ca-8588-26c4868b3447,segment=NetworkSegment(ff4be012-6329-46d9-a6f5-025dc5b6858c),segment_id=ff4be012-6329-46d9-a6f5-025dc5b6858c)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:38:10.613599 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:10.719795 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Routers {'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:38:10.720438 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:38:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['f9a3f3ed-bc3b-4ec8-866d-48ecadf16596'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:38:10.720790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 450cf82b-8141-4156-ba35-e3a22866bf13 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:38:10.784694 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c89d3-2853-480f-b3b8-f3d8cecdb268 None None] Pushing event updated for resources: {'Port': ['ID=a7cf4056-77ef-43ca-8588-26c4868b3447,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:10.807795 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 450cf82b-8141-4156-ba35-e3a22866bf13 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:38:10.808323 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:10.978832 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] Set router f9a3f3ed-bc3b-4ec8-866d-48ecadf16596 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:38:11.310170 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596', 'name': 'tempest-TestMinimumBasicScenario-572547960-router', 'tenant_id': 'a8eec6c230604cfda64c511cf3d83895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:55Z', 'updated_at': '2022-01-20T11:37:58Z', 'revision_number': 4, 'project_id': 'a8eec6c230604cfda64c511cf3d83895', 'gw_port': {'id': '0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:55Z', 'updated_at': '2022-01-20T11:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'a7cf4056-77ef-43ca-8588-26c4868b3447', 'name': '', 'network_id': '532581d1-a089-4629-8607-27a6121415c1', 'tenant_id': 'a8eec6c230604cfda64c511cf3d83895', 'mac_address': 'fa:16:3e:05:ed:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f86259-8654-4d02-8843-c49c7dfab51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:58Z', 'updated_at': '2022-01-20T11:38:10Z', 'revision_number': 4, 'project_id': 'a8eec6c230604cfda64c511cf3d83895', 'subnets': [{'id': '78f86259-8654-4d02-8843-c49c7dfab51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:38:11.317586 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38a5bc-6f3e-4db9-a9e9-a40e43a1b943 None None] The sync data for ids ['f9a3f3ed-bc3b-4ec8-866d-48ecadf16596'] in dv-neutron-825471-1-hyperv is: [{'id': 'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596', 'name': 'tempest-TestMinimumBasicScenario-572547960-router', 'tenant_id': 'a8eec6c230604cfda64c511cf3d83895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:55Z', 'updated_at': '2022-01-20T11:37:58Z', 'revision_number': 4, 'project_id': 'a8eec6c230604cfda64c511cf3d83895', 'gw_port': {'id': '0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:55Z', 'updated_at': '2022-01-20T11:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'a7cf4056-77ef-43ca-8588-26c4868b3447', 'name': '', 'network_id': '532581d1-a089-4629-8607-27a6121415c1', 'tenant_id': 'a8eec6c230604cfda64c511cf3d83895', 'mac_address': 'fa:16:3e:05:ed:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f86259-8654-4d02-8843-c49c7dfab51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:58Z', 'updated_at': '2022-01-20T11:38:10Z', 'revision_number': 4, 'project_id': 'a8eec6c230604cfda64c511cf3d83895', 'subnets': [{'id': '78f86259-8654-4d02-8843-c49c7dfab51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:38:12.736801 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a7cf4056-77ef-43ca-8588-26c4868b3447 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:38:12.901345 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port a7cf4056-77ef-43ca-8588-26c4868b3447 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:38:12.906514 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port a7cf4056-77ef-43ca-8588-26c4868b3447 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:38:12.906890 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:13.022870 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:13.053803 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port a7cf4056-77ef-43ca-8588-26c4868b3447, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a7cf4056-77ef-43ca-8588-26c4868b3447,segment=NetworkSegment(ff4be012-6329-46d9-a6f5-025dc5b6858c),segment_id=ff4be012-6329-46d9-a6f5-025dc5b6858c)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:38:13.120907 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:13.185769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=a7cf4056-77ef-43ca-8588-26c4868b3447,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:13.933521 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-e85d4c83-4567-47a4-b284-14ada73ca131 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:13.934224 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-e85d4c83-4567-47a4-b284-14ada73ca131 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Synchronizing usage tracker for tenant:a58a7d4a6f484b4faadd47635f2b8cd2 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:38:14.038342 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-e85d4c83-4567-47a4-b284-14ada73ca131 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Unset dirty status for tenant:a58a7d4a6f484b4faadd47635f2b8cd2 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:38:14.039519 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-e85d4c83-4567-47a4-b284-14ada73ca131 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/networks?id=2573fab1-aa0a-4812-98cf-3fef01ce9304 HTTP/1.1" status: 200 len: 815 time: 0.3212976 Jan 20 11:38:14.055409 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-df2094e1-0c74-42c7-831c-3782d09c84b2 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/quotas/a58a7d4a6f484b4faadd47635f2b8cd2 HTTP/1.1" status: 200 len: 375 time: 0.0106087 Jan 20 11:38:14.138703 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-18efa428-f947-4e58-997c-9cad40a9568e tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58a7d4a6f484b4faadd47635f2b8cd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784612 Jan 20 11:38:14.273822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-96fc7a80-1736-4b04-9ca5-12702090cdf1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:38:14.274803 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-96fc7a80-1736-4b04-9ca5-12702090cdf1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1243091 Jan 20 11:38:14.404695 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-ed39f9b0-ace3-4a20-bb65-e8ba31f4ba84 service neutron] 10.222.0.70 "GET /v2.0/networks/2573fab1-aa0a-4812-98cf-3fef01ce9304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235421 Jan 20 11:38:14.532747 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-9d1d1f74-e66b-4201-8948-23a819ca0abd service neutron] 10.222.0.70 "GET /v2.0/networks/2573fab1-aa0a-4812-98cf-3fef01ce9304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217728 Jan 20 11:38:14.696674 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a7cf4056-77ef-43ca-8588-26c4868b3447 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:38:14.772527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port a7cf4056-77ef-43ca-8588-26c4868b3447 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:38:14.772815 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:15.808423 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f006b057-63aa-4db3-a5fb-9309f932a385 req-c4684742-1058-4d0d-af0d-7c3e463fc204 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 210 time: 0.0404184 Jan 20 11:38:16.922385 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89bba914-9fcc-4d26-9f4c-5fe40739bdd5 req-7ee5db63-e013-4ac4-a959-fc76d5b6ed54 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 210 time: 0.0421009 Jan 20 11:38:18.086678 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e4382dbb-5490-41df-83d5-04d5a1409693 req-5a0ead86-adfa-4e53-a544-1a557bb10a9d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 210 time: 0.0448136 Jan 20 11:38:18.414193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-ece395bd-e408-4fd3-ad01-77200620fbdb tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:18.415603 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-ece395bd-e408-4fd3-ad01-77200620fbdb tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.72 "GET /v2.0/networks?id=2573fab1-aa0a-4812-98cf-3fef01ce9304 HTTP/1.1" status: 200 len: 815 time: 0.2446568 Jan 20 11:38:18.430635 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-97a964db-7562-47b3-b877-f4f516cf796b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Request body: {'port': {'device_id': 'b0608dfb-5019-481f-8513-f33f68a5f8a0', 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304', 'admin_state_up': True, 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:38:18.563246 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-97a964db-7562-47b3-b877-f4f516cf796b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:38:18.567561 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-97a964db-7562-47b3-b877-f4f516cf796b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Usage tracker for resource:port and tenant:a58a7d4a6f484b4faadd47635f2b8cd2 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:38:18.570296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-97a964db-7562-47b3-b877-f4f516cf796b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:38:18.575737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-97a964db-7562-47b3-b877-f4f516cf796b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:38:18.663836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-97a964db-7562-47b3-b877-f4f516cf796b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Made reservation on behalf of a58a7d4a6f484b4faadd47635f2b8cd2 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:38:18.666950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-97a964db-7562-47b3-b877-f4f516cf796b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:18.834410 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-97a964db-7562-47b3-b877-f4f516cf796b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Allocated IP 172.20.0.4 (2573fab1-aa0a-4812-98cf-3fef01ce9304/43ee2f4d-39a4-488c-a169-8fefe64060c6/92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:38:19.060913 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-97a964db-7562-47b3-b877-f4f516cf796b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:19.089989 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-97a964db-7562-47b3-b877-f4f516cf796b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Transition to ACTIVE for port object 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:38:19.185487 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-97a964db-7562-47b3-b877-f4f516cf796b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:19.325241 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-97a964db-7562-47b3-b877-f4f516cf796b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Network 2573fab1-aa0a-4812-98cf-3fef01ce9304 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:38:19.328873 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-97a964db-7562-47b3-b877-f4f516cf796b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:38:19.334371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-97a964db-7562-47b3-b877-f4f516cf796b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:38:19.364603 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a964db-7562-47b3-b877-f4f516cf796b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Pushing event updated for resources: {'Port': ['ID=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:19.421492 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60039ce-6c42-4726-9903-2345bf7283e5 req-dda8db10-1954-4418-a84c-3f8deb1287d3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:19.427291 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-97a964db-7562-47b3-b877-f4f516cf796b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:19.429055 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-97a964db-7562-47b3-b877-f4f516cf796b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:19.430459 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d60039ce-6c42-4726-9903-2345bf7283e5 req-dda8db10-1954-4418-a84c-3f8deb1287d3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 931 time: 0.0994642 Jan 20 11:38:19.481313 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-d60039ce-6c42-4726-9903-2345bf7283e5 req-68696621-1db1-40a1-b19b-b33843ea6bd1 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Synchronizing usage tracker for tenant:a58a7d4a6f484b4faadd47635f2b8cd2 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:38:19.523761 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-97a964db-7562-47b3-b877-f4f516cf796b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0965672 Jan 20 11:38:19.586638 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-d60039ce-6c42-4726-9903-2345bf7283e5 req-68696621-1db1-40a1-b19b-b33843ea6bd1 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Unset dirty status for tenant:a58a7d4a6f484b4faadd47635f2b8cd2 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:38:19.588011 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d60039ce-6c42-4726-9903-2345bf7283e5 req-68696621-1db1-40a1-b19b-b33843ea6bd1 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565540 Jan 20 11:38:19.698284 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-909869bf-2f92-465b-baf0-28e0d72c2ae5 None None] Provisioning for port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:38:19.704795 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-909869bf-2f92-465b-baf0-28e0d72c2ae5 None None] Provisioning complete for port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:38:19.705433 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-909869bf-2f92-465b-baf0-28e0d72c2ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:19.765378 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-909869bf-2f92-465b-baf0-28e0d72c2ae5 None None] Port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:38:20.807658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0e1e1-0088-430f-8e9f-b5ce07103082 req-5a3fd937-711f-45df-a0b0-bf602621bb43 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:20.809119 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-51c0e1e1-0088-430f-8e9f-b5ce07103082 req-5a3fd937-711f-45df-a0b0-bf602621bb43 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 931 time: 0.0824847 Jan 20 11:38:20.862258 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-51c0e1e1-0088-430f-8e9f-b5ce07103082 req-5b6bf3ca-701c-4350-8ece-6e34f8180ffd tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473154 Jan 20 11:38:22.197850 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4939ea-09d3-4e3e-bbd3-9e0dfaa9db64 req-db0882be-63b1-4708-8c80-eae0a056bbe0 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:22.197850 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd4939ea-09d3-4e3e-bbd3-9e0dfaa9db64 req-db0882be-63b1-4708-8c80-eae0a056bbe0 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 931 time: 0.0890603 Jan 20 11:38:22.197850 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd4939ea-09d3-4e3e-bbd3-9e0dfaa9db64 req-c43bc042-fbfe-43e8-a8b5-b26bf3a14382 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461845 Jan 20 11:38:23.419358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86dc01-bf23-4b54-93e3-a880399b995e req-fa4eba5f-b5c4-4e7a-b1fb-17d825a75f3b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:23.420817 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4c86dc01-bf23-4b54-93e3-a880399b995e req-fa4eba5f-b5c4-4e7a-b1fb-17d825a75f3b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 931 time: 0.0963967 Jan 20 11:38:23.474139 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4c86dc01-bf23-4b54-93e3-a880399b995e req-3570ace6-6e60-431f-99db-d70a6b214205 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461884 Jan 20 11:38:24.849815 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcc33c-bfea-41b7-aa2e-c16bf8d64fbf req-c5ca7d0c-782f-4744-ab20-03ec1d94ae81 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:24.851348 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5fbcc33c-bfea-41b7-aa2e-c16bf8d64fbf req-c5ca7d0c-782f-4744-ab20-03ec1d94ae81 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 931 time: 0.0824678 Jan 20 11:38:24.916349 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5fbcc33c-bfea-41b7-aa2e-c16bf8d64fbf req-a01f58c9-cdcf-40fc-912b-a201fbef7153 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594299 Jan 20 11:38:26.049354 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:38:26.146679 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67cc2b-2ae1-4b55-b1f9-2a204690d6b7 req-cf238aed-bb81-4c52-aab9-77dccae46ad7 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:26.148945 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1c67cc2b-2ae1-4b55-b1f9-2a204690d6b7 req-cf238aed-bb81-4c52-aab9-77dccae46ad7 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 931 time: 0.0918374 Jan 20 11:38:26.210792 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1c67cc2b-2ae1-4b55-b1f9-2a204690d6b7 req-a59bbd84-4461-42e2-9391-8fa077f352d8 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564780 Jan 20 11:38:27.410906 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73655566-1b05-4332-9806-9a8f3cdc1059 req-1ce2777b-4706-4589-80b9-2fe1519c0049 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:27.412425 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-73655566-1b05-4332-9806-9a8f3cdc1059 req-1ce2777b-4706-4589-80b9-2fe1519c0049 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 931 time: 0.0786111 Jan 20 11:38:27.461782 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-73655566-1b05-4332-9806-9a8f3cdc1059 req-a853e167-8a93-4453-a4a7-112566ce3ef4 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437644 Jan 20 11:38:27.741147 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Request body: {'port': {'device_id': 'b0608dfb-5019-481f-8513-f33f68a5f8a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:38:27.847100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:28.173100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:38:28.180558 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:28.194351 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Transition to ACTIVE for port object 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:38:28.303564 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:28.426708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Pushing event updated for resources: {'Port': ['ID=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:28.540629 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Attempting to bind port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:38:28.540968 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Attempting to bind port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '3139cd78-637d-4100-936b-18f69182e1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:38:28.541296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Attempting to bind port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a on network 2573fab1-aa0a-4812-98cf-3fef01ce9304 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:38:28.547205 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a on network 2573fab1-aa0a-4812-98cf-3fef01ce9304 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:38:28.547526 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Attempting to bind port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a on network 2573fab1-aa0a-4812-98cf-3fef01ce9304 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:38:28.554593 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:38:28.554938 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Checking segment: {'id': '3139cd78-637d-4100-936b-18f69182e1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:38:28.555314 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Bound using segment: {'id': '3139cd78-637d-4100-936b-18f69182e1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:38:28.555743 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Bound port: 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3139cd78-637d-4100-936b-18f69182e1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:38:28.556084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:28.643207 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] For port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:38:28.646892 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] For port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a,segment=NetworkSegment(3139cd78-637d-4100-936b-18f69182e1c6),segment_id=3139cd78-637d-4100-936b-18f69182e1c6)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:38:28.675465 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be71a2b-7636-4e94-8dd8-4fbb683ed6a7 req-469335c8-151d-4a6f-8987-dc3555e53d4b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:28.676971 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9be71a2b-7636-4e94-8dd8-4fbb683ed6a7 req-469335c8-151d-4a6f-8987-dc3555e53d4b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 943 time: 0.0771158 Jan 20 11:38:28.721183 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9be71a2b-7636-4e94-8dd8-4fbb683ed6a7 req-59083fc8-5b0d-47d8-96a9-249c40070387 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387769 Jan 20 11:38:28.775281 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:28.839117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:28.840476 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] 10.222.0.72 "PUT /v2.0/ports/92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a HTTP/1.1" status: 200 len: 1093 time: 1.1038423 Jan 20 11:38:28.840888 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0608dfb-5019-481f-8513-f33f68a5f8a0', 'tag': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:38:28.865433 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfc14b-e887-438a-a96c-6d5bc9f3c81c service neutron] Pushing event updated for resources: {'Port': ['ID=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:28.908684 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0608dfb-5019-481f-8513-f33f68a5f8a0', 'tag': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a', 'status': 'completed', 'code': 200} Jan 20 11:38:29.003298 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-20674d7d-4bc2-4b88-96f5-cd50701265f0 req-15f1b101-ac69-434b-a839-a7a46546e6f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a58a7d4a6f484b4faadd47635f2b8cd2&device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 1096 time: 0.0726900 Jan 20 11:38:29.236191 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20674d7d-4bc2-4b88-96f5-cd50701265f0 req-ce45975a-4731-49fa-97f6-b73b0e00f352 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:29.239903 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-20674d7d-4bc2-4b88-96f5-cd50701265f0 req-ce45975a-4731-49fa-97f6-b73b0e00f352 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=a58a7d4a6f484b4faadd47635f2b8cd2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2283947 Jan 20 11:38:29.371333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20674d7d-4bc2-4b88-96f5-cd50701265f0 req-8961a98e-b789-4c62-a19d-f37dc79e9326 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:29.372733 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-20674d7d-4bc2-4b88-96f5-cd50701265f0 req-8961a98e-b789-4c62-a19d-f37dc79e9326 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280992 Jan 20 11:38:29.480225 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-8d0ecfda-47a4-4ac0-91ca-a9c8b621d87f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a58a7d4a6f484b4faadd47635f2b8cd2&device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 1096 time: 0.0722702 Jan 20 11:38:29.548162 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-191f49f5-cc5e-46b4-a1da-33fc468c1e54 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a HTTP/1.1" status: 200 len: 217 time: 0.0609963 Jan 20 11:38:29.613083 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-2380a568-7e4a-4d36-bb4d-69adfb6ba0f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:29.614531 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-2380a568-7e4a-4d36-bb4d-69adfb6ba0f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43ee2f4d-39a4-488c-a169-8fefe64060c6 HTTP/1.1" status: 200 len: 854 time: 0.0600245 Jan 20 11:38:29.686454 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-ea4c8d1c-639c-4fe5-9ce4-04612a5dfe0f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2573fab1-aa0a-4812-98cf-3fef01ce9304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663755 Jan 20 11:38:29.815164 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-8d5bbabf-33fc-4791-bc9d-44f29de0feda service neutron] 10.222.0.72 "GET /v2.0/networks/2573fab1-aa0a-4812-98cf-3fef01ce9304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231825 Jan 20 11:38:29.919803 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e799c-279b-42e3-9a28-17de74ec6c1e req-969abb09-d0c0-4405-8e94-5408ecb85bf3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:29.921437 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-db7e799c-279b-42e3-9a28-17de74ec6c1e req-969abb09-d0c0-4405-8e94-5408ecb85bf3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 943 time: 0.0797865 Jan 20 11:38:29.948707 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1cd3066c-769c-4f47-86fa-a545095164b3 req-6c036820-8569-4ecd-9e27-4c1c4d642e27 service neutron] 10.222.0.72 "GET /v2.0/networks/2573fab1-aa0a-4812-98cf-3fef01ce9304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279197 Jan 20 11:38:29.968644 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-db7e799c-279b-42e3-9a28-17de74ec6c1e req-439be333-c7e8-4824-9e0e-ad3c7a1a82c2 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403202 Jan 20 11:38:31.164840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5765c65-ba32-4b84-a877-7a173aa5a42d req-5dada700-20bf-4652-ab97-ed2cec655b2c tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:31.166300 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f5765c65-ba32-4b84-a877-7a173aa5a42d req-5dada700-20bf-4652-ab97-ed2cec655b2c tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 943 time: 0.0763326 Jan 20 11:38:31.214298 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f5765c65-ba32-4b84-a877-7a173aa5a42d req-dfeaa7f3-953a-42f2-8e4a-5d008c0d2bbf tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424817 Jan 20 11:38:31.400638 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8ad8d488-d31b-4936-b430-1f8602e9eb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:32.406971 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdd6b5-ab4d-4036-8880-dd910b7c2f5d req-2a7d1395-8543-4ef5-972e-ffb657e01dbf tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:32.408408 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-95bdd6b5-ab4d-4036-8880-dd910b7c2f5d req-2a7d1395-8543-4ef5-972e-ffb657e01dbf tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 943 time: 0.0746567 Jan 20 11:38:32.440198 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:38:32.454013 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-95bdd6b5-ab4d-4036-8880-dd910b7c2f5d req-d2280cce-e044-44f0-88cd-a04dcec466e7 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 Jan 20 11:38:32.569842 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a,segment=NetworkSegment(3139cd78-637d-4100-936b-18f69182e1c6),segment_id=3139cd78-637d-4100-936b-18f69182e1c6)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:38:32.582632 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a', 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304', 'port_id': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a', 'mac_address': 'fa:16:3e:bd:a5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:38:32.637934 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:32.654558 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:38:32.669617 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a,segment=NetworkSegment(3139cd78-637d-4100-936b-18f69182e1c6),segment_id=3139cd78-637d-4100-936b-18f69182e1c6)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:38:32.766297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:32.830947 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:32.970416 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:38:33.735390 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1d889-5ddb-4f39-8edb-18a2e63d2cc3 req-ac6525c7-111a-4c6f-8148-b87ff71c00dd tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:33.736808 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8d1d889-5ddb-4f39-8edb-18a2e63d2cc3 req-ac6525c7-111a-4c6f-8148-b87ff71c00dd tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 944 time: 0.1589420 Jan 20 11:38:33.780469 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a8d1d889-5ddb-4f39-8edb-18a2e63d2cc3 req-2e09f6d5-f6ff-4b8f-b089-4a616dc92faf tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380380 Jan 20 11:38:33.891749 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ba83b8ea-72cc-4fea-a50b-020b3b11f152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:34.439882 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:38:34.566186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:38:34.571049 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:38:34.571425 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:34.711148 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:34.737332 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0608dfb-5019-481f-8513-f33f68a5f8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:38:34.747274 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a,segment=NetworkSegment(3139cd78-637d-4100-936b-18f69182e1c6),segment_id=3139cd78-637d-4100-936b-18f69182e1c6)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:38:34.792045 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0608dfb-5019-481f-8513-f33f68a5f8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a', 'code': 200} Jan 20 11:38:34.817984 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:34.904968 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:34.990701 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb145c-7be1-4d13-9161-f0638595dfec req-a792c0da-8f77-4a74-896b-963e682d61f0 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:34.992178 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02bb145c-7be1-4d13-9161-f0638595dfec req-a792c0da-8f77-4a74-896b-963e682d61f0 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 945 time: 0.0861163 Jan 20 11:38:34.992603 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:35.038532 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02bb145c-7be1-4d13-9161-f0638595dfec req-62106914-4b2d-4974-84ef-9d13cbcc32de tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403903 Jan 20 11:38:35.043543 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:35.186677 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-09eb2628-f82d-444d-a89e-fd09b29f994f req-65730830-834d-4ae5-a3bf-34829036de4a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 1098 time: 0.0772243 Jan 20 11:38:35.228052 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-09eb2628-f82d-444d-a89e-fd09b29f994f req-91637a14-0916-426c-b4fd-e44980adfadc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353441 Jan 20 11:38:36.240146 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5065175-2233-49bd-9b0c-52ecc6bc4974 req-fc7a9eaa-0a78-412c-aa45-af389fa795a3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:36.241518 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d5065175-2233-49bd-9b0c-52ecc6bc4974 req-fc7a9eaa-0a78-412c-aa45-af389fa795a3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 945 time: 0.0798512 Jan 20 11:38:36.286380 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d5065175-2233-49bd-9b0c-52ecc6bc4974 req-75be87a1-e72a-4147-b6fa-dd71a203b153 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393770 Jan 20 11:38:36.406143 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:37.480407 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de57616-78fc-4eb8-a630-05b76ba41541 req-0ff18e72-58b1-4384-8eb8-f86e64dfd362 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:37.481846 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1de57616-78fc-4eb8-a630-05b76ba41541 req-0ff18e72-58b1-4384-8eb8-f86e64dfd362 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 945 time: 0.0759141 Jan 20 11:38:37.526420 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1de57616-78fc-4eb8-a630-05b76ba41541 req-8d81df95-3faa-47e8-b499-be1afa0b664c tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390773 Jan 20 11:38:37.720121 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70f733-4494-4e19-9a2e-a0efa3d67609 req-7a4a4ee9-6c7f-46c5-aa23-9531314dae0d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:37.721667 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3f70f733-4494-4e19-9a2e-a0efa3d67609 req-7a4a4ee9-6c7f-46c5-aa23-9531314dae0d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 945 time: 0.0771623 Jan 20 11:38:37.766031 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3f70f733-4494-4e19-9a2e-a0efa3d67609 req-2461685e-aba3-42d4-a5cd-f93f0b2fda98 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382161 Jan 20 11:38:38.191145 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e4a90-23c8-482c-b73c-dc9228ccd1e2 req-38af3448-c220-45f0-93bb-b0e16b929d8c tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:38.193396 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-573e4a90-23c8-482c-b73c-dc9228ccd1e2 req-38af3448-c220-45f0-93bb-b0e16b929d8c tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 945 time: 0.0741763 Jan 20 11:38:38.241097 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-573e4a90-23c8-482c-b73c-dc9228ccd1e2 req-3a2cbd3a-79d6-4675-9d21-5c73aa8739ac tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418191 Jan 20 11:38:39.931615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:45.542374 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7d2577a6-e9e0-4036-ae1b-4dcf262242a8 req-0fe00d1f-4228-4323-9a79-a61d2ab209e6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669663 Jan 20 11:38:45.681433 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7d2577a6-e9e0-4036-ae1b-4dcf262242a8 req-95993b0c-836d-452a-b5bb-7bc755427bbd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a58a7d4a6f484b4faadd47635f2b8cd2&device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 1098 time: 0.0714757 Jan 20 11:38:45.820978 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2577a6-e9e0-4036-ae1b-4dcf262242a8 req-1df5ed07-9a48-4435-9e0d-b13e726deacd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:45.822436 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7d2577a6-e9e0-4036-ae1b-4dcf262242a8 req-1df5ed07-9a48-4435-9e0d-b13e726deacd service neutron] 10.222.0.72 "GET /v2.0/networks?id=2573fab1-aa0a-4812-98cf-3fef01ce9304 HTTP/1.1" status: 200 len: 916 time: 0.1227903 Jan 20 11:38:45.887169 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7d2577a6-e9e0-4036-ae1b-4dcf262242a8 req-22194867-09bc-4453-9983-98bdf0496e1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a HTTP/1.1" status: 200 len: 217 time: 0.0594292 Jan 20 11:38:45.950244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2577a6-e9e0-4036-ae1b-4dcf262242a8 req-118abaf5-6776-40ba-9ca7-6c88ee8bd68f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:45.951658 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7d2577a6-e9e0-4036-ae1b-4dcf262242a8 req-118abaf5-6776-40ba-9ca7-6c88ee8bd68f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43ee2f4d-39a4-488c-a169-8fefe64060c6 HTTP/1.1" status: 200 len: 854 time: 0.0590889 Jan 20 11:38:46.023465 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7d2577a6-e9e0-4036-ae1b-4dcf262242a8 req-83e9f8b0-00d3-4e5a-87c1-a9b355b0ca92 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2573fab1-aa0a-4812-98cf-3fef01ce9304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660377 Jan 20 11:38:46.150603 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7d2577a6-e9e0-4036-ae1b-4dcf262242a8 req-b724ef13-cbb3-493d-a43c-cd81714c5b0f service neutron] 10.222.0.72 "GET /v2.0/networks/2573fab1-aa0a-4812-98cf-3fef01ce9304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217585 Jan 20 11:38:46.372106 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7d2577a6-e9e0-4036-ae1b-4dcf262242a8 req-43e5dbea-5b9d-41c1-8bd2-772ee63d5352 service neutron] 10.222.0.72 "GET /v2.0/networks/2573fab1-aa0a-4812-98cf-3fef01ce9304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151213 Jan 20 11:38:51.710962 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e69c69-acd5-46a3-97c1-c4f5e3a76c87 req-c70e87f5-b21c-47cf-b946-f04ef756edc5 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:51.712416 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36e69c69-acd5-46a3-97c1-c4f5e3a76c87 req-c70e87f5-b21c-47cf-b946-f04ef756edc5 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 945 time: 0.0765173 Jan 20 11:38:51.755853 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36e69c69-acd5-46a3-97c1-c4f5e3a76c87 req-1aa4b761-aee3-494c-b463-c5726a73589a tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380201 Jan 20 11:38:51.784622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43342) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:38:51.922862 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6ac9f44d-d2a4-4255-b3f1-0f95d492ca3b tempest-TestMinimumBasicScenario-1371329865 tempest-TestMinimumBasicScenario-1371329865-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 1093 time: 0.1370628 Jan 20 11:38:51.925786 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43348) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:38:51.930834 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:38:51.936400 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:38:51.940110 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Usage tracker for resource:floatingip and tenant:a58a7d4a6f484b4faadd47635f2b8cd2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:38:51.943037 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:38:51.949108 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:38:52.045791 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:52.178978 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:52.306772 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Allocated IP 172.26.0.121 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/b7c0a203-b046-40c1-8b77-d2648478212b) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:38:52.457652 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:52.557856 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:52.626611 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:38:52.629369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:38:52.634355 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:38:52.657325 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Pushing event updated for resources: {'Port': ['ID=b7c0a203-b046-40c1-8b77-d2648478212b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:52.675681 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:52.676021 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:52.676354 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:52.676684 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:52.677011 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:52.677329 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:52.677678 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:52.677997 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:52.678816 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:52.679130 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:52.679445 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:53.219044 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:53.348897 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:53.548584 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:53.600090 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:53.699821 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Pushing event updated for resources: {'Port': ['ID=b7c0a203-b046-40c1-8b77-d2648478212b,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:53.718271 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:53.906318 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Floating IP 6f69fff8-bba0-46a3-9296-03f44116935f associated. External IP: 172.26.0.121, port: 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a. Jan 20 11:38:54.282242 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Router 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:38:54.476619 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:38:54.486526 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd796f15-2027-4573-a3a9-3d1266f7f210 None None] Sync routers for ids ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:38:54.499077 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd796f15-2027-4573-a3a9-3d1266f7f210 None None] Routers {'55102a3d-cf3d-4732-b3ce-4f6cb4437c22'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:38:54.499679 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-fd796f15-2027-4573-a3a9-3d1266f7f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:38:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:38:54.586556 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:54.639813 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6ef0ca0e-b2c4-493f-ace7-23871f9723b3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7130215 Jan 20 11:38:54.640379 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0608dfb-5019-481f-8513-f33f68a5f8a0', 'tag': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:38:54.642686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43352) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:38:54.648455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-970674628', 'description': 'tempest-secgroup-smoke-970674628 description', 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:38:54.654883 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:38:54.666207 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:38:54.686954 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-fd796f15-2027-4573-a3a9-3d1266f7f210 None None] Set router 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:38:54.740595 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:54.777929 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:38:54.781681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Usage tracker for resource:security_group_rule and tenant:a58a7d4a6f484b4faadd47635f2b8cd2 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:38:54.784489 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:38:54.791240 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:38:54.852913 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:54.855419 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0608dfb-5019-481f-8513-f33f68a5f8a0', 'tag': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a', 'status': 'completed', 'code': 200} Jan 20 11:38:54.937081 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:54.991829 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4b50e6c6-976c-4a8d-a82c-29ab0f3af2dd req-63713127-ccde-48ee-8b94-7898e5e038bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a58a7d4a6f484b4faadd47635f2b8cd2&device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 1098 time: 0.1130431 Jan 20 11:38:54.993328 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532894c8-bc93-4123-aa6f-e3ab83b63e2f,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:55.021975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:55.022326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:55.022806 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:55.023146 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:55.023476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:55.023802 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:55.024128 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:55.024450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:55.024775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:55.025095 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:55.025410 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:38:55.038822 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-fd796f15-2027-4573-a3a9-3d1266f7f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'name': 'tempest-TestMinimumBasicScenario-1927080921-router', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:47Z', 'updated_at': '2022-01-20T11:37:51Z', 'revision_number': 4, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'gw_port': {'id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:48Z', 'updated_at': '2022-01-20T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '6f69fff8-bba0-46a3-9296-03f44116935f', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'floating_ip_address': '172.26.0.121', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'port_id': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304', 'mac_address': 'fa:16:3e:bd:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0608dfb-5019-481f-8513-f33f68a5f8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:38:52Z', 'updated_at': '2022-01-20T11:38:52Z', 'revision_number': 0, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450cf82b-8141-4156-ba35-e3a22866bf13', 'name': '', 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'mac_address': 'fa:16:3e:ef:fb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:50Z', 'updated_at': '2022-01-20T11:38:09Z', 'revision_number': 5, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'subnets': [{'id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:38:55.043000 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd796f15-2027-4573-a3a9-3d1266f7f210 None None] Checking router: 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:38:55.054439 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd796f15-2027-4573-a3a9-3d1266f7f210 None None] Routers {'55102a3d-cf3d-4732-b3ce-4f6cb4437c22'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:38:55.055049 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-fd796f15-2027-4573-a3a9-3d1266f7f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:38:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:38:55.076837 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:55.078101 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-07977909-924f-4aa3-94d7-f4237bb6a8df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4343302 Jan 20 11:38:55.081508 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43360) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:38:55.087775 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-71120032-9738-422c-a67d-4ea9fe7f3fc2 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Request body: {'security_group_rule': {'security_group_id': '532894c8-bc93-4123-aa6f-e3ab83b63e2f', 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:38:55.093948 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-71120032-9738-422c-a67d-4ea9fe7f3fc2 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:38:55.097894 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-71120032-9738-422c-a67d-4ea9fe7f3fc2 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Usage tracker for resource:security_group_rule and tenant:a58a7d4a6f484b4faadd47635f2b8cd2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:38:55.101313 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-71120032-9738-422c-a67d-4ea9fe7f3fc2 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:38:55.107807 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-71120032-9738-422c-a67d-4ea9fe7f3fc2 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:38:55.137424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50e6c6-976c-4a8d-a82c-29ab0f3af2dd req-22da6fc1-822b-42ee-b810-cf1ebffa395a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:55.138879 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4b50e6c6-976c-4a8d-a82c-29ab0f3af2dd req-22da6fc1-822b-42ee-b810-cf1ebffa395a service neutron] 10.222.0.72 "GET /v2.0/networks?id=2573fab1-aa0a-4812-98cf-3fef01ce9304 HTTP/1.1" status: 200 len: 916 time: 0.1379967 Jan 20 11:38:55.205927 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71120032-9738-422c-a67d-4ea9fe7f3fc2 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:55.244949 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4b50e6c6-976c-4a8d-a82c-29ab0f3af2dd req-9dac0919-d2a7-4d3a-9970-19e72e23e176 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a HTTP/1.1" status: 200 len: 999 time: 0.0993838 Jan 20 11:38:55.246984 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-fd796f15-2027-4573-a3a9-3d1266f7f210 None None] Set router 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:38:55.270390 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71120032-9738-422c-a67d-4ea9fe7f3fc2 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:55.309970 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50e6c6-976c-4a8d-a82c-29ab0f3af2dd req-905a9c9b-1b3d-41da-8441-b964fc95c2c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:55.311417 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4b50e6c6-976c-4a8d-a82c-29ab0f3af2dd req-905a9c9b-1b3d-41da-8441-b964fc95c2c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43ee2f4d-39a4-488c-a169-8fefe64060c6 HTTP/1.1" status: 200 len: 854 time: 0.0604637 Jan 20 11:38:55.367047 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71120032-9738-422c-a67d-4ea9fe7f3fc2 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:55.387752 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4b50e6c6-976c-4a8d-a82c-29ab0f3af2dd req-7f366171-00ab-4e26-9d77-5b46f49aaf73 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2573fab1-aa0a-4812-98cf-3fef01ce9304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697262 Jan 20 11:38:55.393937 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71120032-9738-422c-a67d-4ea9fe7f3fc2 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e497b341-8fb8-47c9-87e2-1516a506f14e,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:55.483279 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-71120032-9738-422c-a67d-4ea9fe7f3fc2 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:55.484988 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-71120032-9738-422c-a67d-4ea9fe7f3fc2 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4019959 Jan 20 11:38:55.487545 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43364) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:38:55.493148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1616d636-b740-4a46-b1c0-8aaf3b7a0c0d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Request body: {'security_group_rule': {'security_group_id': '532894c8-bc93-4123-aa6f-e3ab83b63e2f', 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:38:55.499244 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1616d636-b740-4a46-b1c0-8aaf3b7a0c0d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:38:55.503086 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1616d636-b740-4a46-b1c0-8aaf3b7a0c0d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Usage tracker for resource:security_group_rule and tenant:a58a7d4a6f484b4faadd47635f2b8cd2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:38:55.506046 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1616d636-b740-4a46-b1c0-8aaf3b7a0c0d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:38:55.512010 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1616d636-b740-4a46-b1c0-8aaf3b7a0c0d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:38:55.530660 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4b50e6c6-976c-4a8d-a82c-29ab0f3af2dd req-fa6617ce-824e-47af-ad59-10e3d4d68bdf service neutron] 10.222.0.72 "GET /v2.0/networks/2573fab1-aa0a-4812-98cf-3fef01ce9304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365147 Jan 20 11:38:55.582210 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1616d636-b740-4a46-b1c0-8aaf3b7a0c0d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:55.607113 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-fd796f15-2027-4573-a3a9-3d1266f7f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'name': 'tempest-TestMinimumBasicScenario-1927080921-router', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:47Z', 'updated_at': '2022-01-20T11:37:51Z', 'revision_number': 4, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'gw_port': {'id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:48Z', 'updated_at': '2022-01-20T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '6f69fff8-bba0-46a3-9296-03f44116935f', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'floating_ip_address': '172.26.0.121', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'port_id': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304', 'mac_address': 'fa:16:3e:bd:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0608dfb-5019-481f-8513-f33f68a5f8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:38:52Z', 'updated_at': '2022-01-20T11:38:52Z', 'revision_number': 0, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450cf82b-8141-4156-ba35-e3a22866bf13', 'name': '', 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'mac_address': 'fa:16:3e:ef:fb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:50Z', 'updated_at': '2022-01-20T11:38:09Z', 'revision_number': 5, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'subnets': [{'id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:38:55.611199 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd796f15-2027-4573-a3a9-3d1266f7f210 None None] The sync data for ids ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'] in dv-neutron-825471-1-hyperv is: [{'id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'name': 'tempest-TestMinimumBasicScenario-1927080921-router', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:47Z', 'updated_at': '2022-01-20T11:37:51Z', 'revision_number': 4, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'gw_port': {'id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:48Z', 'updated_at': '2022-01-20T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '6f69fff8-bba0-46a3-9296-03f44116935f', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'floating_ip_address': '172.26.0.121', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'port_id': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304', 'mac_address': 'fa:16:3e:bd:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0608dfb-5019-481f-8513-f33f68a5f8a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:38:52Z', 'updated_at': '2022-01-20T11:38:52Z', 'revision_number': 0, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450cf82b-8141-4156-ba35-e3a22866bf13', 'name': '', 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'mac_address': 'fa:16:3e:ef:fb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:50Z', 'updated_at': '2022-01-20T11:38:09Z', 'revision_number': 5, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'subnets': [{'id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:38:55.657325 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1616d636-b740-4a46-b1c0-8aaf3b7a0c0d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:55.671941 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4b50e6c6-976c-4a8d-a82c-29ab0f3af2dd req-197f98ed-a0ce-4da4-a14b-1e17c9931c42 service neutron] 10.222.0.72 "GET /v2.0/networks/2573fab1-aa0a-4812-98cf-3fef01ce9304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351767 Jan 20 11:38:55.728984 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1616d636-b740-4a46-b1c0-8aaf3b7a0c0d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:55.752991 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616d636-b740-4a46-b1c0-8aaf3b7a0c0d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4759c2c3-5f9b-45ae-aa72-7e4cafa79476,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:55.817719 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1616d636-b740-4a46-b1c0-8aaf3b7a0c0d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:55.819761 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1616d636-b740-4a46-b1c0-8aaf3b7a0c0d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3312173 Jan 20 11:38:55.823114 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43368) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:38:55.828578 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ca360c2d-9fe9-4e02-9615-dc7201d87c87 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Request body: {'security_group_rule': {'security_group_id': '532894c8-bc93-4123-aa6f-e3ab83b63e2f', 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:38:55.833107 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ef15d-0a3a-448d-a524-04b37a9b932c None None] New status for floating IP 6f69fff8-bba0-46a3-9296-03f44116935f: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:38:55.836727 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ca360c2d-9fe9-4e02-9615-dc7201d87c87 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:38:55.840712 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ca360c2d-9fe9-4e02-9615-dc7201d87c87 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Usage tracker for resource:security_group_rule and tenant:a58a7d4a6f484b4faadd47635f2b8cd2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:38:55.843613 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ca360c2d-9fe9-4e02-9615-dc7201d87c87 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:38:55.849525 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ca360c2d-9fe9-4e02-9615-dc7201d87c87 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:38:55.932895 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ca360c2d-9fe9-4e02-9615-dc7201d87c87 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:55.997871 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ca360c2d-9fe9-4e02-9615-dc7201d87c87 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:56.072371 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ca360c2d-9fe9-4e02-9615-dc7201d87c87 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:56.098063 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca360c2d-9fe9-4e02-9615-dc7201d87c87 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634ef21a-c2e5-475b-af7c-0b5704d3bee5,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:56.191849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ca360c2d-9fe9-4e02-9615-dc7201d87c87 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:56.192950 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ca360c2d-9fe9-4e02-9615-dc7201d87c87 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3688729 Jan 20 11:38:56.196259 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43372) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:38:56.201615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-636da279-8466-4450-8472-a2d5acdaf1e8 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Request body: {'security_group_rule': {'security_group_id': '532894c8-bc93-4123-aa6f-e3ab83b63e2f', 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:38:56.207645 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-636da279-8466-4450-8472-a2d5acdaf1e8 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:38:56.211635 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-636da279-8466-4450-8472-a2d5acdaf1e8 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Usage tracker for resource:security_group_rule and tenant:a58a7d4a6f484b4faadd47635f2b8cd2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:38:56.214466 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-636da279-8466-4450-8472-a2d5acdaf1e8 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:38:56.220445 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-636da279-8466-4450-8472-a2d5acdaf1e8 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:38:56.380513 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-636da279-8466-4450-8472-a2d5acdaf1e8 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:56.441750 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-636da279-8466-4450-8472-a2d5acdaf1e8 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:56.528739 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-636da279-8466-4450-8472-a2d5acdaf1e8 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:56.550728 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636da279-8466-4450-8472-a2d5acdaf1e8 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769e486a-17f2-42b7-8a25-67221cc2922c,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:56.620653 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-636da279-8466-4450-8472-a2d5acdaf1e8 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:56.622240 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-636da279-8466-4450-8472-a2d5acdaf1e8 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4248631 Jan 20 11:38:56.624832 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43376) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:38:56.630211 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e86e6375-2120-4383-ac8d-8f0c20976ce4 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Request body: {'security_group_rule': {'security_group_id': '532894c8-bc93-4123-aa6f-e3ab83b63e2f', 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:38:56.636270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e86e6375-2120-4383-ac8d-8f0c20976ce4 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:38:56.639999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e86e6375-2120-4383-ac8d-8f0c20976ce4 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Usage tracker for resource:security_group_rule and tenant:a58a7d4a6f484b4faadd47635f2b8cd2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:38:56.642852 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e86e6375-2120-4383-ac8d-8f0c20976ce4 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:38:56.648537 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e86e6375-2120-4383-ac8d-8f0c20976ce4 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:38:56.706437 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-e86e6375-2120-4383-ac8d-8f0c20976ce4 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Project a58a7d4a6f484b4faadd47635f2b8cd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:38:56.713028 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e86e6375-2120-4383-ac8d-8f0c20976ce4 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:56.774619 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e86e6375-2120-4383-ac8d-8f0c20976ce4 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:56.848966 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e86e6375-2120-4383-ac8d-8f0c20976ce4 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:56.872942 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e6375-2120-4383-ac8d-8f0c20976ce4 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4285b367-dae9-42f2-a385-49188cd3d715,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:56.960828 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e86e6375-2120-4383-ac8d-8f0c20976ce4 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:56.962047 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e86e6375-2120-4383-ac8d-8f0c20976ce4 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3362837 Jan 20 11:38:56.964818 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43380) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:38:56.970274 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-803adec6-7bf0-42ba-98fc-af2bbf7fa218 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Request body: {'security_group_rule': {'security_group_id': '532894c8-bc93-4123-aa6f-e3ab83b63e2f', 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:38:56.976937 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-803adec6-7bf0-42ba-98fc-af2bbf7fa218 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:38:56.980803 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-803adec6-7bf0-42ba-98fc-af2bbf7fa218 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Usage tracker for resource:security_group_rule and tenant:a58a7d4a6f484b4faadd47635f2b8cd2 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:38:56.983637 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-803adec6-7bf0-42ba-98fc-af2bbf7fa218 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:38:56.989190 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-803adec6-7bf0-42ba-98fc-af2bbf7fa218 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:38:57.057519 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-803adec6-7bf0-42ba-98fc-af2bbf7fa218 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Project a58a7d4a6f484b4faadd47635f2b8cd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:38:57.063715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-803adec6-7bf0-42ba-98fc-af2bbf7fa218 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:57.128947 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-803adec6-7bf0-42ba-98fc-af2bbf7fa218 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:57.186322 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-803adec6-7bf0-42ba-98fc-af2bbf7fa218 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:57.210836 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803adec6-7bf0-42ba-98fc-af2bbf7fa218 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4cb11fd-78ef-458a-99d5-c977a074032f,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:57.280222 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-803adec6-7bf0-42ba-98fc-af2bbf7fa218 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:57.281343 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-803adec6-7bf0-42ba-98fc-af2bbf7fa218 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3155916 Jan 20 11:38:57.411443 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5384f85c-aee7-4556-bde6-0b351bb79f02 req-64bf8f03-6117-4f0e-bc64-5212a29977e0 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-970674628&fields=id&tenant_id=a58a7d4a6f484b4faadd47635f2b8cd2 HTTP/1.1" status: 200 len: 267 time: 0.0404398 Jan 20 11:38:57.489451 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384f85c-aee7-4556-bde6-0b351bb79f02 req-9fe01eb5-e71f-44e8-ba11-c1e4d5ba1f67 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:57.490935 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5384f85c-aee7-4556-bde6-0b351bb79f02 req-9fe01eb5-e71f-44e8-ba11-c1e4d5ba1f67 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 945 time: 0.0742111 Jan 20 11:38:57.501225 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-5384f85c-aee7-4556-bde6-0b351bb79f02 req-3759f580-edb6-4041-9b4f-e893f76781a0 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Request body: {'port': {'security_groups': ['034b5f76-591c-4339-a885-d649f87ac2f7', '532894c8-bc93-4123-aa6f-e3ab83b63e2f']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:38:57.618246 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-5384f85c-aee7-4556-bde6-0b351bb79f02 req-3759f580-edb6-4041-9b4f-e893f76781a0 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:57.886098 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-5384f85c-aee7-4556-bde6-0b351bb79f02 req-3759f580-edb6-4041-9b4f-e893f76781a0 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] For port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a,segment=NetworkSegment(3139cd78-637d-4100-936b-18f69182e1c6),segment_id=3139cd78-637d-4100-936b-18f69182e1c6)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:38:57.911048 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-5384f85c-aee7-4556-bde6-0b351bb79f02 req-3759f580-edb6-4041-9b4f-e893f76781a0 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:58.191678 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-5384f85c-aee7-4556-bde6-0b351bb79f02 req-3759f580-edb6-4041-9b4f-e893f76781a0 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:58.203079 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:38:58.268650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384f85c-aee7-4556-bde6-0b351bb79f02 req-3759f580-edb6-4041-9b4f-e893f76781a0 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:58.268650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-5384f85c-aee7-4556-bde6-0b351bb79f02 req-3759f580-edb6-4041-9b4f-e893f76781a0 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:58.270034 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5384f85c-aee7-4556-bde6-0b351bb79f02 req-3759f580-edb6-4041-9b4f-e893f76781a0 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "PUT /v2.0/ports/92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a HTTP/1.1" status: 200 len: 981 time: 0.7731478 Jan 20 11:38:58.270484 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0608dfb-5019-481f-8513-f33f68a5f8a0', 'tag': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:38:58.299737 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759f580-edb6-4041-9b4f-e893f76781a0 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Pushing event updated for resources: {'Port': ['ID=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a,revision_number=6']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:38:58.340351 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:38:58.350574 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0608dfb-5019-481f-8513-f33f68a5f8a0', 'tag': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a', 'status': 'completed', 'code': 200} Jan 20 11:38:58.444308 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-960ac140-0431-4317-b0b9-f02bfbddb43e req-5f6851a9-2248-495a-8377-1072a41efc97 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a58a7d4a6f484b4faadd47635f2b8cd2&device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 1137 time: 0.0765476 Jan 20 11:38:58.551989 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85505a-d868-419e-9828-34ab8fa46000 req-1d5ed659-7ffa-404d-81ac-0731b739bdaf tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:58.554219 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e85505a-d868-419e-9828-34ab8fa46000 req-1d5ed659-7ffa-404d-81ac-0731b739bdaf tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 984 time: 0.1508043 Jan 20 11:38:58.598729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ac140-0431-4317-b0b9-f02bfbddb43e req-d8e9c6a5-bc44-4315-bae7-d4c97a0e8bdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:58.601622 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-960ac140-0431-4317-b0b9-f02bfbddb43e req-d8e9c6a5-bc44-4315-bae7-d4c97a0e8bdf service neutron] 10.222.0.72 "GET /v2.0/networks?id=2573fab1-aa0a-4812-98cf-3fef01ce9304 HTTP/1.1" status: 200 len: 916 time: 0.1513591 Jan 20 11:38:58.612141 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e85505a-d868-419e-9828-34ab8fa46000 req-57104f1a-214d-44d2-9f92-c7840cc34a67 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=532894c8-bc93-4123-aa6f-e3ab83b63e2f&id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514326 Jan 20 11:38:58.691767 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-994b92c9-a80b-4c5f-ab66-aaec7208a5d3 None None] Provisioning complete for port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:38:58.692270 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-994b92c9-a80b-4c5f-ab66-aaec7208a5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:38:58.720614 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-960ac140-0431-4317-b0b9-f02bfbddb43e req-e3b81f6e-6bc5-4a64-9fd3-e31cbc91982f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a HTTP/1.1" status: 200 len: 1001 time: 0.1122010 Jan 20 11:38:58.785069 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ac140-0431-4317-b0b9-f02bfbddb43e req-bb8b9047-7903-44a8-9da1-ef69a4de75da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:38:58.786522 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-960ac140-0431-4317-b0b9-f02bfbddb43e req-bb8b9047-7903-44a8-9da1-ef69a4de75da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43ee2f4d-39a4-488c-a169-8fefe64060c6 HTTP/1.1" status: 200 len: 854 time: 0.0598760 Jan 20 11:38:58.886113 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-960ac140-0431-4317-b0b9-f02bfbddb43e req-a6ffbd84-97e0-4981-8c94-c952fdbce3a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2573fab1-aa0a-4812-98cf-3fef01ce9304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812433 Jan 20 11:38:59.042340 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-960ac140-0431-4317-b0b9-f02bfbddb43e req-2b5c0fc9-5bcb-4d15-bb99-9c5850c3b7c4 service neutron] 10.222.0.72 "GET /v2.0/networks/2573fab1-aa0a-4812-98cf-3fef01ce9304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562052 Jan 20 11:38:59.273729 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-960ac140-0431-4317-b0b9-f02bfbddb43e req-7da7792b-a288-42e6-84af-49978eddc775 service neutron] 10.222.0.72 "GET /v2.0/networks/2573fab1-aa0a-4812-98cf-3fef01ce9304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309206 Jan 20 11:39:01.422552 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-644e61d5-36ac-4978-952e-0a99001eacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:39:03.049346 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:39:03.883944 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2f02-243b-483b-b1b2-570f999cd5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:39:04.949191 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:39:04.978445 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:39:06.428728 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:39:09.905518 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:39:13.110766 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e6a19fd0-c18a-4a96-98c9-16b0bb8e3711 req-74ffbea7-624f-4703-9d3c-e547fe7db7d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a58a7d4a6f484b4faadd47635f2b8cd2&device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 1137 time: 0.0734749 Jan 20 11:39:13.111864 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047e9c8-9021-4984-b966-b62278e8ee8e req-93d46de3-80b0-437f-b34f-b404811c4a24 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:39:13.113317 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3047e9c8-9021-4984-b966-b62278e8ee8e req-93d46de3-80b0-437f-b34f-b404811c4a24 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 984 time: 0.0758185 Jan 20 11:39:13.162066 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3047e9c8-9021-4984-b966-b62278e8ee8e req-a777c4fc-f3fc-4fca-89da-cbac4c3a73c1 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=532894c8-bc93-4123-aa6f-e3ab83b63e2f&id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425842 Jan 20 11:39:13.240339 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a19fd0-c18a-4a96-98c9-16b0bb8e3711 req-a27fa2f9-f3cf-4d7b-8b6b-c11843032c38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:39:13.241690 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e6a19fd0-c18a-4a96-98c9-16b0bb8e3711 req-a27fa2f9-f3cf-4d7b-8b6b-c11843032c38 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2573fab1-aa0a-4812-98cf-3fef01ce9304 HTTP/1.1" status: 200 len: 916 time: 0.1245892 Jan 20 11:39:13.338069 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e6a19fd0-c18a-4a96-98c9-16b0bb8e3711 req-8839a5c4-c68b-48f8-9c97-109ef89105fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a HTTP/1.1" status: 200 len: 1001 time: 0.0892925 Jan 20 11:39:13.400903 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a19fd0-c18a-4a96-98c9-16b0bb8e3711 req-d503f132-ee51-4c2c-908a-9687b8568180 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:39:13.402382 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e6a19fd0-c18a-4a96-98c9-16b0bb8e3711 req-d503f132-ee51-4c2c-908a-9687b8568180 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43ee2f4d-39a4-488c-a169-8fefe64060c6 HTTP/1.1" status: 200 len: 854 time: 0.0584140 Jan 20 11:39:13.475841 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e6a19fd0-c18a-4a96-98c9-16b0bb8e3711 req-fb73669b-71f8-4274-8729-ce268c0e323b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2573fab1-aa0a-4812-98cf-3fef01ce9304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662487 Jan 20 11:39:13.603526 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e6a19fd0-c18a-4a96-98c9-16b0bb8e3711 req-cd737bd4-3e36-4f8e-bbff-7a1f3564767b service neutron] 10.222.0.72 "GET /v2.0/networks/2573fab1-aa0a-4812-98cf-3fef01ce9304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209049 Jan 20 11:39:13.732496 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e6a19fd0-c18a-4a96-98c9-16b0bb8e3711 req-706d74c8-7852-44a2-adb2-981f8964dcf3 service neutron] 10.222.0.72 "GET /v2.0/networks/2573fab1-aa0a-4812-98cf-3fef01ce9304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230304 Jan 20 11:39:14.356760 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8ec32-7ffa-4ebc-af0a-01460f9892eb req-786a6e69-44a1-4530-bd93-895782fd65d3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:39:14.358199 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b5f8ec32-7ffa-4ebc-af0a-01460f9892eb req-786a6e69-44a1-4530-bd93-895782fd65d3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 984 time: 0.0746026 Jan 20 11:39:14.404220 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b5f8ec32-7ffa-4ebc-af0a-01460f9892eb req-fa89797f-e8b3-4e09-9eb3-651e58630aa9 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=532894c8-bc93-4123-aa6f-e3ab83b63e2f&id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404406 Jan 20 11:39:15.606173 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b2c71-e8b8-4dd8-9cf5-738311040b29 req-55585b18-8273-4b13-80b9-4ec3b084af37 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:39:15.607623 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-737b2c71-e8b8-4dd8-9cf5-738311040b29 req-55585b18-8273-4b13-80b9-4ec3b084af37 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 984 time: 0.0799117 Jan 20 11:39:15.653981 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-737b2c71-e8b8-4dd8-9cf5-738311040b29 req-96253fe3-b9c7-4afc-bbb0-883fd909752c tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=532894c8-bc93-4123-aa6f-e3ab83b63e2f&id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408323 Jan 20 11:39:16.849973 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a993387-235c-4a3b-bd48-58f88c8f315b req-41ec5f42-18fd-4737-a33e-61f66fa826e6 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:39:16.851400 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9a993387-235c-4a3b-bd48-58f88c8f315b req-41ec5f42-18fd-4737-a33e-61f66fa826e6 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 984 time: 0.0756993 Jan 20 11:39:16.897778 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9a993387-235c-4a3b-bd48-58f88c8f315b req-80141e8c-dcfa-4891-abc9-accb46987d29 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=532894c8-bc93-4123-aa6f-e3ab83b63e2f&id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393960 Jan 20 11:39:18.096700 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46044aea-82c1-49de-83ae-8f2ba139ab10 req-3d4aa633-6ca2-4067-80c2-6ab4894c19df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:39:18.098162 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-46044aea-82c1-49de-83ae-8f2ba139ab10 req-3d4aa633-6ca2-4067-80c2-6ab4894c19df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 984 time: 0.0787151 Jan 20 11:39:18.143526 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-46044aea-82c1-49de-83ae-8f2ba139ab10 req-8bec772d-e487-4187-9da5-8d66e31c5424 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=532894c8-bc93-4123-aa6f-e3ab83b63e2f&id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398731 Jan 20 11:39:19.336175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35526b4-5aea-472c-aa30-147c8c64f6cf req-efa43075-f45c-4747-8066-1049ac637f58 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:39:19.337521 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a35526b4-5aea-472c-aa30-147c8c64f6cf req-efa43075-f45c-4747-8066-1049ac637f58 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 984 time: 0.0742574 Jan 20 11:39:19.387582 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a35526b4-5aea-472c-aa30-147c8c64f6cf req-1488fd7c-c091-4ac8-816a-66ec87342d33 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=532894c8-bc93-4123-aa6f-e3ab83b63e2f&id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438836 Jan 20 11:39:20.579373 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e07f6d-65f8-4543-ab56-b026cd33e887 req-13a11b63-dae3-4f14-a454-46eb3b13aab2 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:39:20.581053 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-50e07f6d-65f8-4543-ab56-b026cd33e887 req-13a11b63-dae3-4f14-a454-46eb3b13aab2 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 984 time: 0.0751610 Jan 20 11:39:20.626045 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-50e07f6d-65f8-4543-ab56-b026cd33e887 req-6dc7c383-981c-45b9-85b8-fb61255b73d8 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=532894c8-bc93-4123-aa6f-e3ab83b63e2f&id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394700 Jan 20 11:39:21.828000 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013666fc-9826-4aad-8d93-f4e7b4ca67b9 req-2a7f0bbb-792e-4527-a266-8e2eeb19b624 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:39:21.829424 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-013666fc-9826-4aad-8d93-f4e7b4ca67b9 req-2a7f0bbb-792e-4527-a266-8e2eeb19b624 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 984 time: 0.0810323 Jan 20 11:39:21.875290 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-013666fc-9826-4aad-8d93-f4e7b4ca67b9 req-dc25400f-8bf6-413a-9187-cca553e77abe tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=532894c8-bc93-4123-aa6f-e3ab83b63e2f&id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398955 Jan 20 11:39:23.071556 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096993be-dd0e-4c18-a7fb-38d74357d34e req-209bcfc8-5e72-4749-9ba7-8b4c5a5da3be tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:39:23.073502 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-096993be-dd0e-4c18-a7fb-38d74357d34e req-209bcfc8-5e72-4749-9ba7-8b4c5a5da3be tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 984 time: 0.0759480 Jan 20 11:39:23.118265 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-096993be-dd0e-4c18-a7fb-38d74357d34e req-416845ca-58ce-4a87-ba71-01848004a400 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=532894c8-bc93-4123-aa6f-e3ab83b63e2f&id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391524 Jan 20 11:39:24.316087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea96bfd-d7d6-46b9-b5da-8806973473bb req-666e10dd-3bac-4168-8fa6-239fd4993478 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:39:24.317419 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4ea96bfd-d7d6-46b9-b5da-8806973473bb req-666e10dd-3bac-4168-8fa6-239fd4993478 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 984 time: 0.0777965 Jan 20 11:39:24.363537 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4ea96bfd-d7d6-46b9-b5da-8806973473bb req-4c68f84f-60b6-43b8-8db6-b95c4c2d6263 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=532894c8-bc93-4123-aa6f-e3ab83b63e2f&id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399666 Jan 20 11:39:25.566389 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101997df-13fd-4494-a773-c9702c45794e req-5be48a97-01ff-43f2-81bb-2e1cf8c3e0bf tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:39:25.567844 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-101997df-13fd-4494-a773-c9702c45794e req-5be48a97-01ff-43f2-81bb-2e1cf8c3e0bf tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 984 time: 0.0762320 Jan 20 11:39:25.624506 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-101997df-13fd-4494-a773-c9702c45794e req-64c42beb-e614-4f26-b3c0-26b76a08050f tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=532894c8-bc93-4123-aa6f-e3ab83b63e2f&id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0479562 Jan 20 11:39:26.910064 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d45509-3ed9-416b-bc31-5e9e0afa0ef5 req-c820518c-a181-43c5-be78-c19ac81a81df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:39:26.911490 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-67d45509-3ed9-416b-bc31-5e9e0afa0ef5 req-c820518c-a181-43c5-be78-c19ac81a81df tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 984 time: 0.1499817 Jan 20 11:39:26.957505 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-67d45509-3ed9-416b-bc31-5e9e0afa0ef5 req-f23163ed-f06d-4d21-9ec5-b6433bffbd83 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=532894c8-bc93-4123-aa6f-e3ab83b63e2f&id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392857 Jan 20 11:39:28.156056 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b8ae7-4a1b-4ba5-b43e-5d47c6b36501 req-74cc9332-ef81-4897-a7e5-eadb3828b39a tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:39:28.157471 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-257b8ae7-4a1b-4ba5-b43e-5d47c6b36501 req-74cc9332-ef81-4897-a7e5-eadb3828b39a tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 984 time: 0.0786331 Jan 20 11:39:28.203076 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-257b8ae7-4a1b-4ba5-b43e-5d47c6b36501 req-3bdb5f28-3a5d-466e-b0ee-9ea904e108f8 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=532894c8-bc93-4123-aa6f-e3ab83b63e2f&id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399454 Jan 20 11:39:29.396093 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c63d56-5dd1-43b2-bac0-932ba60f143a req-a98357e9-fc0e-4841-a4a9-1dfbe34eb022 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:39:29.397547 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-70c63d56-5dd1-43b2-bac0-932ba60f143a req-a98357e9-fc0e-4841-a4a9-1dfbe34eb022 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 984 time: 0.0743115 Jan 20 11:39:29.443355 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-70c63d56-5dd1-43b2-bac0-932ba60f143a req-89c14360-6158-45c4-b31e-452cc34dab15 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=532894c8-bc93-4123-aa6f-e3ab83b63e2f&id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400519 Jan 20 11:39:30.643839 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae82c4-7d46-4579-aedb-f7df42daed26 req-2562b494-cd6e-4c0b-9867-bbd04c313ee8 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:39:30.645279 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20ae82c4-7d46-4579-aedb-f7df42daed26 req-2562b494-cd6e-4c0b-9867-bbd04c313ee8 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 984 time: 0.0794902 Jan 20 11:39:30.691367 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20ae82c4-7d46-4579-aedb-f7df42daed26 req-5a801fd9-86f0-4a39-b1ef-c3457fc5833d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=532894c8-bc93-4123-aa6f-e3ab83b63e2f&id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400543 Jan 20 11:39:31.416836 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9949962f-ca72-4621-8370-0bfefaa9f8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:39:33.979961 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c23b4c5-fa98-44ce-af1e-68920c31e452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:39:34.964915 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:39:35.004921 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:39:36.445374 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:39:39.922486 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:39:40.049381 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:39:45.531608 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf987b89-ac87-4191-9c4c-73fa99d171cb req-18ad21d7-b494-48ba-8f53-7bddc9b2154d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722415 Jan 20 11:39:45.673827 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf987b89-ac87-4191-9c4c-73fa99d171cb req-2b3621f0-8d48-4e0f-94ed-fc5fb1483d4e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a58a7d4a6f484b4faadd47635f2b8cd2&device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 1137 time: 0.0753646 Jan 20 11:39:45.813913 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf987b89-ac87-4191-9c4c-73fa99d171cb req-9fc80be8-a72b-475f-8226-f5119b880c40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:39:45.815366 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf987b89-ac87-4191-9c4c-73fa99d171cb req-9fc80be8-a72b-475f-8226-f5119b880c40 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2573fab1-aa0a-4812-98cf-3fef01ce9304 HTTP/1.1" status: 200 len: 916 time: 0.1242142 Jan 20 11:39:45.921436 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf987b89-ac87-4191-9c4c-73fa99d171cb req-7cf33b9a-1d1f-4e7b-a9cc-681022793317 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a HTTP/1.1" status: 200 len: 1001 time: 0.1003072 Jan 20 11:39:45.984331 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf987b89-ac87-4191-9c4c-73fa99d171cb req-8db5876a-243f-4541-ac68-4d27f4d3d18e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:39:45.985900 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf987b89-ac87-4191-9c4c-73fa99d171cb req-8db5876a-243f-4541-ac68-4d27f4d3d18e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43ee2f4d-39a4-488c-a169-8fefe64060c6 HTTP/1.1" status: 200 len: 854 time: 0.0587485 Jan 20 11:39:46.063218 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf987b89-ac87-4191-9c4c-73fa99d171cb req-30321308-4736-4295-a998-19aca43a42b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2573fab1-aa0a-4812-98cf-3fef01ce9304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720046 Jan 20 11:39:46.076474 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [req-cf987b89-ac87-4191-9c4c-73fa99d171cb req-9491a34b-f851-420f-a183-66d51f90ef62 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84331) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:39:46.076474 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf987b89-ac87-4191-9c4c-73fa99d171cb req-9491a34b-f851-420f-a183-66d51f90ef62 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055525 Jan 20 11:39:46.205602 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf987b89-ac87-4191-9c4c-73fa99d171cb req-dc513ca2-fb0a-4e89-9510-07739fa15e10 service neutron] 10.222.0.72 "GET /v2.0/networks/2573fab1-aa0a-4812-98cf-3fef01ce9304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254139 Jan 20 11:39:46.434792 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf987b89-ac87-4191-9c4c-73fa99d171cb req-aeb47968-609d-4639-8af2-54990f84e3cc service neutron] 10.222.0.72 "GET /v2.0/networks/2573fab1-aa0a-4812-98cf-3fef01ce9304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234275 Jan 20 11:40:01.416264 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dea7117e-d098-4445-af03-24f494281811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:03.867795 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-51e0039f-1ad9-4210-a660-506a8a62ea06 req-b28f4fb2-1225-48c9-b9ae-89432bdabb59 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-970674628&fields=id&tenant_id=a58a7d4a6f484b4faadd47635f2b8cd2 HTTP/1.1" status: 200 len: 267 time: 0.0403726 Jan 20 11:40:03.871008 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5002-ad56-4497-88ce-10a8f87148f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:03.950217 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0039f-1ad9-4210-a660-506a8a62ea06 req-b1b411ca-88db-4032-8567-bf242e140139 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:03.951638 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-51e0039f-1ad9-4210-a660-506a8a62ea06 req-b1b411ca-88db-4032-8567-bf242e140139 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 984 time: 0.0781901 Jan 20 11:40:03.962582 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [req-51e0039f-1ad9-4210-a660-506a8a62ea06 req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Request body: {'port': {'security_groups': ['034b5f76-591c-4339-a885-d649f87ac2f7']}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:40:04.074216 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-51e0039f-1ad9-4210-a660-506a8a62ea06 req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:04.307016 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-51e0039f-1ad9-4210-a660-506a8a62ea06 req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] For port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a,segment=NetworkSegment(3139cd78-637d-4100-936b-18f69182e1c6),segment_id=3139cd78-637d-4100-936b-18f69182e1c6)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:40:04.330604 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-51e0039f-1ad9-4210-a660-506a8a62ea06 req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:04.431016 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-51e0039f-1ad9-4210-a660-506a8a62ea06 req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:04.443058 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:40:04.501135 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0039f-1ad9-4210-a660-506a8a62ea06 req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:04.504307 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-51e0039f-1ad9-4210-a660-506a8a62ea06 req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:04.504307 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-51e0039f-1ad9-4210-a660-506a8a62ea06 req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "PUT /v2.0/ports/92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a HTTP/1.1" status: 200 len: 942 time: 0.5452683 Jan 20 11:40:04.504307 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0608dfb-5019-481f-8513-f33f68a5f8a0', 'tag': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:40:04.509929 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43454) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:04.521401 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Pushing event updated for resources: {'Port': ['ID=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a,revision_number=7']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:04.531563 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:04.531922 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:04.532422 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:04.532656 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:04.532925 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:04.533248 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:04.533590 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:04.534161 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:04.534301 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:04.534532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:04.534854 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709cccd-ee56-435b-b556-b070257fdca3 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:04.569745 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0608dfb-5019-481f-8513-f33f68a5f8a0', 'tag': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a', 'status': 'completed', 'code': 200} Jan 20 11:40:04.576843 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:40:04.646886 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6e617ea-5685-48d7-97e1-99a8f89b587f tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:04.703882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6e617ea-5685-48d7-97e1-99a8f89b587f tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:04.722996 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-be914ed7-a158-43b4-81fa-c98ab672a8b0 req-e2650802-7140-497a-9e35-f426c265a8df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a58a7d4a6f484b4faadd47635f2b8cd2&device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 1098 time: 0.1280122 Jan 20 11:40:04.842941 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-31e86ba9-2feb-4cee-ada8-a73229a5a2f0 None None] Provisioning complete for port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:40:04.843232 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-31e86ba9-2feb-4cee-ada8-a73229a5a2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:04.877854 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be914ed7-a158-43b4-81fa-c98ab672a8b0 req-07289c75-f2b4-44f8-bf6f-b5219ce83b70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:04.877854 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-be914ed7-a158-43b4-81fa-c98ab672a8b0 req-07289c75-f2b4-44f8-bf6f-b5219ce83b70 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2573fab1-aa0a-4812-98cf-3fef01ce9304 HTTP/1.1" status: 200 len: 916 time: 0.1438198 Jan 20 11:40:04.957141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6e617ea-5685-48d7-97e1-99a8f89b587f tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:04.988336 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e617ea-5685-48d7-97e1-99a8f89b587f tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=532894c8-bc93-4123-aa6f-e3ab83b63e2f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:05.007696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a6e617ea-5685-48d7-97e1-99a8f89b587f tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:05.008797 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a6e617ea-5685-48d7-97e1-99a8f89b587f tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "DELETE /v2.0/security-groups/532894c8-bc93-4123-aa6f-e3ab83b63e2f HTTP/1.1" status: 204 len: 168 time: 0.4973066 Jan 20 11:40:05.011474 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:05.015693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43458) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:05.016129 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:05.016245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e617ea-5685-48d7-97e1-99a8f89b587f tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:05.016245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e617ea-5685-48d7-97e1-99a8f89b587f tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:05.016245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e617ea-5685-48d7-97e1-99a8f89b587f tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:05.016245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e617ea-5685-48d7-97e1-99a8f89b587f tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:05.016245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e617ea-5685-48d7-97e1-99a8f89b587f tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:05.016715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e617ea-5685-48d7-97e1-99a8f89b587f tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:05.016715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e617ea-5685-48d7-97e1-99a8f89b587f tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:05.016997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e617ea-5685-48d7-97e1-99a8f89b587f tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:05.017333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e617ea-5685-48d7-97e1-99a8f89b587f tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:05.017681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e617ea-5685-48d7-97e1-99a8f89b587f tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:05.018001 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e617ea-5685-48d7-97e1-99a8f89b587f tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:05.021985 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-be914ed7-a158-43b4-81fa-c98ab672a8b0 req-d109d5f8-7f9f-49f9-b4e9-67725ea2df80 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a HTTP/1.1" status: 200 len: 1001 time: 0.1417708 Jan 20 11:40:05.088492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be914ed7-a158-43b4-81fa-c98ab672a8b0 req-07cfbd2b-ffca-4cdc-9261-e85bb29d6dea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:05.089984 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-be914ed7-a158-43b4-81fa-c98ab672a8b0 req-07cfbd2b-ffca-4cdc-9261-e85bb29d6dea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43ee2f4d-39a4-488c-a169-8fefe64060c6 HTTP/1.1" status: 200 len: 854 time: 0.0613482 Jan 20 11:40:05.167505 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-be914ed7-a158-43b4-81fa-c98ab672a8b0 req-9773fe46-fd8a-4e88-895f-a6e775c9b475 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2573fab1-aa0a-4812-98cf-3fef01ce9304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716615 Jan 20 11:40:05.216371 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8e4edc2f-ab35-4a8e-8e45-59f8b3861e99 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Deleting port b7c0a203-b046-40c1-8b77-d2648478212b {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:40:05.216703 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e4edc2f-ab35-4a8e-8e45-59f8b3861e99 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:05.297156 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-be914ed7-a158-43b4-81fa-c98ab672a8b0 req-83336780-a60d-4e5b-9205-654b7ffa0c3c service neutron] 10.222.0.72 "GET /v2.0/networks/2573fab1-aa0a-4812-98cf-3fef01ce9304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236396 Jan 20 11:40:05.378869 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e4edc2f-ab35-4a8e-8e45-59f8b3861e99 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:05.379196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e4edc2f-ab35-4a8e-8e45-59f8b3861e99 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:05.426496 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-be914ed7-a158-43b4-81fa-c98ab672a8b0 req-55529b4d-53f8-46d5-ad6f-f0ccfdffe20d service neutron] 10.222.0.72 "GET /v2.0/networks/2573fab1-aa0a-4812-98cf-3fef01ce9304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241081 Jan 20 11:40:05.501459 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8e4edc2f-ab35-4a8e-8e45-59f8b3861e99 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Calling delete_port for b7c0a203-b046-40c1-8b77-d2648478212b owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:40:05.716413 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e4edc2f-ab35-4a8e-8e45-59f8b3861e99 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:05.840045 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4edc2f-ab35-4a8e-8e45-59f8b3861e99 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Pushing event deleted for resources: {'Port': ['ID=b7c0a203-b046-40c1-8b77-d2648478212b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:05.926767 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e4edc2f-ab35-4a8e-8e45-59f8b3861e99 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:06.307277 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4edc2f-ab35-4a8e-8e45-59f8b3861e99 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Router 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:40:06.442184 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:06.504307 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4edc2f-ab35-4a8e-8e45-59f8b3861e99 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:40:06.514034 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278210b5-b97e-4ae5-a909-d47d48135f57 None None] Sync routers for ids ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:40:06.517516 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8e4edc2f-ab35-4a8e-8e45-59f8b3861e99 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:06.525980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278210b5-b97e-4ae5-a909-d47d48135f57 None None] Routers {'55102a3d-cf3d-4732-b3ce-4f6cb4437c22'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:40:06.526643 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-278210b5-b97e-4ae5-a909-d47d48135f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:40:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:06.577174 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8e4edc2f-ab35-4a8e-8e45-59f8b3861e99 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "DELETE /v2.0/floatingips/6f69fff8-bba0-46a3-9296-03f44116935f HTTP/1.1" status: 204 len: 168 time: 1.5613618 Jan 20 11:40:06.577174 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0608dfb-5019-481f-8513-f33f68a5f8a0', 'tag': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:40:06.634288 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0608dfb-5019-481f-8513-f33f68a5f8a0', 'tag': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a', 'status': 'completed', 'code': 200} Jan 20 11:40:06.717934 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-278210b5-b97e-4ae5-a909-d47d48135f57 None None] Set router 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:40:06.733916 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7854d309-00ed-42e1-8669-fd8a45c8e77f req-25267716-cae0-421c-b46f-bf64835c7505 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a58a7d4a6f484b4faadd47635f2b8cd2&device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 1098 time: 0.0764918 Jan 20 11:40:06.871851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854d309-00ed-42e1-8669-fd8a45c8e77f req-d3af53fc-1049-45ff-9668-d9ba4e0c0b1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:06.881615 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7854d309-00ed-42e1-8669-fd8a45c8e77f req-d3af53fc-1049-45ff-9668-d9ba4e0c0b1d service neutron] 10.222.0.72 "GET /v2.0/networks?id=2573fab1-aa0a-4812-98cf-3fef01ce9304 HTTP/1.1" status: 200 len: 916 time: 0.1343000 Jan 20 11:40:06.950534 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7854d309-00ed-42e1-8669-fd8a45c8e77f req-6d692409-f325-4a33-8404-86b5ae95a4a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a HTTP/1.1" status: 200 len: 217 time: 0.0720460 Jan 20 11:40:07.010945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854d309-00ed-42e1-8669-fd8a45c8e77f req-91154588-630e-4b4e-8ebb-35f006c24e73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:07.012384 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7854d309-00ed-42e1-8669-fd8a45c8e77f req-91154588-630e-4b4e-8ebb-35f006c24e73 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43ee2f4d-39a4-488c-a169-8fefe64060c6 HTTP/1.1" status: 200 len: 854 time: 0.0566437 Jan 20 11:40:07.078102 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-278210b5-b97e-4ae5-a909-d47d48135f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'name': 'tempest-TestMinimumBasicScenario-1927080921-router', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:47Z', 'updated_at': '2022-01-20T11:37:51Z', 'revision_number': 4, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'gw_port': {'id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:48Z', 'updated_at': '2022-01-20T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '450cf82b-8141-4156-ba35-e3a22866bf13', 'name': '', 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'mac_address': 'fa:16:3e:ef:fb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:50Z', 'updated_at': '2022-01-20T11:38:09Z', 'revision_number': 5, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'subnets': [{'id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:07.082404 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278210b5-b97e-4ae5-a909-d47d48135f57 None None] Checking router: 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:40:07.096423 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278210b5-b97e-4ae5-a909-d47d48135f57 None None] Routers {'55102a3d-cf3d-4732-b3ce-4f6cb4437c22'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:40:07.097113 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-278210b5-b97e-4ae5-a909-d47d48135f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:40:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:07.100242 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7854d309-00ed-42e1-8669-fd8a45c8e77f req-cdb3bae2-b9a4-4e76-9418-26a676ec11e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2573fab1-aa0a-4812-98cf-3fef01ce9304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819693 Jan 20 11:40:07.236823 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7854d309-00ed-42e1-8669-fd8a45c8e77f req-28f329c5-2c99-4e63-b9c8-87e637dbce60 service neutron] 10.222.0.72 "GET /v2.0/networks/2573fab1-aa0a-4812-98cf-3fef01ce9304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310174 Jan 20 11:40:07.288716 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-278210b5-b97e-4ae5-a909-d47d48135f57 None None] Set router 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:40:07.470510 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7854d309-00ed-42e1-8669-fd8a45c8e77f req-065b056e-d487-4c7c-8b69-42db0de6be23 service neutron] 10.222.0.72 "GET /v2.0/networks/2573fab1-aa0a-4812-98cf-3fef01ce9304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283785 Jan 20 11:40:07.603963 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-278210b5-b97e-4ae5-a909-d47d48135f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'name': 'tempest-TestMinimumBasicScenario-1927080921-router', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:47Z', 'updated_at': '2022-01-20T11:37:51Z', 'revision_number': 4, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'gw_port': {'id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:48Z', 'updated_at': '2022-01-20T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '450cf82b-8141-4156-ba35-e3a22866bf13', 'name': '', 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'mac_address': 'fa:16:3e:ef:fb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:50Z', 'updated_at': '2022-01-20T11:38:09Z', 'revision_number': 5, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'subnets': [{'id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:07.608006 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278210b5-b97e-4ae5-a909-d47d48135f57 None None] The sync data for ids ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'] in dv-neutron-825471-1-hyperv is: [{'id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'name': 'tempest-TestMinimumBasicScenario-1927080921-router', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:47Z', 'updated_at': '2022-01-20T11:37:51Z', 'revision_number': 4, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'gw_port': {'id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:48Z', 'updated_at': '2022-01-20T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '450cf82b-8141-4156-ba35-e3a22866bf13', 'name': '', 'network_id': '2573fab1-aa0a-4812-98cf-3fef01ce9304', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'mac_address': 'fa:16:3e:ef:fb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:50Z', 'updated_at': '2022-01-20T11:38:09Z', 'revision_number': 5, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'subnets': [{'id': '43ee2f4d-39a4-488c-a169-8fefe64060c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:40:07.850645 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d996ca-953f-4c35-9f11-fd131593e1c1 None None] New status for floating IP 6f69fff8-bba0-46a3-9296-03f44116935f: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:40:09.899887 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:12.655723 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0425e-002e-430e-9ca1-df7ae7026bf1 req-e0427b11-44e0-4439-b467-7b2e73265c0d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:12.656441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-9cf0425e-002e-430e-9ca1-df7ae7026bf1 req-e0427b11-44e0-4439-b467-7b2e73265c0d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Synchronizing usage tracker for tenant:a58a7d4a6f484b4faadd47635f2b8cd2 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:40:12.773356 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-9cf0425e-002e-430e-9ca1-df7ae7026bf1 req-e0427b11-44e0-4439-b467-7b2e73265c0d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Unset dirty status for tenant:a58a7d4a6f484b4faadd47635f2b8cd2 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:40:12.774749 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9cf0425e-002e-430e-9ca1-df7ae7026bf1 req-e0427b11-44e0-4439-b467-7b2e73265c0d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 945 time: 0.1939266 Jan 20 11:40:12.819170 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9cf0425e-002e-430e-9ca1-df7ae7026bf1 req-bfe2b2ab-8214-4999-8056-b4f632f1454b tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390029 Jan 20 11:40:14.021012 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7f225-1363-430c-b131-8d54d3bdcec3 req-886b97ba-003b-4d95-9f31-8fea73f9233a tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:14.022472 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-58b7f225-1363-430c-b131-8d54d3bdcec3 req-886b97ba-003b-4d95-9f31-8fea73f9233a tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 945 time: 0.0823448 Jan 20 11:40:14.067002 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-58b7f225-1363-430c-b131-8d54d3bdcec3 req-318fb28a-9502-4d4c-9ca3-b9b05a6642e6 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/security-groups?id=034b5f76-591c-4339-a885-d649f87ac2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380054 Jan 20 11:40:14.253848 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c046a-d25d-430a-b294-a71eaa66fd32 req-f579f798-9cfe-4cb5-b7aa-778658dbc820 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:14.254528 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-7c1c046a-d25d-430a-b294-a71eaa66fd32 req-f579f798-9cfe-4cb5-b7aa-778658dbc820 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Synchronizing usage tracker for tenant:a58a7d4a6f484b4faadd47635f2b8cd2 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:40:14.266387 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-7c1c046a-d25d-430a-b294-a71eaa66fd32 req-f579f798-9cfe-4cb5-b7aa-778658dbc820 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Unset dirty status for tenant:a58a7d4a6f484b4faadd47635f2b8cd2 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:40:14.267429 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7c1c046a-d25d-430a-b294-a71eaa66fd32 req-f579f798-9cfe-4cb5-b7aa-778658dbc820 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 945 time: 0.0852606 Jan 20 11:40:14.334483 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-7c1c046a-d25d-430a-b294-a71eaa66fd32 req-b567482e-7792-4d91-8a77-02f5d7517e4d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Deleting port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:40:14.334820 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7c1c046a-d25d-430a-b294-a71eaa66fd32 req-b567482e-7792-4d91-8a77-02f5d7517e4d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:14.564681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-7c1c046a-d25d-430a-b294-a71eaa66fd32 req-b567482e-7792-4d91-8a77-02f5d7517e4d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] For port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a,segment=NetworkSegment(3139cd78-637d-4100-936b-18f69182e1c6),segment_id=3139cd78-637d-4100-936b-18f69182e1c6)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:40:14.564949 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7c1c046a-d25d-430a-b294-a71eaa66fd32 req-b567482e-7792-4d91-8a77-02f5d7517e4d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:14.686898 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-7c1c046a-d25d-430a-b294-a71eaa66fd32 req-b567482e-7792-4d91-8a77-02f5d7517e4d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Calling delete_port for 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:40:14.934341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7c1c046a-d25d-430a-b294-a71eaa66fd32 req-b567482e-7792-4d91-8a77-02f5d7517e4d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:14.945724 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:40:14.989922 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567482e-7792-4d91-8a77-02f5d7517e4d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Pushing event deleted for resources: {'Port': ['ID=92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:15.062993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1c046a-d25d-430a-b294-a71eaa66fd32 req-b567482e-7792-4d91-8a77-02f5d7517e4d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] No DVR routers for this DVR port 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:40:15.065497 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-7c1c046a-d25d-430a-b294-a71eaa66fd32 req-b567482e-7792-4d91-8a77-02f5d7517e4d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:15.068157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0608dfb-5019-481f-8513-f33f68a5f8a0', 'name': 'network-vif-deleted', 'tag': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:40:15.122370 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0608dfb-5019-481f-8513-f33f68a5f8a0', 'name': 'network-vif-deleted', 'tag': '92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a', 'status': 'completed', 'code': 200} Jan 20 11:40:15.139710 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7c1c046a-d25d-430a-b294-a71eaa66fd32 req-b567482e-7792-4d91-8a77-02f5d7517e4d tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.72 "DELETE /v2.0/ports/92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a HTTP/1.1" status: 204 len: 173 time: 0.8673909 Jan 20 11:40:15.231184 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2157d073-251d-4fa4-a9d0-833adc393d75 req-78ad0e04-7618-4de1-8816-3628bad0fbd2 tempest-TestMinimumBasicScenario-2052851867 tempest-TestMinimumBasicScenario-2052851867-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0608dfb-5019-481f-8513-f33f68a5f8a0 HTTP/1.1" status: 200 len: 210 time: 0.0432084 Jan 20 11:40:17.050752 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:40:17.861274 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43546) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:18.257589 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e92a27de-da99-4d42-b945-a9c3851ba2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:18.927241 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e92a27de-da99-4d42-b945-a9c3851ba2dd admin admin] Deleting port 450cf82b-8141-4156-ba35-e3a22866bf13 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:40:18.927838 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e92a27de-da99-4d42-b945-a9c3851ba2dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:18.968571 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:40:19.000930 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:40:19.001281 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 92efc9ef-1cec-4ef4-b0c3-ea03951c8f2a not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:40:19.096666 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-e92a27de-da99-4d42-b945-a9c3851ba2dd admin admin] For port 450cf82b-8141-4156-ba35-e3a22866bf13, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=450cf82b-8141-4156-ba35-e3a22866bf13,segment=NetworkSegment(3139cd78-637d-4100-936b-18f69182e1c6),segment_id=3139cd78-637d-4100-936b-18f69182e1c6)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:40:19.096912 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e92a27de-da99-4d42-b945-a9c3851ba2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:19.210282 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e92a27de-da99-4d42-b945-a9c3851ba2dd admin admin] Calling delete_port for 450cf82b-8141-4156-ba35-e3a22866bf13 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:40:19.482286 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e92a27de-da99-4d42-b945-a9c3851ba2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:19.530461 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a27de-da99-4d42-b945-a9c3851ba2dd admin admin] Pushing event deleted for resources: {'Port': ['ID=450cf82b-8141-4156-ba35-e3a22866bf13,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:19.811367 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e92a27de-da99-4d42-b945-a9c3851ba2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:20.462689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92a27de-da99-4d42-b945-a9c3851ba2dd admin admin] Router 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:40:20.653662 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92a27de-da99-4d42-b945-a9c3851ba2dd admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:40:20.662128 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c686b67-d28f-4e50-8d09-7ea71e3e60d1 None None] Sync routers for ids ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:40:20.665603 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e92a27de-da99-4d42-b945-a9c3851ba2dd admin admin] 10.222.0.70 "PUT /v2.0/routers/55102a3d-cf3d-4732-b3ce-4f6cb4437c22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8032506 Jan 20 11:40:20.668639 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43554) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:20.674330 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c686b67-d28f-4e50-8d09-7ea71e3e60d1 None None] Routers {'55102a3d-cf3d-4732-b3ce-4f6cb4437c22'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:40:20.674939 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-2c686b67-d28f-4e50-8d09-7ea71e3e60d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:40:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:20.854928 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-2c686b67-d28f-4e50-8d09-7ea71e3e60d1 None None] Set router 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:40:20.866178 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-757f4f59-9961-4b68-a3e1-caede0e59afe admin admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:21.062730 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-757f4f59-9961-4b68-a3e1-caede0e59afe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:21.129795 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-757f4f59-9961-4b68-a3e1-caede0e59afe admin admin] Deleting port 67a92b8f-5291-4fc1-8819-9092f318cfec {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:40:21.130172 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-757f4f59-9961-4b68-a3e1-caede0e59afe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:21.136073 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-2c686b67-d28f-4e50-8d09-7ea71e3e60d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'name': 'tempest-TestMinimumBasicScenario-1927080921-router', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:47Z', 'updated_at': '2022-01-20T11:40:19Z', 'revision_number': 5, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'gw_port': {'id': '67a92b8f-5291-4fc1-8819-9092f318cfec', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:48Z', 'updated_at': '2022-01-20T11:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:21.139966 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c686b67-d28f-4e50-8d09-7ea71e3e60d1 None None] Checking router: 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:40:21.150480 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c686b67-d28f-4e50-8d09-7ea71e3e60d1 None None] Routers {'55102a3d-cf3d-4732-b3ce-4f6cb4437c22'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:40:21.151104 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-2c686b67-d28f-4e50-8d09-7ea71e3e60d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:40:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:21.301889 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-757f4f59-9961-4b68-a3e1-caede0e59afe admin admin] For port 67a92b8f-5291-4fc1-8819-9092f318cfec, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=67a92b8f-5291-4fc1-8819-9092f318cfec,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:40:21.302369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-757f4f59-9961-4b68-a3e1-caede0e59afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:21.339954 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-2c686b67-d28f-4e50-8d09-7ea71e3e60d1 None None] Set router 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:40:21.444314 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-2c686b67-d28f-4e50-8d09-7ea71e3e60d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'name': 'tempest-TestMinimumBasicScenario-1927080921-router', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:47Z', 'updated_at': '2022-01-20T11:40:21Z', 'revision_number': 6, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:21.448673 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c686b67-d28f-4e50-8d09-7ea71e3e60d1 None None] The sync data for ids ['55102a3d-cf3d-4732-b3ce-4f6cb4437c22'] in dv-neutron-825471-1-hyperv is: [{'id': '55102a3d-cf3d-4732-b3ce-4f6cb4437c22', 'name': 'tempest-TestMinimumBasicScenario-1927080921-router', 'tenant_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:47Z', 'updated_at': '2022-01-20T11:40:21Z', 'revision_number': 6, 'project_id': 'a58a7d4a6f484b4faadd47635f2b8cd2', 'gw_port_host': None}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:40:21.522521 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-757f4f59-9961-4b68-a3e1-caede0e59afe admin admin] Calling delete_port for 67a92b8f-5291-4fc1-8819-9092f318cfec owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:40:21.779419 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-757f4f59-9961-4b68-a3e1-caede0e59afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:21.830501 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f4f59-9961-4b68-a3e1-caede0e59afe admin admin] Pushing event deleted for resources: {'Port': ['ID=67a92b8f-5291-4fc1-8819-9092f318cfec,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:22.049566 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-757f4f59-9961-4b68-a3e1-caede0e59afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:22.306063 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-757f4f59-9961-4b68-a3e1-caede0e59afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:22.310713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-757f4f59-9961-4b68-a3e1-caede0e59afe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:22.415777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-757f4f59-9961-4b68-a3e1-caede0e59afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:22.416319 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757f4f59-9961-4b68-a3e1-caede0e59afe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55102a3d-cf3d-4732-b3ce-4f6cb4437c22 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:40:22.428693 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-757f4f59-9961-4b68-a3e1-caede0e59afe admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:22.429912 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-757f4f59-9961-4b68-a3e1-caede0e59afe admin admin] 10.222.0.70 "DELETE /v2.0/routers/55102a3d-cf3d-4732-b3ce-4f6cb4437c22 HTTP/1.1" status: 204 len: 168 time: 1.7603056 Jan 20 11:40:22.433330 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43558) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:22.497590 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-720fc412-0c9d-4c47-ab21-196045f94635 admin admin] Deleting subnet 43ee2f4d-39a4-488c-a169-8fefe64060c6 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:40:22.500747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-720fc412-0c9d-4c47-ab21-196045f94635 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:22.548762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-720fc412-0c9d-4c47-ab21-196045f94635 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:22.623860 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-720fc412-0c9d-4c47-ab21-196045f94635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:22.756586 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 450cf82b-8141-4156-ba35-e3a22866bf13 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:40:22.779678 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-720fc412-0c9d-4c47-ab21-196045f94635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:22.788771 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 450cf82b-8141-4156-ba35-e3a22866bf13 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:40:22.789125 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 450cf82b-8141-4156-ba35-e3a22866bf13 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:40:22.789568 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 67a92b8f-5291-4fc1-8819-9092f318cfec no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:40:22.817563 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fc412-0c9d-4c47-ab21-196045f94635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43ee2f4d-39a4-488c-a169-8fefe64060c6,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:22.821303 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 67a92b8f-5291-4fc1-8819-9092f318cfec {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:40:22.821691 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 67a92b8f-5291-4fc1-8819-9092f318cfec not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:40:22.822162 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-720fc412-0c9d-4c47-ab21-196045f94635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:22.828143 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-720fc412-0c9d-4c47-ab21-196045f94635 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/43ee2f4d-39a4-488c-a169-8fefe64060c6 HTTP/1.1" status: 204 len: 168 time: 0.3938308 Jan 20 11:40:22.828569 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587609f6-120a-441c-b54b-a508121f5eee None None] Network 2573fab1-aa0a-4812-98cf-3fef01ce9304 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:40:22.830707 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43562) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:22.935196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:22.946045 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] Deleting port 5906af11-2554-49dc-a436-b42c95346218 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:40:22.946385 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:23.078700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbac498-c71a-4912-95de-9cda483d95cf None None] DHCP port deletion for 2573fab1-aa0a-4812-98cf-3fef01ce9304 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:40:23.083663 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6cbac498-c71a-4912-95de-9cda483d95cf None None] Deleting port 5906af11-2554-49dc-a436-b42c95346218 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:40:23.084065 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6cbac498-c71a-4912-95de-9cda483d95cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:23.152602 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] For port 5906af11-2554-49dc-a436-b42c95346218, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=5906af11-2554-49dc-a436-b42c95346218,segment=NetworkSegment(3139cd78-637d-4100-936b-18f69182e1c6),segment_id=3139cd78-637d-4100-936b-18f69182e1c6)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:40:23.152953 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:23.289179 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-6cbac498-c71a-4912-95de-9cda483d95cf None None] For port 5906af11-2554-49dc-a436-b42c95346218, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=5906af11-2554-49dc-a436-b42c95346218,segment=NetworkSegment(3139cd78-637d-4100-936b-18f69182e1c6),segment_id=3139cd78-637d-4100-936b-18f69182e1c6)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:40:23.289480 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6cbac498-c71a-4912-95de-9cda483d95cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:23.364448 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] Calling delete_port for 5906af11-2554-49dc-a436-b42c95346218 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:40:23.408246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6cbac498-c71a-4912-95de-9cda483d95cf None None] Calling delete_port for 5906af11-2554-49dc-a436-b42c95346218 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:40:23.544761 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:23.549968 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-6cbac498-c71a-4912-95de-9cda483d95cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:40:23.550327 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-6cbac498-c71a-4912-95de-9cda483d95cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:40:23.591314 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] Pushing event deleted for resources: {'Port': ['ID=5906af11-2554-49dc-a436-b42c95346218,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:23.597176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] No DVR routers for this DVR port 5906af11-2554-49dc-a436-b42c95346218 on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:40:23.709255 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:23.733848 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2573fab1-aa0a-4812-98cf-3fef01ce9304']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:23.745936 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3139cd78-637d-4100-936b-18f69182e1c6') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:23.746229 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3139cd78-637d-4100-936b-18f69182e1c6') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:23.757057 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:23.772890 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:23.779006 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:40:23.779388 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:40:23.791939 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:40:23.939110 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:23.955316 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:23.967716 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] Pushing event deleted for resources: {'Network': ['ID=2573fab1-aa0a-4812-98cf-3fef01ce9304,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:24.051435 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6cbac498-c71a-4912-95de-9cda483d95cf None None] Deleting port 5906af11-2554-49dc-a436-b42c95346218 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:40:24.051954 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6cbac498-c71a-4912-95de-9cda483d95cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:24.107953 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7b01ab22-312d-4e78-b178-c716a9ac52da admin admin] 10.222.0.70 "DELETE /v2.0/networks/2573fab1-aa0a-4812-98cf-3fef01ce9304 HTTP/1.1" status: 204 len: 168 time: 1.2755737 Jan 20 11:40:24.110740 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43566) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:24.116557 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6cbac498-c71a-4912-95de-9cda483d95cf None None] The port '5906af11-2554-49dc-a436-b42c95346218' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:40:24.486804 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7a156522-ed09-4419-bdce-c5591b507c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:24.754958 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5906af11-2554-49dc-a436-b42c95346218 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:40:24.787526 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 5906af11-2554-49dc-a436-b42c95346218 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:40:24.787877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 5906af11-2554-49dc-a436-b42c95346218 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:40:25.154741 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7a156522-ed09-4419-bdce-c5591b507c62 admin admin] Deleting port a7cf4056-77ef-43ca-8588-26c4868b3447 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:40:25.155301 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7a156522-ed09-4419-bdce-c5591b507c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:25.320946 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-7a156522-ed09-4419-bdce-c5591b507c62 admin admin] For port a7cf4056-77ef-43ca-8588-26c4868b3447, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=a7cf4056-77ef-43ca-8588-26c4868b3447,segment=NetworkSegment(ff4be012-6329-46d9-a6f5-025dc5b6858c),segment_id=ff4be012-6329-46d9-a6f5-025dc5b6858c)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:40:25.321282 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7a156522-ed09-4419-bdce-c5591b507c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:25.439181 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7a156522-ed09-4419-bdce-c5591b507c62 admin admin] Calling delete_port for a7cf4056-77ef-43ca-8588-26c4868b3447 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:40:25.673252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7a156522-ed09-4419-bdce-c5591b507c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:25.719222 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a156522-ed09-4419-bdce-c5591b507c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7cf4056-77ef-43ca-8588-26c4868b3447,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:26.007729 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7a156522-ed09-4419-bdce-c5591b507c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:26.664736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a156522-ed09-4419-bdce-c5591b507c62 admin admin] Router f9a3f3ed-bc3b-4ec8-866d-48ecadf16596 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:40:26.863727 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a156522-ed09-4419-bdce-c5591b507c62 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:40:26.873033 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7a156522-ed09-4419-bdce-c5591b507c62 admin admin] 10.222.0.70 "PUT /v2.0/routers/f9a3f3ed-bc3b-4ec8-866d-48ecadf16596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7611918 Jan 20 11:40:26.873444 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d40e2db-6a9b-4c20-8756-57c38bd8ad64 None None] Sync routers for ids ['f9a3f3ed-bc3b-4ec8-866d-48ecadf16596'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:40:26.875546 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43570) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:26.885266 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d40e2db-6a9b-4c20-8756-57c38bd8ad64 None None] Routers {'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:40:26.886702 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4d40e2db-6a9b-4c20-8756-57c38bd8ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:40:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['f9a3f3ed-bc3b-4ec8-866d-48ecadf16596'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:27.073608 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-03891bc1-11a6-424a-8ab8-3d10cd0d54da admin admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:27.106069 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-4d40e2db-6a9b-4c20-8756-57c38bd8ad64 None None] Set router f9a3f3ed-bc3b-4ec8-866d-48ecadf16596 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:40:27.265113 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-03891bc1-11a6-424a-8ab8-3d10cd0d54da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:27.356330 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-03891bc1-11a6-424a-8ab8-3d10cd0d54da admin admin] Deleting port 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:40:27.356682 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-03891bc1-11a6-424a-8ab8-3d10cd0d54da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:27.395922 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4d40e2db-6a9b-4c20-8756-57c38bd8ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596', 'name': 'tempest-TestMinimumBasicScenario-572547960-router', 'tenant_id': 'a8eec6c230604cfda64c511cf3d83895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.9'}], 'enable_snat': True}, 'gw_port_id': '0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:55Z', 'updated_at': '2022-01-20T11:40:25Z', 'revision_number': 5, 'project_id': 'a8eec6c230604cfda64c511cf3d83895', 'gw_port': {'id': '0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:37:55Z', 'updated_at': '2022-01-20T11:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:27.399989 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d40e2db-6a9b-4c20-8756-57c38bd8ad64 None None] Checking router: f9a3f3ed-bc3b-4ec8-866d-48ecadf16596 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:40:27.411495 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d40e2db-6a9b-4c20-8756-57c38bd8ad64 None None] Routers {'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:40:27.412573 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4d40e2db-6a9b-4c20-8756-57c38bd8ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:40:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['f9a3f3ed-bc3b-4ec8-866d-48ecadf16596'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:27.536714 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-03891bc1-11a6-424a-8ab8-3d10cd0d54da admin admin] For port 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:40:27.536963 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-03891bc1-11a6-424a-8ab8-3d10cd0d54da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:27.570125 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-4d40e2db-6a9b-4c20-8756-57c38bd8ad64 None None] Set router f9a3f3ed-bc3b-4ec8-866d-48ecadf16596 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:40:27.662101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-03891bc1-11a6-424a-8ab8-3d10cd0d54da admin admin] Calling delete_port for 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:40:27.692160 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4d40e2db-6a9b-4c20-8756-57c38bd8ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596', 'name': 'tempest-TestMinimumBasicScenario-572547960-router', 'tenant_id': 'a8eec6c230604cfda64c511cf3d83895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:55Z', 'updated_at': '2022-01-20T11:40:27Z', 'revision_number': 6, 'project_id': 'a8eec6c230604cfda64c511cf3d83895', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:27.696465 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d40e2db-6a9b-4c20-8756-57c38bd8ad64 None None] The sync data for ids ['f9a3f3ed-bc3b-4ec8-866d-48ecadf16596'] in dv-neutron-825471-1-hyperv is: [{'id': 'f9a3f3ed-bc3b-4ec8-866d-48ecadf16596', 'name': 'tempest-TestMinimumBasicScenario-572547960-router', 'tenant_id': 'a8eec6c230604cfda64c511cf3d83895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:37:55Z', 'updated_at': '2022-01-20T11:40:27Z', 'revision_number': 6, 'project_id': 'a8eec6c230604cfda64c511cf3d83895', 'gw_port_host': None}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:40:27.899256 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-03891bc1-11a6-424a-8ab8-3d10cd0d54da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:27.942754 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03891bc1-11a6-424a-8ab8-3d10cd0d54da admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:28.274305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-03891bc1-11a6-424a-8ab8-3d10cd0d54da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:28.526474 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-03891bc1-11a6-424a-8ab8-3d10cd0d54da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:28.530515 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-03891bc1-11a6-424a-8ab8-3d10cd0d54da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:28.636313 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-03891bc1-11a6-424a-8ab8-3d10cd0d54da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:28.636824 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03891bc1-11a6-424a-8ab8-3d10cd0d54da admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9a3f3ed-bc3b-4ec8-866d-48ecadf16596 {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:40:28.648347 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-03891bc1-11a6-424a-8ab8-3d10cd0d54da admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:28.649639 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-03891bc1-11a6-424a-8ab8-3d10cd0d54da admin admin] 10.222.0.70 "DELETE /v2.0/routers/f9a3f3ed-bc3b-4ec8-866d-48ecadf16596 HTTP/1.1" status: 204 len: 168 time: 1.7731855 Jan 20 11:40:28.652383 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43574) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:28.712549 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f026c11-208b-4f65-a196-66415b959417 admin admin] Deleting subnet 78f86259-8654-4d02-8843-c49c7dfab51a {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:40:28.716177 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7f026c11-208b-4f65-a196-66415b959417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:28.764419 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a7cf4056-77ef-43ca-8588-26c4868b3447 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:40:28.771921 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7f026c11-208b-4f65-a196-66415b959417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:28.796947 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: a7cf4056-77ef-43ca-8588-26c4868b3447 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:40:28.797214 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device a7cf4056-77ef-43ca-8588-26c4868b3447 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:40:28.797651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:40:28.831024 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:40:28.831616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 0eb2a3a0-6dd2-4a44-b3e1-bf5275865c46 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:40:28.851004 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7f026c11-208b-4f65-a196-66415b959417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:29.002633 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7f026c11-208b-4f65-a196-66415b959417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:29.043016 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f026c11-208b-4f65-a196-66415b959417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78f86259-8654-4d02-8843-c49c7dfab51a,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:29.050542 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7f026c11-208b-4f65-a196-66415b959417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:29.055645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cf3c73-aace-42f2-bba2-71c0f72c5039 None None] Network 532581d1-a089-4629-8607-27a6121415c1 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:40:29.056550 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7f026c11-208b-4f65-a196-66415b959417 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/78f86259-8654-4d02-8843-c49c7dfab51a HTTP/1.1" status: 204 len: 168 time: 0.4031355 Jan 20 11:40:29.059245 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43578) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:29.160833 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:29.171591 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] Deleting port 58a7ab38-371e-4b06-bfed-6f147fc3df70 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:40:29.171915 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:29.297940 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd79713-e70a-432d-b218-4b6a28846f8d None None] DHCP port deletion for 532581d1-a089-4629-8607-27a6121415c1 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:40:29.302083 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ddd79713-e70a-432d-b218-4b6a28846f8d None None] Deleting port 58a7ab38-371e-4b06-bfed-6f147fc3df70 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:40:29.302461 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ddd79713-e70a-432d-b218-4b6a28846f8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:29.373130 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] For port 58a7ab38-371e-4b06-bfed-6f147fc3df70, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=58a7ab38-371e-4b06-bfed-6f147fc3df70,segment=NetworkSegment(ff4be012-6329-46d9-a6f5-025dc5b6858c),segment_id=ff4be012-6329-46d9-a6f5-025dc5b6858c)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:40:29.373487 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:29.497338 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] Calling delete_port for 58a7ab38-371e-4b06-bfed-6f147fc3df70 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:40:29.533159 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ddd79713-e70a-432d-b218-4b6a28846f8d None None] For port 58a7ab38-371e-4b06-bfed-6f147fc3df70, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=58a7ab38-371e-4b06-bfed-6f147fc3df70,segment=NetworkSegment(ff4be012-6329-46d9-a6f5-025dc5b6858c),segment_id=ff4be012-6329-46d9-a6f5-025dc5b6858c)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:40:29.533476 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ddd79713-e70a-432d-b218-4b6a28846f8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:29.648697 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ddd79713-e70a-432d-b218-4b6a28846f8d None None] Calling delete_port for 58a7ab38-371e-4b06-bfed-6f147fc3df70 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:40:29.667686 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:29.710733 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=58a7ab38-371e-4b06-bfed-6f147fc3df70,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:29.718153 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] No DVR routers for this DVR port 58a7ab38-371e-4b06-bfed-6f147fc3df70 on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:40:29.719487 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-ddd79713-e70a-432d-b218-4b6a28846f8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:40:29.719967 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-ddd79713-e70a-432d-b218-4b6a28846f8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:40:29.829876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:29.854223 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532581d1-a089-4629-8607-27a6121415c1']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:29.869261 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4be012-6329-46d9-a6f5-025dc5b6858c') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:29.870144 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4be012-6329-46d9-a6f5-025dc5b6858c') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:29.881669 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:29.988264 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:29.994284 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:40:29.995201 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:40:30.008312 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:40:30.210236 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:30.221462 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ddd79713-e70a-432d-b218-4b6a28846f8d None None] Deleting port 58a7ab38-371e-4b06-bfed-6f147fc3df70 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:40:30.222091 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ddd79713-e70a-432d-b218-4b6a28846f8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:30.225570 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:30.235952 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=532581d1-a089-4629-8607-27a6121415c1,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:30.239891 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6a3c8c0c-5ff6-4eef-8195-b5f83abd4ea2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/532581d1-a089-4629-8607-27a6121415c1 HTTP/1.1" status: 204 len: 168 time: 1.1797385 Jan 20 11:40:30.287206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ddd79713-e70a-432d-b218-4b6a28846f8d None None] The port '58a7ab38-371e-4b06-bfed-6f147fc3df70' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:40:30.678202 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43584) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:30.729653 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-85c5efe2-14e0-49e7-ad5c-430b01e44602 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a58a7d4a6f484b4faadd47635f2b8cd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497067 Jan 20 11:40:30.732192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43588) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:30.759376 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 58a7ab38-371e-4b06-bfed-6f147fc3df70 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:40:30.791115 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 58a7ab38-371e-4b06-bfed-6f147fc3df70 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:40:30.791488 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 58a7ab38-371e-4b06-bfed-6f147fc3df70 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:40:30.797656 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0c487282-c5c3-4f90-8e11-d4900f4eafc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:30.823606 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0c487282-c5c3-4f90-8e11-d4900f4eafc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:30.952502 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0c487282-c5c3-4f90-8e11-d4900f4eafc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:30.970242 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c487282-c5c3-4f90-8e11-d4900f4eafc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034b5f76-591c-4339-a885-d649f87ac2f7,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:30.978036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0c487282-c5c3-4f90-8e11-d4900f4eafc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:30.979179 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0c487282-c5c3-4f90-8e11-d4900f4eafc1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/034b5f76-591c-4339-a885-d649f87ac2f7 HTTP/1.1" status: 204 len: 168 time: 0.2460091 Jan 20 11:40:31.410020 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-52cd2045-4789-4f65-b621-80bf332337d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:31.814405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43596) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:31.863173 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-34b72c72-0dd5-4e59-893f-0f6bf9b3af00 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a8eec6c230604cfda64c511cf3d83895&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476322 Jan 20 11:40:31.865642 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43600) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:31.923406 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cd703f1-7095-4dce-9fcb-a59361f9ba7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:31.948858 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cd703f1-7095-4dce-9fcb-a59361f9ba7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:32.118443 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cd703f1-7095-4dce-9fcb-a59361f9ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:32.134681 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd703f1-7095-4dce-9fcb-a59361f9ba7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8865080-7779-4d18-bad7-437601bcb103,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:32.139670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cd703f1-7095-4dce-9fcb-a59361f9ba7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:32.140934 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0cd703f1-7095-4dce-9fcb-a59361f9ba7e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c8865080-7779-4d18-bad7-437601bcb103 HTTP/1.1" status: 204 len: 168 time: 0.2743306 Jan 20 11:40:33.872700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4eec118b-437e-4de8-a0e0-756293227163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:34.979709 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:35.021007 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:35.210812 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43646) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:35.216990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1038543042', 'description': 'tempest-secgroup-smoke-1038543042 description', 'project_id': 'e9e34051fd30436dbf889320e730f35d'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:40:35.223000 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:40:35.226857 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:40:35.229765 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:40:35.235960 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:40:35.306907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:35.320380 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:35.351180 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:40:35.355503 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:40:35.358363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:40:35.363983 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:40:35.429376 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:35.496194 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:35.536583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=393c7134-dac1-44f6-ab53-bad33972c197,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:35.540418 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:40:35.545360 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:40:35.548273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:40:35.554140 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:40:35.606402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:35.678620 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:35.722771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbfd6ea-f600-4060-b243-0be4ef42e2a3,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:35.796663 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:35.798136 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cd7131bf-be6d-4e3b-b51e-4efad1cf0701 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5861418 Jan 20 11:40:35.801090 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43652) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:35.806721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-384a9ef0-7d5f-4224-946b-a27dda68ee3f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '2dbfd6ea-f600-4060-b243-0be4ef42e2a3', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:40:35.812581 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-384a9ef0-7d5f-4224-946b-a27dda68ee3f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:40:35.816425 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-384a9ef0-7d5f-4224-946b-a27dda68ee3f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:40:35.819370 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-384a9ef0-7d5f-4224-946b-a27dda68ee3f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:40:35.824951 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-384a9ef0-7d5f-4224-946b-a27dda68ee3f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:40:35.899641 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-384a9ef0-7d5f-4224-946b-a27dda68ee3f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:35.960484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-384a9ef0-7d5f-4224-946b-a27dda68ee3f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:36.053196 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-384a9ef0-7d5f-4224-946b-a27dda68ee3f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:36.076341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9ef0-7d5f-4224-946b-a27dda68ee3f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ada8fdb-3329-4303-b232-3984605a290c,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:36.141160 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-384a9ef0-7d5f-4224-946b-a27dda68ee3f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:36.142425 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-384a9ef0-7d5f-4224-946b-a27dda68ee3f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3403418 Jan 20 11:40:36.145036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43656) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:36.150643 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-51ab5baa-3fa6-4895-a601-96a8ee077bbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '2dbfd6ea-f600-4060-b243-0be4ef42e2a3', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:40:36.157126 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-51ab5baa-3fa6-4895-a601-96a8ee077bbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:40:36.160905 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-51ab5baa-3fa6-4895-a601-96a8ee077bbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:40:36.163771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-51ab5baa-3fa6-4895-a601-96a8ee077bbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:40:36.169607 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-51ab5baa-3fa6-4895-a601-96a8ee077bbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:40:36.233107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-51ab5baa-3fa6-4895-a601-96a8ee077bbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:36.293154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-51ab5baa-3fa6-4895-a601-96a8ee077bbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:36.379123 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-51ab5baa-3fa6-4895-a601-96a8ee077bbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:36.403612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab5baa-3fa6-4895-a601-96a8ee077bbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d3496b-9558-43e8-86eb-02e7a5abaa72,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:36.407238 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:36.478059 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-51ab5baa-3fa6-4895-a601-96a8ee077bbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:36.479324 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-51ab5baa-3fa6-4895-a601-96a8ee077bbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3333383 Jan 20 11:40:36.482292 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43660) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:36.487754 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-21f36f4a-5942-4959-96f4-ed87639d546e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '2dbfd6ea-f600-4060-b243-0be4ef42e2a3', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:40:36.493660 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-21f36f4a-5942-4959-96f4-ed87639d546e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:40:36.498598 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-21f36f4a-5942-4959-96f4-ed87639d546e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:40:36.501162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-21f36f4a-5942-4959-96f4-ed87639d546e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:40:36.509866 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-21f36f4a-5942-4959-96f4-ed87639d546e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:40:36.620618 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21f36f4a-5942-4959-96f4-ed87639d546e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:36.685519 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21f36f4a-5942-4959-96f4-ed87639d546e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:36.790551 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21f36f4a-5942-4959-96f4-ed87639d546e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:36.814273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f36f4a-5942-4959-96f4-ed87639d546e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b4a267-bbf9-408b-bd3f-03e013378442,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:36.882162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-21f36f4a-5942-4959-96f4-ed87639d546e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:36.883274 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-21f36f4a-5942-4959-96f4-ed87639d546e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4000347 Jan 20 11:40:36.886099 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43664) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:36.891397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-8c57b5a7-a389-4872-8bf8-668b9d62a593 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '2dbfd6ea-f600-4060-b243-0be4ef42e2a3', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:40:36.897301 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8c57b5a7-a389-4872-8bf8-668b9d62a593 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:40:36.901049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8c57b5a7-a389-4872-8bf8-668b9d62a593 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:40:36.904017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-8c57b5a7-a389-4872-8bf8-668b9d62a593 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:40:36.909746 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-8c57b5a7-a389-4872-8bf8-668b9d62a593 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:40:37.031412 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8c57b5a7-a389-4872-8bf8-668b9d62a593 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:37.092449 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8c57b5a7-a389-4872-8bf8-668b9d62a593 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:37.197974 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8c57b5a7-a389-4872-8bf8-668b9d62a593 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:37.220971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57b5a7-a389-4872-8bf8-668b9d62a593 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5923a87b-eba8-4f02-a314-d92fa3fd344d,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:37.289378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-8c57b5a7-a389-4872-8bf8-668b9d62a593 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:37.290574 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-8c57b5a7-a389-4872-8bf8-668b9d62a593 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4035861 Jan 20 11:40:37.294100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43668) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:37.299337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d2e8ddae-74a5-4ff5-b7e6-553bf50968e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '2dbfd6ea-f600-4060-b243-0be4ef42e2a3', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:40:37.305193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d2e8ddae-74a5-4ff5-b7e6-553bf50968e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:40:37.309600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d2e8ddae-74a5-4ff5-b7e6-553bf50968e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:40:37.315313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d2e8ddae-74a5-4ff5-b7e6-553bf50968e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:40:37.318126 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d2e8ddae-74a5-4ff5-b7e6-553bf50968e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:40:37.412888 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-d2e8ddae-74a5-4ff5-b7e6-553bf50968e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Project e9e34051fd30436dbf889320e730f35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:40:37.420022 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2e8ddae-74a5-4ff5-b7e6-553bf50968e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:37.482116 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2e8ddae-74a5-4ff5-b7e6-553bf50968e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:37.579018 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2e8ddae-74a5-4ff5-b7e6-553bf50968e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:37.604496 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8ddae-74a5-4ff5-b7e6-553bf50968e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5589a702-7d0b-43d1-819f-701cb9d3cc96,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:37.683863 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d2e8ddae-74a5-4ff5-b7e6-553bf50968e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:37.685046 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d2e8ddae-74a5-4ff5-b7e6-553bf50968e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3900554 Jan 20 11:40:37.687882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43672) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:37.693311 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-60e1652e-fa60-478d-a66d-a25c2966b22e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '2dbfd6ea-f600-4060-b243-0be4ef42e2a3', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:40:37.699971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-60e1652e-fa60-478d-a66d-a25c2966b22e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:40:37.703715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-60e1652e-fa60-478d-a66d-a25c2966b22e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:40:37.706791 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-60e1652e-fa60-478d-a66d-a25c2966b22e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:40:37.712426 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-60e1652e-fa60-478d-a66d-a25c2966b22e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:40:37.786768 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-60e1652e-fa60-478d-a66d-a25c2966b22e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Project e9e34051fd30436dbf889320e730f35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:40:37.793135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-60e1652e-fa60-478d-a66d-a25c2966b22e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:37.857117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-60e1652e-fa60-478d-a66d-a25c2966b22e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:37.967633 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-60e1652e-fa60-478d-a66d-a25c2966b22e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:37.990374 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1652e-fa60-478d-a66d-a25c2966b22e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74d9eca-a4e5-4e08-8f9e-0c80ccb775b3,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:38.146805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-60e1652e-fa60-478d-a66d-a25c2966b22e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:38.157577 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-60e1652e-fa60-478d-a66d-a25c2966b22e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4592164 Jan 20 11:40:38.157577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43676) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:38.157577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f2e10b96-a87d-4913-8a57-07127caa6f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'network': {'name': 'tempest-network-smoke--1508959215', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'port_security_enabled': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:40:38.161305 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f2e10b96-a87d-4913-8a57-07127caa6f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:40:38.164982 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f2e10b96-a87d-4913-8a57-07127caa6f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:network and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:40:38.167871 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f2e10b96-a87d-4913-8a57-07127caa6f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:40:38.173431 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f2e10b96-a87d-4913-8a57-07127caa6f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:40:38.283850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e10b96-a87d-4913-8a57-07127caa6f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Made reservation on behalf of e9e34051fd30436dbf889320e730f35d for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:40:38.286909 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f2e10b96-a87d-4913-8a57-07127caa6f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:38.315277 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e10b96-a87d-4913-8a57-07127caa6f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:40:38.324143 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f2e10b96-a87d-4913-8a57-07127caa6f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:38.324562 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-f2e10b96-a87d-4913-8a57-07127caa6f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Added segment a657080d-2bf9-40c9-b26b-417bfe1a6dc7 of type vlan for network 13ad8b8e-1494-4c70-bd46-a4c420667f10 Jan 20 11:40:38.351040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f2e10b96-a87d-4913-8a57-07127caa6f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:38.489923 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f2e10b96-a87d-4913-8a57-07127caa6f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:38.493667 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e10b96-a87d-4913-8a57-07127caa6f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:38.494274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f2e10b96-a87d-4913-8a57-07127caa6f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:38.599895 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e10b96-a87d-4913-8a57-07127caa6f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Network': ['ID=13ad8b8e-1494-4c70-bd46-a4c420667f10,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:38.610893 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 13ad8b8e-1494-4c70-bd46-a4c420667f10 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:40:38.656924 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f2e10b96-a87d-4913-8a57-07127caa6f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5046735 Jan 20 11:40:38.659689 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43680) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:38.667631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-747292066', 'admin_state_up': True, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:40:38.675514 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:40:38.679263 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:router and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:40:38.682095 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:40:38.688467 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:40:38.804398 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:38.805362 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:38.822864 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:39.125892 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:39.373209 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:39.402578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:39.536020 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.26.0.174 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/d79c586a-6b65-4d96-b46d-42b13cd43092) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:40:39.679100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:39.752717 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:39.822618 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:40:39.826150 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:40:39.831151 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:40:39.854228 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=d79c586a-6b65-4d96-b46d-42b13cd43092,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:39.906921 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:40.050178 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:40.051011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:40.334959 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router fc65e078-b4ae-4063-93bf-2bd5750cd53f is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:40:40.532333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:40:40.543377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Sync routers for ids ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:40:40.554732 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Routers {'fc65e078-b4ae-4063-93bf-2bd5750cd53f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:40:40.555348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:40:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:40.626870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:40.628012 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7d5a523c-bc63-4818-ae03-6f3b1c7cfc5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9673922 Jan 20 11:40:40.631142 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43686) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:40.737889 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Set router fc65e078-b4ae-4063-93bf-2bd5750cd53f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:40:40.808685 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43692) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:40.809336 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bb1562e0-b51a-4145-9bde-0d27400f6b88 tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e9e34051fd30436dbf889320e730f35d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1765230 Jan 20 11:40:40.943384 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9934c7d6-121a-4683-8d97-cdca47a2cc2c tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:40.947615 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9934c7d6-121a-4683-8d97-cdca47a2cc2c tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1352873 Jan 20 11:40:40.947919 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43696) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:40.987782 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aec454f5-d549-4da2-8956-deb8a9c9bb4b tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387299 Jan 20 11:40:40.990676 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43700) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:40.996657 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1fd1c3ec-63ba-41b7-b9b2-a4eb81adda0a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-635185214', 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:40:41.028018 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747292066', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:40:38Z', 'updated_at': '2022-01-20T11:40:39Z', 'revision_number': 3, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:39Z', 'updated_at': '2022-01-20T11:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:41.031965 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Checking router: fc65e078-b4ae-4063-93bf-2bd5750cd53f for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:40:41.032308 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Updating router fc65e078-b4ae-4063-93bf-2bd5750cd53f port d79c586a-6b65-4d96-b46d-42b13cd43092 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:40:41.082356 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:41.103551 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1fd1c3ec-63ba-41b7-b9b2-a4eb81adda0a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:40:41.107650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1fd1c3ec-63ba-41b7-b9b2-a4eb81adda0a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:subnet and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:40:41.110443 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1fd1c3ec-63ba-41b7-b9b2-a4eb81adda0a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:40:41.116183 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1fd1c3ec-63ba-41b7-b9b2-a4eb81adda0a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:40:41.192374 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd1c3ec-63ba-41b7-b9b2-a4eb81adda0a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Made reservation on behalf of e9e34051fd30436dbf889320e730f35d for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:40:41.293581 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1fd1c3ec-63ba-41b7-b9b2-a4eb81adda0a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:41.428165 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:41.440370 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Transition to ACTIVE for port object d79c586a-6b65-4d96-b46d-42b13cd43092 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:40:41.527591 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:41.596313 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1fd1c3ec-63ba-41b7-b9b2-a4eb81adda0a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:41.609148 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb379d-d987-47f4-8d0a-a593846b402e None None] Pushing event updated for resources: {'Port': ['ID=d79c586a-6b65-4d96-b46d-42b13cd43092,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:41.611511 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Attempting to bind port d79c586a-6b65-4d96-b46d-42b13cd43092 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:40:41.611915 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Attempting to bind port d79c586a-6b65-4d96-b46d-42b13cd43092 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:40:41.617926 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Attempting to bind port d79c586a-6b65-4d96-b46d-42b13cd43092 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:40:41.623632 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:40:41.624007 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:40:41.624417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:41.624812 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:40:41.625276 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Bound port: d79c586a-6b65-4d96-b46d-42b13cd43092, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:40:41.625753 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:41.652489 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccb379d-d987-47f4-8d0a-a593846b402e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:41.652797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccb379d-d987-47f4-8d0a-a593846b402e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:41.653144 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccb379d-d987-47f4-8d0a-a593846b402e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:41.653477 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccb379d-d987-47f4-8d0a-a593846b402e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:41.653842 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccb379d-d987-47f4-8d0a-a593846b402e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:41.654176 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccb379d-d987-47f4-8d0a-a593846b402e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:41.654513 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccb379d-d987-47f4-8d0a-a593846b402e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:41.654841 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccb379d-d987-47f4-8d0a-a593846b402e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:41.655171 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccb379d-d987-47f4-8d0a-a593846b402e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:41.655496 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccb379d-d987-47f4-8d0a-a593846b402e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:41.655821 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccb379d-d987-47f4-8d0a-a593846b402e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:41.681052 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1c3ec-63ba-41b7-b9b2-a4eb81adda0a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Subnet': ['ID=3046c33c-a271-460d-a3c6-6565449ca289,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:41.691795 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1c3ec-63ba-41b7-b9b2-a4eb81adda0a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Checking segment: {'id': 'a657080d-2bf9-40c9-b26b-417bfe1a6dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:40:41.692159 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd1c3ec-63ba-41b7-b9b2-a4eb81adda0a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network hostable DHCP agents. Network: 13ad8b8e-1494-4c70-bd46-a4c420667f10, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:40:41.703022 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] For port d79c586a-6b65-4d96-b46d-42b13cd43092, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:40:41.705945 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] For port d79c586a-6b65-4d96-b46d-42b13cd43092, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d79c586a-6b65-4d96-b46d-42b13cd43092,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:40:41.796421 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:41.813095 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd1c3ec-63ba-41b7-b9b2-a4eb81adda0a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 13ad8b8e-1494-4c70-bd46-a4c420667f10 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:40:41.876920 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb379d-d987-47f4-8d0a-a593846b402e None None] Pushing event updated for resources: {'Port': ['ID=d79c586a-6b65-4d96-b46d-42b13cd43092,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:41.882151 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Routers {'fc65e078-b4ae-4063-93bf-2bd5750cd53f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:40:41.882779 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:40:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:41.912692 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-1fd1c3ec-63ba-41b7-b9b2-a4eb81adda0a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 13ad8b8e-1494-4c70-bd46-a4c420667f10) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:40:41.917064 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd1c3ec-63ba-41b7-b9b2-a4eb81adda0a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:41.918737 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1fd1c3ec-63ba-41b7-b9b2-a4eb81adda0a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:41.935468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b41a97-585b-49e1-ac31-558b0d89ec74 None None] Network 13ad8b8e-1494-4c70-bd46-a4c420667f10 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:40:42.071704 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1fd1c3ec-63ba-41b7-b9b2-a4eb81adda0a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0799646 Jan 20 11:40:42.074934 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43704) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:42.197242 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] Set router fc65e078-b4ae-4063-93bf-2bd5750cd53f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:40:42.357061 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-13ad8b8e-1494-4c70-bd46-a4c420667f10', 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ips': [{'subnet_id': '3046c33c-a271-460d-a3c6-6565449ca289'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:40:42.357905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:42.642168 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Allocated IP 172.20.0.2 (13ad8b8e-1494-4c70-bd46-a4c420667f10/3046c33c-a271-460d-a3c6-6565449ca289/afff2e35-3a1e-4fd1-a6ce-259d4011d25e) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:40:42.733617 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747292066', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:40:38Z', 'updated_at': '2022-01-20T11:40:39Z', 'revision_number': 3, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:39Z', 'updated_at': '2022-01-20T11:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:42.740325 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde758e5-c8f8-41f0-90c0-e8dc357068fa None None] The sync data for ids ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'] in dv-neutron-825471-1-hyperv is: [{'id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747292066', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:40:38Z', 'updated_at': '2022-01-20T11:40:39Z', 'revision_number': 3, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:39Z', 'updated_at': '2022-01-20T11:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:40:42.876388 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:42.901968 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Transition to ACTIVE for port object afff2e35-3a1e-4fd1-a6ce-259d4011d25e will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:40:42.924315 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Transition to ACTIVE for port object afff2e35-3a1e-4fd1-a6ce-259d4011d25e will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:40:42.957297 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:43.019305 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:43.085032 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Network 13ad8b8e-1494-4c70-bd46-a4c420667f10 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:40:43.092991 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:40:43.097255 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:40:43.111754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Pushing event updated for resources: {'Port': ['ID=afff2e35-3a1e-4fd1-a6ce-259d4011d25e,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:43.252158 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Attempting to bind port afff2e35-3a1e-4fd1-a6ce-259d4011d25e on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:40:43.252871 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Attempting to bind port afff2e35-3a1e-4fd1-a6ce-259d4011d25e by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'a657080d-2bf9-40c9-b26b-417bfe1a6dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:40:43.252871 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Attempting to bind port afff2e35-3a1e-4fd1-a6ce-259d4011d25e on network 13ad8b8e-1494-4c70-bd46-a4c420667f10 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:40:43.259546 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:40:43.259926 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Checking segment: {'id': 'a657080d-2bf9-40c9-b26b-417bfe1a6dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:40:43.260330 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:43.260726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Bound using segment: {'id': 'a657080d-2bf9-40c9-b26b-417bfe1a6dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:40:43.261876 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Bound port: afff2e35-3a1e-4fd1-a6ce-259d4011d25e, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a657080d-2bf9-40c9-b26b-417bfe1a6dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:40:43.262434 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:43.358173 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] For port afff2e35-3a1e-4fd1-a6ce-259d4011d25e, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:40:43.362006 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] For port afff2e35-3a1e-4fd1-a6ce-259d4011d25e, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=afff2e35-3a1e-4fd1-a6ce-259d4011d25e,segment=NetworkSegment(a657080d-2bf9-40c9-b26b-417bfe1a6dc7),segment_id=a657080d-2bf9-40c9-b26b-417bfe1a6dc7)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:40:43.381436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.20.0.1 (13ad8b8e-1494-4c70-bd46-a4c420667f10/3046c33c-a271-460d-a3c6-6565449ca289/d16c5c24-e661-4cf8-b757-b6b740bbef0d) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:40:43.451177 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:43.536701 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f1ff1-aa9b-46f4-9a17-0aeab7dec146 None None] Pushing event updated for resources: {'Port': ['ID=afff2e35-3a1e-4fd1-a6ce-259d4011d25e,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:43.553286 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:43.575664 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Transition to ACTIVE for port object d16c5c24-e661-4cf8-b757-b6b740bbef0d will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:40:43.695364 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:43.772517 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 13ad8b8e-1494-4c70-bd46-a4c420667f10 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:40:43.775817 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:40:43.779861 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:40:43.810692 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=d16c5c24-e661-4cf8-b757-b6b740bbef0d,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:43.847478 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:44.044585 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:44.457905 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:44.459071 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe01f567-ef44-4038-8711-4d0933c800c2 None None] Network 13ad8b8e-1494-4c70-bd46-a4c420667f10 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:40:44.523577 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:44.634392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:44.638421 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=d16c5c24-e661-4cf8-b757-b6b740bbef0d,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:44.638659 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fa31199c-e68c-46a0-8291-2f03d583f012 None None] Provisioning for port afff2e35-3a1e-4fd1-a6ce-259d4011d25e completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:40:44.837723 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device afff2e35-3a1e-4fd1-a6ce-259d4011d25e up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:40:44.897842 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 13ad8b8e-1494-4c70-bd46-a4c420667f10 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:40:44.899375 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:40:44.975586 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port afff2e35-3a1e-4fd1-a6ce-259d4011d25e completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:40:44.981164 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port afff2e35-3a1e-4fd1-a6ce-259d4011d25e triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:40:44.981657 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:45.108514 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:45.131111 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-40da5b0e-39b7-44a2-9a0c-c7bf75f28553 None None] Provisioning for port d16c5c24-e661-4cf8-b757-b6b740bbef0d completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:40:45.137429 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-40da5b0e-39b7-44a2-9a0c-c7bf75f28553 None None] Provisioning complete for port d16c5c24-e661-4cf8-b757-b6b740bbef0d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:40:45.137802 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40da5b0e-39b7-44a2-9a0c-c7bf75f28553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:45.189238 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port afff2e35-3a1e-4fd1-a6ce-259d4011d25e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=afff2e35-3a1e-4fd1-a6ce-259d4011d25e,segment=NetworkSegment(a657080d-2bf9-40c9-b26b-417bfe1a6dc7),segment_id=a657080d-2bf9-40c9-b26b-417bfe1a6dc7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:40:45.200339 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-40da5b0e-39b7-44a2-9a0c-c7bf75f28553 None None] Port d16c5c24-e661-4cf8-b757-b6b740bbef0d cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:40:45.213609 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-40da5b0e-39b7-44a2-9a0c-c7bf75f28553 None None] Provisioning complete for port afff2e35-3a1e-4fd1-a6ce-259d4011d25e triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:40:45.213986 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-40da5b0e-39b7-44a2-9a0c-c7bf75f28553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:45.256570 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:45.257342 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d79c586a-6b65-4d96-b46d-42b13cd43092 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:40:45.305167 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router fc65e078-b4ae-4063-93bf-2bd5750cd53f has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:40:45.384494 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=afff2e35-3a1e-4fd1-a6ce-259d4011d25e,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:45.514301 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:40:45.523171 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8f51501c-f391-49ea-8bb0-e126f3454dc6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "PUT /v2.0/routers/fc65e078-b4ae-4063-93bf-2bd5750cd53f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4472952 Jan 20 11:40:45.564102 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port d79c586a-6b65-4d96-b46d-42b13cd43092 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:40:45.568594 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port d79c586a-6b65-4d96-b46d-42b13cd43092 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:40:45.568980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:45.621564 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d1de42c2-ebaa-40f2-a5fd-9fb794850438 None None] Provisioning complete for port d16c5c24-e661-4cf8-b757-b6b740bbef0d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:40:45.621958 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d1de42c2-ebaa-40f2-a5fd-9fb794850438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:45.683025 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-d1de42c2-ebaa-40f2-a5fd-9fb794850438 None None] Port d16c5c24-e661-4cf8-b757-b6b740bbef0d cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:40:45.703648 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-a858266e-307a-4c60-9aa7-970ebd73a596 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1038543042&fields=id&tenant_id=e9e34051fd30436dbf889320e730f35d HTTP/1.1" status: 200 len: 267 time: 0.0430162 Jan 20 11:40:45.740157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:45.756500 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port d79c586a-6b65-4d96-b46d-42b13cd43092, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d79c586a-6b65-4d96-b46d-42b13cd43092,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:40:45.826902 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:45.851833 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-4a808080-6af4-4892-96c1-63d9cc447a4e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:45.853276 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-4a808080-6af4-4892-96c1-63d9cc447a4e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/networks?id=13ad8b8e-1494-4c70-bd46-a4c420667f10 HTTP/1.1" status: 200 len: 797 time: 0.1424127 Jan 20 11:40:45.870678 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-51f2b6fe-04ff-4753-acf6-8511c1cce8a7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/quotas/e9e34051fd30436dbf889320e730f35d HTTP/1.1" status: 200 len: 375 time: 0.0113168 Jan 20 11:40:45.899071 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=d79c586a-6b65-4d96-b46d-42b13cd43092,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:45.955137 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-d7adcb1a-0b62-43e1-8f16-903b820fb156 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:40:46.052822 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-d7adcb1a-0b62-43e1-8f16-903b820fb156 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:40:46.054170 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-d7adcb1a-0b62-43e1-8f16-903b820fb156 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1743777 Jan 20 11:40:46.193491 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-b83b1254-aaa3-44d1-b61c-29b2f1412fd7 service neutron] 10.222.0.70 "GET /v2.0/networks/13ad8b8e-1494-4c70-bd46-a4c420667f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276402 Jan 20 11:40:46.333698 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-9f4ce006-e40f-4d77-863d-f17cc1aad6b1 service neutron] 10.222.0.70 "GET /v2.0/networks/13ad8b8e-1494-4c70-bd46-a4c420667f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335979 Jan 20 11:40:46.359554 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Sync routers for ids ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:40:46.372668 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Routers {'fc65e078-b4ae-4063-93bf-2bd5750cd53f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:40:46.373724 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:40:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:46.560414 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Set router fc65e078-b4ae-4063-93bf-2bd5750cd53f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:40:46.647514 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b3f770a1-1778-4e27-9a63-53e54685899d req-bd8e1301-99c4-4227-9f77-bd280ae91d0d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 210 time: 0.0506923 Jan 20 11:40:46.778379 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device afff2e35-3a1e-4fd1-a6ce-259d4011d25e up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:40:46.851093 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port afff2e35-3a1e-4fd1-a6ce-259d4011d25e triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:40:46.851467 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:46.876861 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747292066', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:40:38Z', 'updated_at': '2022-01-20T11:40:43Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:39Z', 'updated_at': '2022-01-20T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd16c5c24-e661-4cf8-b757-b6b740bbef0d', 'name': '', 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:7c:3f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3046c33c-a271-460d-a3c6-6565449ca289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:43Z', 'updated_at': '2022-01-20T11:40:44Z', 'revision_number': 2, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '3046c33c-a271-460d-a3c6-6565449ca289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:46.881679 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Checking router: fc65e078-b4ae-4063-93bf-2bd5750cd53f for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:40:46.882176 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Updating router fc65e078-b4ae-4063-93bf-2bd5750cd53f port d16c5c24-e661-4cf8-b757-b6b740bbef0d binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:40:46.973803 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d79c586a-6b65-4d96-b46d-42b13cd43092 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:40:46.974106 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:47.044798 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port d79c586a-6b65-4d96-b46d-42b13cd43092 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:40:47.045165 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:47.314836 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:47.326732 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Transition to ACTIVE for port object d16c5c24-e661-4cf8-b757-b6b740bbef0d will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:40:47.426923 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:47.548682 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57853693-3406-41a3-a5e0-b838396526b6 None None] Pushing event updated for resources: {'Port': ['ID=d16c5c24-e661-4cf8-b757-b6b740bbef0d,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:47.585362 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57853693-3406-41a3-a5e0-b838396526b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:47.586128 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57853693-3406-41a3-a5e0-b838396526b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:47.586128 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57853693-3406-41a3-a5e0-b838396526b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:47.586401 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57853693-3406-41a3-a5e0-b838396526b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:47.586726 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57853693-3406-41a3-a5e0-b838396526b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:47.587165 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57853693-3406-41a3-a5e0-b838396526b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:47.587375 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57853693-3406-41a3-a5e0-b838396526b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:47.587694 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57853693-3406-41a3-a5e0-b838396526b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:47.588014 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57853693-3406-41a3-a5e0-b838396526b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:47.588329 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57853693-3406-41a3-a5e0-b838396526b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:47.588643 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57853693-3406-41a3-a5e0-b838396526b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:40:47.652509 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Attempting to bind port d16c5c24-e661-4cf8-b757-b6b740bbef0d on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:40:47.652883 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Attempting to bind port d16c5c24-e661-4cf8-b757-b6b740bbef0d by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'a657080d-2bf9-40c9-b26b-417bfe1a6dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:40:47.653468 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Attempting to bind port d16c5c24-e661-4cf8-b757-b6b740bbef0d on network 13ad8b8e-1494-4c70-bd46-a4c420667f10 {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:40:47.660662 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:40:47.661042 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Checking segment: {'id': 'a657080d-2bf9-40c9-b26b-417bfe1a6dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:40:47.661415 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:47.661821 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Bound using segment: {'id': 'a657080d-2bf9-40c9-b26b-417bfe1a6dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:40:47.662267 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Bound port: d16c5c24-e661-4cf8-b757-b6b740bbef0d, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a657080d-2bf9-40c9-b26b-417bfe1a6dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:40:47.662626 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:47.749856 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] For port d16c5c24-e661-4cf8-b757-b6b740bbef0d, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:40:47.752887 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] For port d16c5c24-e661-4cf8-b757-b6b740bbef0d, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d16c5c24-e661-4cf8-b757-b6b740bbef0d,segment=NetworkSegment(a657080d-2bf9-40c9-b26b-417bfe1a6dc7),segment_id=a657080d-2bf9-40c9-b26b-417bfe1a6dc7)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:40:47.817310 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-692e4e82-2440-4008-92a6-51f1b69d4fa3 req-c7e19bc0-b8ac-4b81-a12f-ce23141cb21c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 210 time: 0.0424871 Jan 20 11:40:47.842214 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:47.927068 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57853693-3406-41a3-a5e0-b838396526b6 None None] Pushing event updated for resources: {'Port': ['ID=d16c5c24-e661-4cf8-b757-b6b740bbef0d,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:47.933903 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Routers {'fc65e078-b4ae-4063-93bf-2bd5750cd53f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:40:47.933903 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:40:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:48.157098 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] Set router fc65e078-b4ae-4063-93bf-2bd5750cd53f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:40:48.473004 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747292066', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:40:38Z', 'updated_at': '2022-01-20T11:40:43Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:39Z', 'updated_at': '2022-01-20T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd16c5c24-e661-4cf8-b757-b6b740bbef0d', 'name': '', 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:7c:3f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3046c33c-a271-460d-a3c6-6565449ca289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:43Z', 'updated_at': '2022-01-20T11:40:47Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '3046c33c-a271-460d-a3c6-6565449ca289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:40:48.476832 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7609a9b0-13c4-4e11-858f-43fdc4db8721 None None] The sync data for ids ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'] in dv-neutron-825471-1-hyperv is: [{'id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747292066', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:40:38Z', 'updated_at': '2022-01-20T11:40:43Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:39Z', 'updated_at': '2022-01-20T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd16c5c24-e661-4cf8-b757-b6b740bbef0d', 'name': '', 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:7c:3f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3046c33c-a271-460d-a3c6-6565449ca289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:43Z', 'updated_at': '2022-01-20T11:40:47Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '3046c33c-a271-460d-a3c6-6565449ca289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:40:48.803922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d16c5c24-e661-4cf8-b757-b6b740bbef0d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:40:48.987457 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port d16c5c24-e661-4cf8-b757-b6b740bbef0d completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:40:48.993425 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port d16c5c24-e661-4cf8-b757-b6b740bbef0d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:40:48.997842 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:49.008959 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9d4053af-ff0d-4a68-967e-808bfed70f56 req-4ea226f2-5ec8-4868-a9d7-334f8c0de66b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 210 time: 0.0535123 Jan 20 11:40:49.093588 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-14ff50ca-204a-4988-b113-ffc441683eb0 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:49.095270 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-14ff50ca-204a-4988-b113-ffc441683eb0 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:40:49.138661 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:49.173147 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port d16c5c24-e661-4cf8-b757-b6b740bbef0d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d16c5c24-e661-4cf8-b757-b6b740bbef0d,segment=NetworkSegment(a657080d-2bf9-40c9-b26b-417bfe1a6dc7),segment_id=a657080d-2bf9-40c9-b26b-417bfe1a6dc7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:40:49.196148 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-14ff50ca-204a-4988-b113-ffc441683eb0 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:40:49.197564 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-14ff50ca-204a-4988-b113-ffc441683eb0 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "GET /v2.0/networks?id=13ad8b8e-1494-4c70-bd46-a4c420667f10 HTTP/1.1" status: 200 len: 797 time: 0.3505251 Jan 20 11:40:49.254480 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-aae92bf3-0b09-4ae0-a602-3242bb9b4324 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:40:49.255231 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:49.321666 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=d16c5c24-e661-4cf8-b757-b6b740bbef0d,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:49.356400 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-aae92bf3-0b09-4ae0-a602-3242bb9b4324 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:40:49.357831 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-aae92bf3-0b09-4ae0-a602-3242bb9b4324 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9e34051fd30436dbf889320e730f35d HTTP/1.1" status: 200 len: 380 time: 0.1470108 Jan 20 11:40:49.367006 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-92d90c02-de1f-4f4f-8442-de0d20bc02cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'port': {'device_id': 'd0fd9f27-421c-41d6-a551-b91aafaeb71f', 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10', 'admin_state_up': True, 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'security_groups': ['2dbfd6ea-f600-4060-b243-0be4ef42e2a3']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:40:49.606329 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-92d90c02-de1f-4f4f-8442-de0d20bc02cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:40:49.615310 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-92d90c02-de1f-4f4f-8442-de0d20bc02cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:40:49.689713 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-92d90c02-de1f-4f4f-8442-de0d20bc02cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Made reservation on behalf of e9e34051fd30436dbf889320e730f35d for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:40:49.692704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-92d90c02-de1f-4f4f-8442-de0d20bc02cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:49.855721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-92d90c02-de1f-4f4f-8442-de0d20bc02cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.20.0.8 (13ad8b8e-1494-4c70-bd46-a4c420667f10/3046c33c-a271-460d-a3c6-6565449ca289/8880c6ed-ce50-49e9-a0b9-7b5586b3947b) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:40:50.037552 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-92d90c02-de1f-4f4f-8442-de0d20bc02cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:50.054461 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-92d90c02-de1f-4f4f-8442-de0d20bc02cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Transition to ACTIVE for port object 8880c6ed-ce50-49e9-a0b9-7b5586b3947b will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:40:50.141530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-92d90c02-de1f-4f4f-8442-de0d20bc02cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:50.214968 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf7277-4ffa-4e9d-9e21-c7d6f2b02836 req-8cbb3ac5-4b4a-4fcb-aca6-51bb79c6e947 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:50.215609 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-92d90c02-de1f-4f4f-8442-de0d20bc02cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 13ad8b8e-1494-4c70-bd46-a4c420667f10 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:40:50.216411 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3cdf7277-4ffa-4e9d-9e21-c7d6f2b02836 req-8cbb3ac5-4b4a-4fcb-aca6-51bb79c6e947 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 931 time: 0.0790107 Jan 20 11:40:50.218718 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-92d90c02-de1f-4f4f-8442-de0d20bc02cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:40:50.222634 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-92d90c02-de1f-4f4f-8442-de0d20bc02cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:40:50.257356 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d90c02-de1f-4f4f-8442-de0d20bc02cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=8880c6ed-ce50-49e9-a0b9-7b5586b3947b,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:50.266387 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3cdf7277-4ffa-4e9d-9e21-c7d6f2b02836 req-a746de29-3219-4c22-99a3-881d18499209 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dbfd6ea-f600-4060-b243-0be4ef42e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419128 Jan 20 11:40:50.294848 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-92d90c02-de1f-4f4f-8442-de0d20bc02cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:50.295459 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-92d90c02-de1f-4f4f-8442-de0d20bc02cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:50.393021 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-92d90c02-de1f-4f4f-8442-de0d20bc02cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0304997 Jan 20 11:40:50.404283 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Request body: {'port': {'device_id': 'd0fd9f27-421c-41d6-a551-b91aafaeb71f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:40:50.512997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:50.540616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3fd59fac-37e8-4727-88fa-cc3bf3acb684 None None] Provisioning for port 8880c6ed-ce50-49e9-a0b9-7b5586b3947b completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:40:50.545888 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3fd59fac-37e8-4727-88fa-cc3bf3acb684 None None] Provisioning complete for port 8880c6ed-ce50-49e9-a0b9-7b5586b3947b triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:40:50.546273 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3fd59fac-37e8-4727-88fa-cc3bf3acb684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:50.601005 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-3fd59fac-37e8-4727-88fa-cc3bf3acb684 None None] Port 8880c6ed-ce50-49e9-a0b9-7b5586b3947b cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:40:50.778615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d16c5c24-e661-4cf8-b757-b6b740bbef0d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:40:50.844010 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port d16c5c24-e661-4cf8-b757-b6b740bbef0d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:40:50.844382 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:50.858313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8880c6ed-ce50-49e9-a0b9-7b5586b3947b {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:40:50.865150 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:50.880088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Transition to ACTIVE for port object 8880c6ed-ce50-49e9-a0b9-7b5586b3947b will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:40:50.965763 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:51.088436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=8880c6ed-ce50-49e9-a0b9-7b5586b3947b,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:51.197208 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Attempting to bind port 8880c6ed-ce50-49e9-a0b9-7b5586b3947b on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:40:51.197824 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Attempting to bind port 8880c6ed-ce50-49e9-a0b9-7b5586b3947b by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a657080d-2bf9-40c9-b26b-417bfe1a6dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:40:51.197931 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Attempting to bind port 8880c6ed-ce50-49e9-a0b9-7b5586b3947b on network 13ad8b8e-1494-4c70-bd46-a4c420667f10 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:40:51.203623 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Port 8880c6ed-ce50-49e9-a0b9-7b5586b3947b on network 13ad8b8e-1494-4c70-bd46-a4c420667f10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:40:51.203942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Attempting to bind port 8880c6ed-ce50-49e9-a0b9-7b5586b3947b on network 13ad8b8e-1494-4c70-bd46-a4c420667f10 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:40:51.211099 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:40:51.211434 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Checking segment: {'id': 'a657080d-2bf9-40c9-b26b-417bfe1a6dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:40:51.211815 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Bound using segment: {'id': 'a657080d-2bf9-40c9-b26b-417bfe1a6dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:40:51.212245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Bound port: 8880c6ed-ce50-49e9-a0b9-7b5586b3947b, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a657080d-2bf9-40c9-b26b-417bfe1a6dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:40:51.212597 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:51.299391 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] For port 8880c6ed-ce50-49e9-a0b9-7b5586b3947b, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:40:51.302280 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] For port 8880c6ed-ce50-49e9-a0b9-7b5586b3947b, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=8880c6ed-ce50-49e9-a0b9-7b5586b3947b,segment=NetworkSegment(a657080d-2bf9-40c9-b26b-417bfe1a6dc7),segment_id=a657080d-2bf9-40c9-b26b-417bfe1a6dc7)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:40:51.404041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:51.467073 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc7da3-67f9-40fa-aa7e-50c2245ddc65 req-63d8ec70-4a81-4a03-a6d9-0d8ee415a6c3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:51.468285 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bddc7da3-67f9-40fa-aa7e-50c2245ddc65 req-63d8ec70-4a81-4a03-a6d9-0d8ee415a6c3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 943 time: 0.0767746 Jan 20 11:40:51.470240 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:51.471594 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] 10.222.0.72 "PUT /v2.0/ports/8880c6ed-ce50-49e9-a0b9-7b5586b3947b HTTP/1.1" status: 200 len: 1093 time: 1.0721078 Jan 20 11:40:51.472027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fd9f27-421c-41d6-a551-b91aafaeb71f', 'tag': '8880c6ed-ce50-49e9-a0b9-7b5586b3947b'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:40:51.494686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99516215-2519-4954-a9da-61736f6e4bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=8880c6ed-ce50-49e9-a0b9-7b5586b3947b,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:51.526350 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bddc7da3-67f9-40fa-aa7e-50c2245ddc65 req-a19e13fb-9d7e-4fc2-906f-073e65b1dd55 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dbfd6ea-f600-4060-b243-0be4ef42e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431654 Jan 20 11:40:51.539267 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fd9f27-421c-41d6-a551-b91aafaeb71f', 'tag': '8880c6ed-ce50-49e9-a0b9-7b5586b3947b', 'status': 'completed', 'code': 200} Jan 20 11:40:51.636391 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-167bec56-9933-4493-9657-5a5a6b8d3bac req-1c9738f5-065e-4176-9dea-bc80210a5ce6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 1096 time: 0.0720019 Jan 20 11:40:51.778417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bec56-9933-4493-9657-5a5a6b8d3bac req-548fe157-1ab0-423a-b3de-dcde8a83e7a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:51.779809 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-167bec56-9933-4493-9657-5a5a6b8d3bac req-548fe157-1ab0-423a-b3de-dcde8a83e7a4 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e9e34051fd30436dbf889320e730f35d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1373661 Jan 20 11:40:52.006595 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bec56-9933-4493-9657-5a5a6b8d3bac req-01cf3dc4-b229-48ee-9d48-e1aad3ebde47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:52.008027 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-167bec56-9933-4493-9657-5a5a6b8d3bac req-01cf3dc4-b229-48ee-9d48-e1aad3ebde47 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2228677 Jan 20 11:40:52.114793 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-d8ca32ad-3ee7-4798-8322-bbc74823c385 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 1096 time: 0.0723622 Jan 20 11:40:52.180791 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-f0512ec3-b8a3-428d-9cfc-29b637b5b615 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8880c6ed-ce50-49e9-a0b9-7b5586b3947b HTTP/1.1" status: 200 len: 217 time: 0.0589917 Jan 20 11:40:52.243548 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-f663ffe3-e0ab-4bba-817c-8f1ab5ea3fd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:52.244851 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-f663ffe3-e0ab-4bba-817c-8f1ab5ea3fd9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3046c33c-a271-460d-a3c6-6565449ca289 HTTP/1.1" status: 200 len: 834 time: 0.0585461 Jan 20 11:40:52.316839 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-7d645550-76cd-4f47-b8a0-90c98db5a8f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=13ad8b8e-1494-4c70-bd46-a4c420667f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662656 Jan 20 11:40:52.445714 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-8b7cf798-8fa6-4598-bf04-0347b7cae306 service neutron] 10.222.0.72 "GET /v2.0/networks/13ad8b8e-1494-4c70-bd46-a4c420667f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228540 Jan 20 11:40:52.575877 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2890e333-b5b2-4960-a5c8-4f24c0019b24 req-cfe62093-2590-4295-a894-731a1497c2d2 service neutron] 10.222.0.72 "GET /v2.0/networks/13ad8b8e-1494-4c70-bd46-a4c420667f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246908 Jan 20 11:40:52.831221 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3873e-e5b9-4cfc-81a4-d69cf30f34a7 req-79fc452f-43fd-41cd-9fc7-c80b853f63d8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:52.832815 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-27e3873e-e5b9-4cfc-81a4-d69cf30f34a7 req-79fc452f-43fd-41cd-9fc7-c80b853f63d8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 943 time: 0.1753397 Jan 20 11:40:52.879772 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-27e3873e-e5b9-4cfc-81a4-d69cf30f34a7 req-3e86bc12-833f-4b1c-bc3b-e280825e66ab tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dbfd6ea-f600-4060-b243-0be4ef42e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413783 Jan 20 11:40:54.050632 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:40:54.078395 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cd169-28dc-412f-a794-4c0d06c612af req-1f246955-6890-4365-9783-e06138116fcc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:54.079816 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-821cd169-28dc-412f-a794-4c0d06c612af req-1f246955-6890-4365-9783-e06138116fcc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 943 time: 0.0789700 Jan 20 11:40:54.126996 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-821cd169-28dc-412f-a794-4c0d06c612af req-cdc73208-62c1-4e10-96f6-44e45747cf26 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dbfd6ea-f600-4060-b243-0be4ef42e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413494 Jan 20 11:40:55.076827 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 8880c6ed-ce50-49e9-a0b9-7b5586b3947b details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:40:55.208506 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 8880c6ed-ce50-49e9-a0b9-7b5586b3947b, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=8880c6ed-ce50-49e9-a0b9-7b5586b3947b,segment=NetworkSegment(a657080d-2bf9-40c9-b26b-417bfe1a6dc7),segment_id=a657080d-2bf9-40c9-b26b-417bfe1a6dc7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:40:55.222316 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '8880c6ed-ce50-49e9-a0b9-7b5586b3947b', 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10', 'port_id': '8880c6ed-ce50-49e9-a0b9-7b5586b3947b', 'mac_address': 'fa:16:3e:c0:61:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3046c33c-a271-460d-a3c6-6565449ca289', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:40:55.274585 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:55.291147 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8880c6ed-ce50-49e9-a0b9-7b5586b3947b {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:40:55.305936 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 8880c6ed-ce50-49e9-a0b9-7b5586b3947b, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=8880c6ed-ce50-49e9-a0b9-7b5586b3947b,segment=NetworkSegment(a657080d-2bf9-40c9-b26b-417bfe1a6dc7),segment_id=a657080d-2bf9-40c9-b26b-417bfe1a6dc7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:40:55.320880 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b356c-1510-49af-9200-518b124c23da req-594e8ca8-3024-49d6-a1ea-dac8e80a253b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:55.323980 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7b2b356c-1510-49af-9200-518b124c23da req-594e8ca8-3024-49d6-a1ea-dac8e80a253b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 943 time: 0.0750048 Jan 20 11:40:55.368766 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7b2b356c-1510-49af-9200-518b124c23da req-0da26102-a5a4-41ba-83d9-c6e4d658838f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dbfd6ea-f600-4060-b243-0be4ef42e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397162 Jan 20 11:40:55.387444 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:55.456089 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=8880c6ed-ce50-49e9-a0b9-7b5586b3947b,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:55.594385 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['8880c6ed-ce50-49e9-a0b9-7b5586b3947b'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:40:56.566583 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52080e6d-a398-4f88-b061-39b2b59027bd req-cb1af66c-93b4-407a-930d-3e828af44f64 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:56.568000 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52080e6d-a398-4f88-b061-39b2b59027bd req-cb1af66c-93b4-407a-930d-3e828af44f64 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 944 time: 0.0796623 Jan 20 11:40:56.613420 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-52080e6d-a398-4f88-b061-39b2b59027bd req-12a0237f-8721-44d1-8c72-678283667310 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dbfd6ea-f600-4060-b243-0be4ef42e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392871 Jan 20 11:40:57.084450 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 8880c6ed-ce50-49e9-a0b9-7b5586b3947b up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:40:57.209203 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 8880c6ed-ce50-49e9-a0b9-7b5586b3947b completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:40:57.213894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 8880c6ed-ce50-49e9-a0b9-7b5586b3947b triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:40:57.214303 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:57.325924 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:57.351232 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd9f27-421c-41d6-a551-b91aafaeb71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8880c6ed-ce50-49e9-a0b9-7b5586b3947b'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:40:57.361031 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 8880c6ed-ce50-49e9-a0b9-7b5586b3947b, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=8880c6ed-ce50-49e9-a0b9-7b5586b3947b,segment=NetworkSegment(a657080d-2bf9-40c9-b26b-417bfe1a6dc7),segment_id=a657080d-2bf9-40c9-b26b-417bfe1a6dc7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:40:57.406147 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fd9f27-421c-41d6-a551-b91aafaeb71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8880c6ed-ce50-49e9-a0b9-7b5586b3947b', 'code': 200} Jan 20 11:40:57.449593 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:57.517865 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=8880c6ed-ce50-49e9-a0b9-7b5586b3947b,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:40:57.771996 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-245a4588-aaad-4ae8-8173-24f47dd3ef03 req-e307472d-7064-4da6-aa02-db233808dca1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 1098 time: 0.0710416 Jan 20 11:40:57.811516 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4e271-9c58-45ef-915b-d6844720ea69 req-fcdf2cd9-c03c-4a0e-8dfd-a58009657122 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:57.812950 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-def4e271-9c58-45ef-915b-d6844720ea69 req-fcdf2cd9-c03c-4a0e-8dfd-a58009657122 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 945 time: 0.0747697 Jan 20 11:40:57.814421 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-245a4588-aaad-4ae8-8173-24f47dd3ef03 req-e037299e-7ef6-4fb0-b476-303009fd8488 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2dbfd6ea-f600-4060-b243-0be4ef42e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364327 Jan 20 11:40:57.857341 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-def4e271-9c58-45ef-915b-d6844720ea69 req-897618ea-4605-4c84-81fd-9465180925cc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dbfd6ea-f600-4060-b243-0be4ef42e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386639 Jan 20 11:40:59.057257 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20470a2f-2009-489e-aff6-6631bd18a5f3 req-6b7f605f-5640-42c0-9bdc-5d6980c53f81 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:59.059231 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20470a2f-2009-489e-aff6-6631bd18a5f3 req-6b7f605f-5640-42c0-9bdc-5d6980c53f81 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 945 time: 0.0785522 Jan 20 11:40:59.103372 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20470a2f-2009-489e-aff6-6631bd18a5f3 req-7313c751-4601-4f31-865e-200988de8213 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dbfd6ea-f600-4060-b243-0be4ef42e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386155 Jan 20 11:40:59.295749 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69137999-b589-4177-8771-bf92603b4232 req-ae46eff5-2b11-48ad-a0c5-ad9da4a36c42 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:40:59.297108 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-69137999-b589-4177-8771-bf92603b4232 req-ae46eff5-2b11-48ad-a0c5-ad9da4a36c42 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 945 time: 0.0748613 Jan 20 11:40:59.345521 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-69137999-b589-4177-8771-bf92603b4232 req-e7ae28a5-4668-49c1-b5b3-b619f9470c78 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dbfd6ea-f600-4060-b243-0be4ef42e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429921 Jan 20 11:40:59.373271 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43752) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:59.440939 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f0cbfc4e-a48f-40af-bc39-570a93c60f69 tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 1093 time: 0.0665143 Jan 20 11:40:59.443592 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43756) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:40:59.448578 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': '8880c6ed-ce50-49e9-a0b9-7b5586b3947b', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:40:59.453908 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:40:59.457901 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:floatingip and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:40:59.460698 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:40:59.466324 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:40:59.540812 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:59.675250 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:40:59.809386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.26.0.98 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/b6acf29c-b357-408c-8eff-74a855c118ba) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:40:59.952269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:00.060076 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:00.128152 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:41:00.130942 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:41:00.135350 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:41:00.161702 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=b6acf29c-b357-408c-8eff-74a855c118ba,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:00.709084 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:00.849361 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:01.054770 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:01.203509 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:01.307436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=b6acf29c-b357-408c-8eff-74a855c118ba,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:01.323174 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:01.420908 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-25c1a205-27b0-4309-b62b-ded83472b678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:01.515087 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Floating IP 1b97b999-b654-4d18-a263-b0fafdf824c1 associated. External IP: 172.26.0.98, port: 8880c6ed-ce50-49e9-a0b9-7b5586b3947b. Jan 20 11:41:01.895645 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router fc65e078-b4ae-4063-93bf-2bd5750cd53f has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:41:02.095879 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:41:02.105664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b10a5f-d34c-4e40-9b6e-70e001af39e8 None None] Sync routers for ids ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:41:02.118240 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b10a5f-d34c-4e40-9b6e-70e001af39e8 None None] Routers {'fc65e078-b4ae-4063-93bf-2bd5750cd53f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:41:02.118849 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-76b10a5f-d34c-4e40-9b6e-70e001af39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:40:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:41:02.209615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:02.267427 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-60b95521-a59d-4ebd-bab6-0aa364be903c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8228333 Jan 20 11:41:02.268089 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fd9f27-421c-41d6-a551-b91aafaeb71f', 'tag': '8880c6ed-ce50-49e9-a0b9-7b5586b3947b'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:41:02.295427 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-76b10a5f-d34c-4e40-9b6e-70e001af39e8 None None] Set router fc65e078-b4ae-4063-93bf-2bd5750cd53f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:41:02.325777 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fd9f27-421c-41d6-a551-b91aafaeb71f', 'tag': '8880c6ed-ce50-49e9-a0b9-7b5586b3947b', 'status': 'completed', 'code': 200} Jan 20 11:41:02.412713 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-caa50c16-77cc-4365-a613-9fd3e0257ddd req-b5461d65-986b-4956-9f53-582c590c671d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 1098 time: 0.0680697 Jan 20 11:41:02.451783 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a93a7a-8a7e-4638-8ba5-c9d2459d6f3a req-0b4074f0-75dd-4491-8d89-9688b4ff9ee7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:41:02.453323 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-85a93a7a-8a7e-4638-8ba5-c9d2459d6f3a req-0b4074f0-75dd-4491-8d89-9688b4ff9ee7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 945 time: 0.0813518 Jan 20 11:41:02.502598 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-85a93a7a-8a7e-4638-8ba5-c9d2459d6f3a req-48384882-f641-4c1f-af13-57d8a8977015 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dbfd6ea-f600-4060-b243-0be4ef42e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 Jan 20 11:41:02.532460 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43764) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:02.623209 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50c16-77cc-4365-a613-9fd3e0257ddd req-de3a5d55-f2bd-4968-bc7c-37a42acb5589 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:41:02.624638 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-caa50c16-77cc-4365-a613-9fd3e0257ddd req-de3a5d55-f2bd-4968-bc7c-37a42acb5589 service neutron] 10.222.0.72 "GET /v2.0/networks?id=13ad8b8e-1494-4c70-bd46-a4c420667f10 HTTP/1.1" status: 200 len: 898 time: 0.2065814 Jan 20 11:41:02.692010 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-76b10a5f-d34c-4e40-9b6e-70e001af39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747292066', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:40:38Z', 'updated_at': '2022-01-20T11:40:43Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:39Z', 'updated_at': '2022-01-20T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '1b97b999-b654-4d18-a263-b0fafdf824c1', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'floating_ip_address': '172.26.0.98', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'port_id': '8880c6ed-ce50-49e9-a0b9-7b5586b3947b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10', 'mac_address': 'fa:16:3e:c0:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fd9f27-421c-41d6-a551-b91aafaeb71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:41:00Z', 'updated_at': '2022-01-20T11:41:00Z', 'revision_number': 0, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16c5c24-e661-4cf8-b757-b6b740bbef0d', 'name': '', 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:7c:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3046c33c-a271-460d-a3c6-6565449ca289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:43Z', 'updated_at': '2022-01-20T11:40:49Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '3046c33c-a271-460d-a3c6-6565449ca289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:41:02.695910 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b10a5f-d34c-4e40-9b6e-70e001af39e8 None None] Checking router: fc65e078-b4ae-4063-93bf-2bd5750cd53f for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:41:02.707484 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b10a5f-d34c-4e40-9b6e-70e001af39e8 None None] Routers {'fc65e078-b4ae-4063-93bf-2bd5750cd53f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:41:02.708099 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-76b10a5f-d34c-4e40-9b6e-70e001af39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:40:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:41:02.733968 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c3acd6b5-b76e-42f9-b24d-7c025052e3d6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/1b97b999-b654-4d18-a263-b0fafdf824c1 HTTP/1.1" status: 200 len: 990 time: 0.2004173 Jan 20 11:41:02.746070 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-caa50c16-77cc-4365-a613-9fd3e0257ddd req-8154d047-e855-496a-b192-5ad879725788 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8880c6ed-ce50-49e9-a0b9-7b5586b3947b HTTP/1.1" status: 200 len: 998 time: 0.1072059 Jan 20 11:41:02.808323 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50c16-77cc-4365-a613-9fd3e0257ddd req-59949e27-d04f-450b-b053-584d198dd0b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:41:02.809802 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-caa50c16-77cc-4365-a613-9fd3e0257ddd req-59949e27-d04f-450b-b053-584d198dd0b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3046c33c-a271-460d-a3c6-6565449ca289 HTTP/1.1" status: 200 len: 834 time: 0.0583410 Jan 20 11:41:02.883441 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-caa50c16-77cc-4365-a613-9fd3e0257ddd req-68b2ee19-9075-4f48-b5ab-ba57d2df8cec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=13ad8b8e-1494-4c70-bd46-a4c420667f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675774 Jan 20 11:41:02.887348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-76b10a5f-d34c-4e40-9b6e-70e001af39e8 None None] Set router fc65e078-b4ae-4063-93bf-2bd5750cd53f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:41:03.017371 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-caa50c16-77cc-4365-a613-9fd3e0257ddd req-4a95ddef-6e58-4fe6-9ed0-52d120b7cc69 service neutron] 10.222.0.72 "GET /v2.0/networks/13ad8b8e-1494-4c70-bd46-a4c420667f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283286 Jan 20 11:41:03.236427 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-76b10a5f-d34c-4e40-9b6e-70e001af39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747292066', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:40:38Z', 'updated_at': '2022-01-20T11:40:43Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:39Z', 'updated_at': '2022-01-20T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '1b97b999-b654-4d18-a263-b0fafdf824c1', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'floating_ip_address': '172.26.0.98', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'port_id': '8880c6ed-ce50-49e9-a0b9-7b5586b3947b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10', 'mac_address': 'fa:16:3e:c0:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fd9f27-421c-41d6-a551-b91aafaeb71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:41:00Z', 'updated_at': '2022-01-20T11:41:00Z', 'revision_number': 0, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16c5c24-e661-4cf8-b757-b6b740bbef0d', 'name': '', 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:7c:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3046c33c-a271-460d-a3c6-6565449ca289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:43Z', 'updated_at': '2022-01-20T11:40:49Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '3046c33c-a271-460d-a3c6-6565449ca289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:41:03.240931 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b10a5f-d34c-4e40-9b6e-70e001af39e8 None None] The sync data for ids ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'] in dv-neutron-825471-1-hyperv is: [{'id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747292066', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:40:38Z', 'updated_at': '2022-01-20T11:40:43Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:39Z', 'updated_at': '2022-01-20T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '1b97b999-b654-4d18-a263-b0fafdf824c1', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'floating_ip_address': '172.26.0.98', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'port_id': '8880c6ed-ce50-49e9-a0b9-7b5586b3947b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10', 'mac_address': 'fa:16:3e:c0:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fd9f27-421c-41d6-a551-b91aafaeb71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:41:00Z', 'updated_at': '2022-01-20T11:41:00Z', 'revision_number': 0, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16c5c24-e661-4cf8-b757-b6b740bbef0d', 'name': '', 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:7c:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3046c33c-a271-460d-a3c6-6565449ca289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:43Z', 'updated_at': '2022-01-20T11:40:49Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '3046c33c-a271-460d-a3c6-6565449ca289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:41:03.243185 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-caa50c16-77cc-4365-a613-9fd3e0257ddd req-a80a5bc5-cdd2-4c77-a16f-6d111bef334b service neutron] 10.222.0.72 "GET /v2.0/networks/13ad8b8e-1494-4c70-bd46-a4c420667f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199700 Jan 20 11:41:03.738056 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43768) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:03.883840 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-08f8d472-944a-4f18-b859-dc047d229876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:03.938485 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6fbe1f6a-20fe-48b2-9367-48585d782893 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/1b97b999-b654-4d18-a263-b0fafdf824c1 HTTP/1.1" status: 200 len: 990 time: 0.1993163 Jan 20 11:41:04.942193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43772) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:04.972988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:05.018629 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:05.045946 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6cf074bd-8bd2-4926-9008-a0a8b7b7d090 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/1b97b999-b654-4d18-a263-b0fafdf824c1 HTTP/1.1" status: 200 len: 990 time: 0.1025867 Jan 20 11:41:05.279221 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42846f7f-c67f-4318-b661-aa2294d628f6 None None] New status for floating IP 1b97b999-b654-4d18-a263-b0fafdf824c1: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:41:06.049500 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43776) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:06.153669 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ea2bd044-7e55-441a-8210-94c7f9f06cd2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/1b97b999-b654-4d18-a263-b0fafdf824c1 HTTP/1.1" status: 200 len: 992 time: 0.1030076 Jan 20 11:41:06.397635 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:09.906300 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:31.051009 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:41:31.458411 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c11c5a85-05a9-4c10-bc23-a74bbfc84ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:33.875513 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c9344c50-1cc9-4b58-9665-38b404522415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:34.984137 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:35.006997 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:35.910464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235750d-2652-4f74-aaad-c9f793263887 req-3cf011c0-5a5d-4069-a5f9-8ab19f997dae tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:41:35.911918 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9235750d-2652-4f74-aaad-c9f793263887 req-3cf011c0-5a5d-4069-a5f9-8ab19f997dae tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 945 time: 0.0786536 Jan 20 11:41:35.961624 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9235750d-2652-4f74-aaad-c9f793263887 req-e51adb0b-953e-4c6a-b568-bb57845db510 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dbfd6ea-f600-4060-b243-0be4ef42e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437593 Jan 20 11:41:36.391261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:37.158720 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d911b-30a4-4ea8-8d26-74c70deb8168 req-3648ece2-c7d5-4368-b58f-5e29ad5ac5c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:41:37.160195 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-094d911b-30a4-4ea8-8d26-74c70deb8168 req-3648ece2-c7d5-4368-b58f-5e29ad5ac5c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 945 time: 0.0744507 Jan 20 11:41:37.204751 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-094d911b-30a4-4ea8-8d26-74c70deb8168 req-98b7f285-e18f-422e-8b6f-b8321aa9df31 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dbfd6ea-f600-4060-b243-0be4ef42e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392046 Jan 20 11:41:37.232882 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43796) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:37.337226 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4120e3b1-c11b-4419-a282-8ee85b6e4ae9 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/1b97b999-b654-4d18-a263-b0fafdf824c1 HTTP/1.1" status: 200 len: 992 time: 0.1026061 Jan 20 11:41:39.017305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c3fee-a8e0-4d63-b373-8ec00bc3b6ee req-7d2178b9-b8c7-421c-a5e5-105dabcf7fb2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:41:39.018682 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd6c3fee-a8e0-4d63-b373-8ec00bc3b6ee req-7d2178b9-b8c7-421c-a5e5-105dabcf7fb2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 945 time: 0.0795424 Jan 20 11:41:39.063062 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bd6c3fee-a8e0-4d63-b373-8ec00bc3b6ee req-ea99a180-e8cb-432e-8256-aff609910d88 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dbfd6ea-f600-4060-b243-0be4ef42e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387442 Jan 20 11:41:39.923514 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:40.260445 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32206d7-c840-4dc9-af61-da1837b0af68 req-154aa448-d476-4f80-8106-c8ab534eed66 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:41:40.261828 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b32206d7-c840-4dc9-af61-da1837b0af68 req-154aa448-d476-4f80-8106-c8ab534eed66 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 945 time: 0.0744596 Jan 20 11:41:40.306337 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b32206d7-c840-4dc9-af61-da1837b0af68 req-ebec46e9-24c5-4ef2-88db-c5e9c5571258 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dbfd6ea-f600-4060-b243-0be4ef42e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384970 Jan 20 11:41:40.334856 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43808) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:40.438416 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4d169915-f417-4675-9b94-48435b570d39 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/1b97b999-b654-4d18-a263-b0fafdf824c1 HTTP/1.1" status: 200 len: 992 time: 0.1015010 Jan 20 11:41:40.727490 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43816) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:40.926363 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port b6acf29c-b357-408c-8eff-74a855c118ba {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:41:40.926701 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:41.087748 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:41.088073 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:41.202463 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for b6acf29c-b357-408c-8eff-74a855c118ba owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:41:41.395459 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:41.438419 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=b6acf29c-b357-408c-8eff-74a855c118ba,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:41.479492 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:41.479775 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:41.480129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:41.480441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:41.480769 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:41.481087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:41.481436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:41.481778 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:41.482098 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:41.482412 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:41.482729 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:41.539735 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:42.006144 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router fc65e078-b4ae-4063-93bf-2bd5750cd53f has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:41:42.203519 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:41:42.216272 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb8ffc7-378e-4fe6-b39f-cef402b3e0ff None None] Sync routers for ids ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:41:42.219898 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:42.228116 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb8ffc7-378e-4fe6-b39f-cef402b3e0ff None None] Routers {'fc65e078-b4ae-4063-93bf-2bd5750cd53f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:41:42.228720 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4eb8ffc7-378e-4fe6-b39f-cef402b3e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:41:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:41:42.270667 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-54fe5835-4c02-4cb9-95e4-36d78f75a6db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/floatingips/1b97b999-b654-4d18-a263-b0fafdf824c1 HTTP/1.1" status: 204 len: 168 time: 1.5420992 Jan 20 11:41:42.271312 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fd9f27-421c-41d6-a551-b91aafaeb71f', 'tag': '8880c6ed-ce50-49e9-a0b9-7b5586b3947b'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:41:42.327087 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fd9f27-421c-41d6-a551-b91aafaeb71f', 'tag': '8880c6ed-ce50-49e9-a0b9-7b5586b3947b', 'status': 'completed', 'code': 200} Jan 20 11:41:42.416595 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-4eb8ffc7-378e-4fe6-b39f-cef402b3e0ff None None] Set router fc65e078-b4ae-4063-93bf-2bd5750cd53f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:41:42.532506 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ccc95251-5b30-4974-bfd1-b28a5c97e545 req-ca255f1a-6af6-427c-97d7-423c799c1225 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 1098 time: 0.1820827 Jan 20 11:41:42.670349 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc95251-5b30-4974-bfd1-b28a5c97e545 req-50ec9693-bf17-48b2-926d-4409f24d4b3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:41:42.671772 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ccc95251-5b30-4974-bfd1-b28a5c97e545 req-50ec9693-bf17-48b2-926d-4409f24d4b3f service neutron] 10.222.0.72 "GET /v2.0/networks?id=13ad8b8e-1494-4c70-bd46-a4c420667f10 HTTP/1.1" status: 200 len: 898 time: 0.1331720 Jan 20 11:41:42.735511 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4eb8ffc7-378e-4fe6-b39f-cef402b3e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747292066', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:40:38Z', 'updated_at': '2022-01-20T11:40:43Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:39Z', 'updated_at': '2022-01-20T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd16c5c24-e661-4cf8-b757-b6b740bbef0d', 'name': '', 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:7c:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3046c33c-a271-460d-a3c6-6565449ca289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:43Z', 'updated_at': '2022-01-20T11:40:49Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '3046c33c-a271-460d-a3c6-6565449ca289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:41:42.741383 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb8ffc7-378e-4fe6-b39f-cef402b3e0ff None None] Checking router: fc65e078-b4ae-4063-93bf-2bd5750cd53f for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:41:42.748855 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ccc95251-5b30-4974-bfd1-b28a5c97e545 req-822a1074-ccd6-49ea-83cd-83016d75cb94 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8880c6ed-ce50-49e9-a0b9-7b5586b3947b HTTP/1.1" status: 200 len: 217 time: 0.0706580 Jan 20 11:41:42.756999 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb8ffc7-378e-4fe6-b39f-cef402b3e0ff None None] Routers {'fc65e078-b4ae-4063-93bf-2bd5750cd53f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:41:42.757842 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4eb8ffc7-378e-4fe6-b39f-cef402b3e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:41:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:41:42.812188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc95251-5b30-4974-bfd1-b28a5c97e545 req-9ac947bd-15a9-4c4d-9829-f9b8ecd165ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:41:42.814223 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ccc95251-5b30-4974-bfd1-b28a5c97e545 req-9ac947bd-15a9-4c4d-9829-f9b8ecd165ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3046c33c-a271-460d-a3c6-6565449ca289 HTTP/1.1" status: 200 len: 834 time: 0.0597460 Jan 20 11:41:42.872983 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7b149-14c6-4f8c-8892-22cfbea0fa2a req-a1363c02-d4ef-42ed-9de1-d7777972c66e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:41:42.873764 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-aac7b149-14c6-4f8c-8892-22cfbea0fa2a req-a1363c02-d4ef-42ed-9de1-d7777972c66e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:41:42.908150 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ccc95251-5b30-4974-bfd1-b28a5c97e545 req-2469a2e5-60ec-4421-b127-6dbebe2089fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=13ad8b8e-1494-4c70-bd46-a4c420667f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872183 Jan 20 11:41:42.955285 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-aac7b149-14c6-4f8c-8892-22cfbea0fa2a req-a1363c02-d4ef-42ed-9de1-d7777972c66e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:41:42.957623 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aac7b149-14c6-4f8c-8892-22cfbea0fa2a req-a1363c02-d4ef-42ed-9de1-d7777972c66e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 945 time: 0.1698844 Jan 20 11:41:42.999674 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-4eb8ffc7-378e-4fe6-b39f-cef402b3e0ff None None] Set router fc65e078-b4ae-4063-93bf-2bd5750cd53f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:41:43.005082 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aac7b149-14c6-4f8c-8892-22cfbea0fa2a req-8e61f450-eae6-4f49-955f-f2d72c69dfdf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dbfd6ea-f600-4060-b243-0be4ef42e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426319 Jan 20 11:41:43.043437 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ccc95251-5b30-4974-bfd1-b28a5c97e545 req-e6be37b9-cdba-4994-9234-eebe8e60daa6 service neutron] 10.222.0.72 "GET /v2.0/networks/13ad8b8e-1494-4c70-bd46-a4c420667f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290872 Jan 20 11:41:43.175156 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ccc95251-5b30-4974-bfd1-b28a5c97e545 req-1ffc6bf2-3c87-483a-82f9-0495a43e2afb service neutron] 10.222.0.72 "GET /v2.0/networks/13ad8b8e-1494-4c70-bd46-a4c420667f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253173 Jan 20 11:41:43.310031 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-4eb8ffc7-378e-4fe6-b39f-cef402b3e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747292066', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:40:38Z', 'updated_at': '2022-01-20T11:40:43Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:39Z', 'updated_at': '2022-01-20T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd16c5c24-e661-4cf8-b757-b6b740bbef0d', 'name': '', 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:7c:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3046c33c-a271-460d-a3c6-6565449ca289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:43Z', 'updated_at': '2022-01-20T11:40:49Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '3046c33c-a271-460d-a3c6-6565449ca289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:41:43.314224 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb8ffc7-378e-4fe6-b39f-cef402b3e0ff None None] The sync data for ids ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'] in dv-neutron-825471-1-hyperv is: [{'id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747292066', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:40:38Z', 'updated_at': '2022-01-20T11:40:43Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:39Z', 'updated_at': '2022-01-20T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'd16c5c24-e661-4cf8-b757-b6b740bbef0d', 'name': '', 'network_id': '13ad8b8e-1494-4c70-bd46-a4c420667f10', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:7c:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3046c33c-a271-460d-a3c6-6565449ca289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:43Z', 'updated_at': '2022-01-20T11:40:49Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '3046c33c-a271-460d-a3c6-6565449ca289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:41:43.519556 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba8c027-c10d-4c37-bc38-d221d3eac24e None None] New status for floating IP 1b97b999-b654-4d18-a263-b0fafdf824c1: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:41:44.317105 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc82b09-c87a-4c50-855f-4848161bfc66 req-d95ccb61-9526-451e-af5c-11248b6bf0fe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:41:44.318595 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-acc82b09-c87a-4c50-855f-4848161bfc66 req-d95ccb61-9526-451e-af5c-11248b6bf0fe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 945 time: 0.1882284 Jan 20 11:41:44.362479 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0da412-7d73-42ba-9f7e-fb572e4f1959 req-64500a52-5b94-4081-82c7-74cfaf314af1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:41:44.363178 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-fb0da412-7d73-42ba-9f7e-fb572e4f1959 req-64500a52-5b94-4081-82c7-74cfaf314af1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:41:44.363616 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-acc82b09-c87a-4c50-855f-4848161bfc66 req-6b1ae8cc-5fdc-4118-b73b-0d10b30cdf6c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dbfd6ea-f600-4060-b243-0be4ef42e2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395029 Jan 20 11:41:44.375782 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-fb0da412-7d73-42ba-9f7e-fb572e4f1959 req-64500a52-5b94-4081-82c7-74cfaf314af1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:41:44.377132 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fb0da412-7d73-42ba-9f7e-fb572e4f1959 req-64500a52-5b94-4081-82c7-74cfaf314af1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 945 time: 0.0881400 Jan 20 11:41:44.443017 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-fb0da412-7d73-42ba-9f7e-fb572e4f1959 req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port 8880c6ed-ce50-49e9-a0b9-7b5586b3947b {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:41:44.443356 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-fb0da412-7d73-42ba-9f7e-fb572e4f1959 req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:44.676814 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-fb0da412-7d73-42ba-9f7e-fb572e4f1959 req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] For port 8880c6ed-ce50-49e9-a0b9-7b5586b3947b, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=8880c6ed-ce50-49e9-a0b9-7b5586b3947b,segment=NetworkSegment(a657080d-2bf9-40c9-b26b-417bfe1a6dc7),segment_id=a657080d-2bf9-40c9-b26b-417bfe1a6dc7)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:41:44.677167 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-fb0da412-7d73-42ba-9f7e-fb572e4f1959 req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:44.889510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-fb0da412-7d73-42ba-9f7e-fb572e4f1959 req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for 8880c6ed-ce50-49e9-a0b9-7b5586b3947b owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:41:45.080647 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-fb0da412-7d73-42ba-9f7e-fb572e4f1959 req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:45.130806 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=8880c6ed-ce50-49e9-a0b9-7b5586b3947b,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:45.168908 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:45.169258 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:45.169619 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:45.169965 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:45.170301 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:45.170629 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:45.170955 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:45.171278 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:45.171601 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:45.171971 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:45.172356 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:45.212447 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0da412-7d73-42ba-9f7e-fb572e4f1959 req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] No DVR routers for this DVR port 8880c6ed-ce50-49e9-a0b9-7b5586b3947b on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:41:45.214645 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-fb0da412-7d73-42ba-9f7e-fb572e4f1959 req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:45.217004 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd9f27-421c-41d6-a551-b91aafaeb71f', 'name': 'network-vif-deleted', 'tag': '8880c6ed-ce50-49e9-a0b9-7b5586b3947b'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:41:45.271127 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fd9f27-421c-41d6-a551-b91aafaeb71f', 'name': 'network-vif-deleted', 'tag': '8880c6ed-ce50-49e9-a0b9-7b5586b3947b', 'status': 'completed', 'code': 200} Jan 20 11:41:45.312158 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fb0da412-7d73-42ba-9f7e-fb572e4f1959 req-92c9b460-5be3-45c1-b3b9-585d4f5809fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "DELETE /v2.0/ports/8880c6ed-ce50-49e9-a0b9-7b5586b3947b HTTP/1.1" status: 204 len: 173 time: 0.9297993 Jan 20 11:41:45.539397 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a3149c8c-eb38-45d5-ba40-ec996dafc61a req-66672f05-effb-4a61-9350-ea2baa143d5f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0fd9f27-421c-41d6-a551-b91aafaeb71f HTTP/1.1" status: 200 len: 210 time: 0.0459998 Jan 20 11:41:46.646041 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43838) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:47.033510 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f037a047-9894-4765-9d8c-8ae97e11ab2e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:47.325137 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 8880c6ed-ce50-49e9-a0b9-7b5586b3947b no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:41:47.358085 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 8880c6ed-ce50-49e9-a0b9-7b5586b3947b {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:41:47.358432 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 8880c6ed-ce50-49e9-a0b9-7b5586b3947b not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:41:47.719108 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f037a047-9894-4765-9d8c-8ae97e11ab2e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port d16c5c24-e661-4cf8-b757-b6b740bbef0d {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:41:47.719758 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f037a047-9894-4765-9d8c-8ae97e11ab2e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:47.896849 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-f037a047-9894-4765-9d8c-8ae97e11ab2e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] For port d16c5c24-e661-4cf8-b757-b6b740bbef0d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d16c5c24-e661-4cf8-b757-b6b740bbef0d,segment=NetworkSegment(a657080d-2bf9-40c9-b26b-417bfe1a6dc7),segment_id=a657080d-2bf9-40c9-b26b-417bfe1a6dc7)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:41:47.897208 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f037a047-9894-4765-9d8c-8ae97e11ab2e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:48.019588 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-f037a047-9894-4765-9d8c-8ae97e11ab2e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for d16c5c24-e661-4cf8-b757-b6b740bbef0d owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:41:48.254613 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f037a047-9894-4765-9d8c-8ae97e11ab2e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:48.301462 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037a047-9894-4765-9d8c-8ae97e11ab2e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=d16c5c24-e661-4cf8-b757-b6b740bbef0d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:48.602357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f037a047-9894-4765-9d8c-8ae97e11ab2e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:49.240351 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f037a047-9894-4765-9d8c-8ae97e11ab2e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router fc65e078-b4ae-4063-93bf-2bd5750cd53f has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:41:49.436877 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f037a047-9894-4765-9d8c-8ae97e11ab2e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:41:49.450743 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f037a047-9894-4765-9d8c-8ae97e11ab2e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "PUT /v2.0/routers/fc65e078-b4ae-4063-93bf-2bd5750cd53f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8035672 Jan 20 11:41:49.454205 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43842) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:49.544248 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb373203-6bda-4a6f-a582-9ea805df921f None None] Sync routers for ids ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:41:49.555840 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb373203-6bda-4a6f-a582-9ea805df921f None None] Routers {'fc65e078-b4ae-4063-93bf-2bd5750cd53f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:41:49.556448 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-eb373203-6bda-4a6f-a582-9ea805df921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:41:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:41:49.638759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be3fb05-e6ee-486e-98dc-08f4076582e2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting subnet 3046c33c-a271-460d-a3c6-6565449ca289 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:41:49.642343 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8be3fb05-e6ee-486e-98dc-08f4076582e2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:49.699217 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8be3fb05-e6ee-486e-98dc-08f4076582e2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:49.730493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-eb373203-6bda-4a6f-a582-9ea805df921f None None] Set router fc65e078-b4ae-4063-93bf-2bd5750cd53f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:41:49.780045 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8be3fb05-e6ee-486e-98dc-08f4076582e2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:49.932645 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8be3fb05-e6ee-486e-98dc-08f4076582e2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:49.976665 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3fb05-e6ee-486e-98dc-08f4076582e2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Subnet': ['ID=3046c33c-a271-460d-a3c6-6565449ca289,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:49.982796 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8be3fb05-e6ee-486e-98dc-08f4076582e2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:49.989532 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8be3fb05-e6ee-486e-98dc-08f4076582e2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/subnets/3046c33c-a271-460d-a3c6-6565449ca289 HTTP/1.1" status: 204 len: 168 time: 0.5340886 Jan 20 11:41:49.991303 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86611497-afd1-4e8d-a98a-46c3ac402fc5 None None] Network 13ad8b8e-1494-4c70-bd46-a4c420667f10 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:41:49.992152 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43846) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:50.170925 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-eb373203-6bda-4a6f-a582-9ea805df921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747292066', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:40:38Z', 'updated_at': '2022-01-20T11:41:48Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:39Z', 'updated_at': '2022-01-20T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:41:50.182305 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb373203-6bda-4a6f-a582-9ea805df921f None None] Checking router: fc65e078-b4ae-4063-93bf-2bd5750cd53f for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:41:50.190695 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d24b818d-1bc1-43ec-a7db-04cd785d1664 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:50.201558 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb373203-6bda-4a6f-a582-9ea805df921f None None] Routers {'fc65e078-b4ae-4063-93bf-2bd5750cd53f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:41:50.202255 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-eb373203-6bda-4a6f-a582-9ea805df921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:41:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:41:50.385739 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] DHCP port deletion for 13ad8b8e-1494-4c70-bd46-a4c420667f10 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:41:50.394245 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d24b818d-1bc1-43ec-a7db-04cd785d1664 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:50.408994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] Deleting port afff2e35-3a1e-4fd1-a6ce-259d4011d25e {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:41:50.409373 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:50.442700 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d24b818d-1bc1-43ec-a7db-04cd785d1664 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port d79c586a-6b65-4d96-b46d-42b13cd43092 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:41:50.443092 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d24b818d-1bc1-43ec-a7db-04cd785d1664 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:50.505859 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-eb373203-6bda-4a6f-a582-9ea805df921f None None] Set router fc65e078-b4ae-4063-93bf-2bd5750cd53f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:41:50.614417 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-d24b818d-1bc1-43ec-a7db-04cd785d1664 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] For port d79c586a-6b65-4d96-b46d-42b13cd43092, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=d79c586a-6b65-4d96-b46d-42b13cd43092,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:41:50.614723 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d24b818d-1bc1-43ec-a7db-04cd785d1664 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:50.807073 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device afff2e35-3a1e-4fd1-a6ce-259d4011d25e no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:41:50.830148 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-d24b818d-1bc1-43ec-a7db-04cd785d1664 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for d79c586a-6b65-4d96-b46d-42b13cd43092 owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:41:50.840444 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] For port afff2e35-3a1e-4fd1-a6ce-259d4011d25e, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=afff2e35-3a1e-4fd1-a6ce-259d4011d25e,segment=NetworkSegment(a657080d-2bf9-40c9-b26b-417bfe1a6dc7),segment_id=a657080d-2bf9-40c9-b26b-417bfe1a6dc7)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:41:50.840844 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:50.995672 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] Calling delete_port for afff2e35-3a1e-4fd1-a6ce-259d4011d25e owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:41:51.069624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d24b818d-1bc1-43ec-a7db-04cd785d1664 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:51.118572 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b818d-1bc1-43ec-a7db-04cd785d1664 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=d79c586a-6b65-4d96-b46d-42b13cd43092,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:51.172125 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:51.193621 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-eb373203-6bda-4a6f-a582-9ea805df921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747292066', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:40:38Z', 'updated_at': '2022-01-20T11:41:48Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:39Z', 'updated_at': '2022-01-20T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:41:51.202213 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb373203-6bda-4a6f-a582-9ea805df921f None None] The sync data for ids ['fc65e078-b4ae-4063-93bf-2bd5750cd53f'] in dv-neutron-825471-1-hyperv is: [{'id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747292066', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:40:38Z', 'updated_at': '2022-01-20T11:41:48Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'd79c586a-6b65-4d96-b46d-42b13cd43092', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc65e078-b4ae-4063-93bf-2bd5750cd53f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:40:39Z', 'updated_at': '2022-01-20T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:41:51.215325 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:51.294110 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] Pushing event deleted for resources: {'Port': ['ID=afff2e35-3a1e-4fd1-a6ce-259d4011d25e,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:51.305518 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] No DVR routers for this DVR port afff2e35-3a1e-4fd1-a6ce-259d4011d25e on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:41:51.308715 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:51.309070 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:51.309416 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:51.309776 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:51.310134 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:51.310447 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:51.310783 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:51.311116 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:51.311442 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:51.311768 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:51.312477 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86636ee-61f8-4926-9dcd-4ae717170672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:51.339697 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d24b818d-1bc1-43ec-a7db-04cd785d1664 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:51.598778 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d24b818d-1bc1-43ec-a7db-04cd785d1664 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:51.603024 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d24b818d-1bc1-43ec-a7db-04cd785d1664 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:51.688969 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d24b818d-1bc1-43ec-a7db-04cd785d1664 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:51.690228 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24b818d-1bc1-43ec-a7db-04cd785d1664 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Fanout notify agent at l3_agent the message router_deleted on router fc65e078-b4ae-4063-93bf-2bd5750cd53f {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:41:51.705488 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d24b818d-1bc1-43ec-a7db-04cd785d1664 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:51.706649 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d24b818d-1bc1-43ec-a7db-04cd785d1664 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/routers/fc65e078-b4ae-4063-93bf-2bd5750cd53f HTTP/1.1" status: 204 len: 168 time: 1.7135851 Jan 20 11:41:51.709567 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43850) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:51.825473 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc18d975-3910-41f7-be75-c8d5fd673838 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:51.967547 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc18d975-3910-41f7-be75-c8d5fd673838 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:51.992700 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-bc18d975-3910-41f7-be75-c8d5fd673838 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ad8b8e-1494-4c70-bd46-a4c420667f10']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:41:52.005885 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-bc18d975-3910-41f7-be75-c8d5fd673838 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a657080d-2bf9-40c9-b26b-417bfe1a6dc7') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:41:52.006366 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-bc18d975-3910-41f7-be75-c8d5fd673838 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a657080d-2bf9-40c9-b26b-417bfe1a6dc7') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:41:52.023967 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc18d975-3910-41f7-be75-c8d5fd673838 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:52.040314 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc18d975-3910-41f7-be75-c8d5fd673838 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:52.046783 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc18d975-3910-41f7-be75-c8d5fd673838 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:41:52.047370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc18d975-3910-41f7-be75-c8d5fd673838 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:41:52.065351 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:41:52.202545 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc18d975-3910-41f7-be75-c8d5fd673838 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:52.220350 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-bc18d975-3910-41f7-be75-c8d5fd673838 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:52.232740 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18d975-3910-41f7-be75-c8d5fd673838 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Network': ['ID=13ad8b8e-1494-4c70-bd46-a4c420667f10,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:52.316113 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-bc18d975-3910-41f7-be75-c8d5fd673838 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/networks/13ad8b8e-1494-4c70-bd46-a4c420667f10 HTTP/1.1" status: 204 len: 168 time: 0.6053040 Jan 20 11:41:52.318556 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43856) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:52.477999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1be7501-30d6-4e23-87e8-04e9f1311765 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:52.506390 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1be7501-30d6-4e23-87e8-04e9f1311765 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:52.652265 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1be7501-30d6-4e23-87e8-04e9f1311765 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:52.670555 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be7501-30d6-4e23-87e8-04e9f1311765 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbfd6ea-f600-4060-b243-0be4ef42e2a3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:52.748586 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e1be7501-30d6-4e23-87e8-04e9f1311765 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:52.749859 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e1be7501-30d6-4e23-87e8-04e9f1311765 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/security-groups/2dbfd6ea-f600-4060-b243-0be4ef42e2a3 HTTP/1.1" status: 204 len: 168 time: 0.4301615 Jan 20 11:41:52.800723 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d79c586a-6b65-4d96-b46d-42b13cd43092 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:41:52.837013 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: d79c586a-6b65-4d96-b46d-42b13cd43092 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:41:52.837361 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d79c586a-6b65-4d96-b46d-42b13cd43092 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:41:52.837803 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d16c5c24-e661-4cf8-b757-b6b740bbef0d no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:41:52.869091 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: d16c5c24-e661-4cf8-b757-b6b740bbef0d {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:41:52.869444 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device d16c5c24-e661-4cf8-b757-b6b740bbef0d not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:41:53.289069 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43864) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:53.294563 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-60e9cb57-2c6f-4cac-88c9-eab42b1f8ecb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1042274663', 'description': 'tempest-secgroup-smoke-1042274663 description', 'project_id': 'e9e34051fd30436dbf889320e730f35d'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:41:53.300464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60e9cb57-2c6f-4cac-88c9-eab42b1f8ecb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:41:53.304522 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-60e9cb57-2c6f-4cac-88c9-eab42b1f8ecb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:41:53.307678 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-60e9cb57-2c6f-4cac-88c9-eab42b1f8ecb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:41:53.314000 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60e9cb57-2c6f-4cac-88c9-eab42b1f8ecb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:41:53.400809 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60e9cb57-2c6f-4cac-88c9-eab42b1f8ecb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:53.434949 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60e9cb57-2c6f-4cac-88c9-eab42b1f8ecb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:41:53.439258 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-60e9cb57-2c6f-4cac-88c9-eab42b1f8ecb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:41:53.441972 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-60e9cb57-2c6f-4cac-88c9-eab42b1f8ecb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:41:53.447430 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-60e9cb57-2c6f-4cac-88c9-eab42b1f8ecb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:41:53.500367 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60e9cb57-2c6f-4cac-88c9-eab42b1f8ecb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:53.579660 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60e9cb57-2c6f-4cac-88c9-eab42b1f8ecb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:53.626327 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9cb57-2c6f-4cac-88c9-eab42b1f8ecb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4823621-f780-4b31-8b70-5fd740ac789b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:53.697965 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-60e9cb57-2c6f-4cac-88c9-eab42b1f8ecb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:53.699171 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-60e9cb57-2c6f-4cac-88c9-eab42b1f8ecb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4090979 Jan 20 11:41:53.702054 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43868) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:53.707714 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8fc77cca-abb8-4706-854b-356c43c519a2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': 'a4823621-f780-4b31-8b70-5fd740ac789b', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:41:53.713494 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8fc77cca-abb8-4706-854b-356c43c519a2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:41:53.717252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8fc77cca-abb8-4706-854b-356c43c519a2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:41:53.720220 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8fc77cca-abb8-4706-854b-356c43c519a2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:41:53.725898 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8fc77cca-abb8-4706-854b-356c43c519a2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:41:53.808522 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8fc77cca-abb8-4706-854b-356c43c519a2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:53.866594 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8fc77cca-abb8-4706-854b-356c43c519a2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:53.951262 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8fc77cca-abb8-4706-854b-356c43c519a2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:53.976945 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc77cca-abb8-4706-854b-356c43c519a2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873fb412-af6f-4b05-942f-1a71acca8e0b,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:54.048450 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8fc77cca-abb8-4706-854b-356c43c519a2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:54.049652 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8fc77cca-abb8-4706-854b-356c43c519a2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3465509 Jan 20 11:41:54.052326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43872) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:54.057831 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a89a55a5-2c10-4dac-8824-b0f91d4978f8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': 'a4823621-f780-4b31-8b70-5fd740ac789b', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:41:54.063873 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a89a55a5-2c10-4dac-8824-b0f91d4978f8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:41:54.067914 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a89a55a5-2c10-4dac-8824-b0f91d4978f8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:41:54.070584 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a89a55a5-2c10-4dac-8824-b0f91d4978f8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:41:54.076174 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a89a55a5-2c10-4dac-8824-b0f91d4978f8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:41:54.143784 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a89a55a5-2c10-4dac-8824-b0f91d4978f8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:54.203207 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a89a55a5-2c10-4dac-8824-b0f91d4978f8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:54.259497 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a89a55a5-2c10-4dac-8824-b0f91d4978f8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:54.282501 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a55a5-2c10-4dac-8824-b0f91d4978f8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f28f98a-13ce-4973-892a-5c20949fb757,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:54.339798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a89a55a5-2c10-4dac-8824-b0f91d4978f8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:54.340977 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a89a55a5-2c10-4dac-8824-b0f91d4978f8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2877374 Jan 20 11:41:54.344469 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43876) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:54.349934 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-8baafc8d-586f-47ce-ad7f-d1e4d8671542 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': 'a4823621-f780-4b31-8b70-5fd740ac789b', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:41:54.355673 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8baafc8d-586f-47ce-ad7f-d1e4d8671542 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:41:54.359411 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8baafc8d-586f-47ce-ad7f-d1e4d8671542 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:41:54.362407 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8baafc8d-586f-47ce-ad7f-d1e4d8671542 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:41:54.367916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-8baafc8d-586f-47ce-ad7f-d1e4d8671542 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:41:54.470332 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8baafc8d-586f-47ce-ad7f-d1e4d8671542 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:54.530757 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8baafc8d-586f-47ce-ad7f-d1e4d8671542 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:54.614046 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8baafc8d-586f-47ce-ad7f-d1e4d8671542 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:54.636617 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baafc8d-586f-47ce-ad7f-d1e4d8671542 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9ce91f-ffdc-430c-bfe0-1c419b557933,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:54.732161 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8baafc8d-586f-47ce-ad7f-d1e4d8671542 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:54.733283 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8baafc8d-586f-47ce-ad7f-d1e4d8671542 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3878703 Jan 20 11:41:54.736094 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43880) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:54.741411 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-739cd89e-cc3e-4bb1-b37a-f25dcdcdbb0b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': 'a4823621-f780-4b31-8b70-5fd740ac789b', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:41:54.750392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-739cd89e-cc3e-4bb1-b37a-f25dcdcdbb0b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:41:54.751912 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-739cd89e-cc3e-4bb1-b37a-f25dcdcdbb0b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:41:54.754760 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-739cd89e-cc3e-4bb1-b37a-f25dcdcdbb0b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:41:54.760464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-739cd89e-cc3e-4bb1-b37a-f25dcdcdbb0b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:41:54.859938 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-739cd89e-cc3e-4bb1-b37a-f25dcdcdbb0b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:54.921422 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-739cd89e-cc3e-4bb1-b37a-f25dcdcdbb0b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:54.996844 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-739cd89e-cc3e-4bb1-b37a-f25dcdcdbb0b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:55.021762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd89e-cc3e-4bb1-b37a-f25dcdcdbb0b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3ab024-7d9b-4998-9ef3-c7e73cdd0842,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:55.093659 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-739cd89e-cc3e-4bb1-b37a-f25dcdcdbb0b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:55.094876 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-739cd89e-cc3e-4bb1-b37a-f25dcdcdbb0b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3578315 Jan 20 11:41:55.097507 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43884) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:55.102872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-22760cdd-3cdd-49fc-b818-39bc8f42817f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': 'a4823621-f780-4b31-8b70-5fd740ac789b', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:41:55.108694 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-22760cdd-3cdd-49fc-b818-39bc8f42817f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:41:55.113123 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-22760cdd-3cdd-49fc-b818-39bc8f42817f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:41:55.116000 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-22760cdd-3cdd-49fc-b818-39bc8f42817f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:41:55.121525 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-22760cdd-3cdd-49fc-b818-39bc8f42817f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:41:55.167858 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-22760cdd-3cdd-49fc-b818-39bc8f42817f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Project e9e34051fd30436dbf889320e730f35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:41:55.174677 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22760cdd-3cdd-49fc-b818-39bc8f42817f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:55.239690 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22760cdd-3cdd-49fc-b818-39bc8f42817f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:55.293952 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22760cdd-3cdd-49fc-b818-39bc8f42817f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:55.317604 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22760cdd-3cdd-49fc-b818-39bc8f42817f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccb1b49-685d-4ad9-a0ad-fa7350f4b4e1,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:55.400653 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-22760cdd-3cdd-49fc-b818-39bc8f42817f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:55.401880 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-22760cdd-3cdd-49fc-b818-39bc8f42817f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3033764 Jan 20 11:41:55.404578 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43888) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:55.410213 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-c50b63b3-fdaa-48aa-8e19-e5ddfe599fc2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': 'a4823621-f780-4b31-8b70-5fd740ac789b', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:41:55.416050 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c50b63b3-fdaa-48aa-8e19-e5ddfe599fc2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:41:55.420144 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c50b63b3-fdaa-48aa-8e19-e5ddfe599fc2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:41:55.423684 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-c50b63b3-fdaa-48aa-8e19-e5ddfe599fc2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:41:55.429322 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-c50b63b3-fdaa-48aa-8e19-e5ddfe599fc2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:41:55.517006 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-c50b63b3-fdaa-48aa-8e19-e5ddfe599fc2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Project e9e34051fd30436dbf889320e730f35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:41:55.523545 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c50b63b3-fdaa-48aa-8e19-e5ddfe599fc2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:55.590059 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c50b63b3-fdaa-48aa-8e19-e5ddfe599fc2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:55.654091 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c50b63b3-fdaa-48aa-8e19-e5ddfe599fc2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:55.680824 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b63b3-fdaa-48aa-8e19-e5ddfe599fc2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd45746-c263-44a3-b08f-ec5bb8bf92a4,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:55.768559 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-c50b63b3-fdaa-48aa-8e19-e5ddfe599fc2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:55.769780 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-c50b63b3-fdaa-48aa-8e19-e5ddfe599fc2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3642290 Jan 20 11:41:55.772504 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43892) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:55.779208 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-3d277689-fcbc-48e5-94e8-edfe55abbc5a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'network': {'name': 'tempest-network-smoke--441199426', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'port_security_enabled': True}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:41:55.783115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3d277689-fcbc-48e5-94e8-edfe55abbc5a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:41:55.787391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3d277689-fcbc-48e5-94e8-edfe55abbc5a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:network and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:41:55.790257 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-3d277689-fcbc-48e5-94e8-edfe55abbc5a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:41:55.795876 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-3d277689-fcbc-48e5-94e8-edfe55abbc5a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:41:55.875600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d277689-fcbc-48e5-94e8-edfe55abbc5a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Made reservation on behalf of e9e34051fd30436dbf889320e730f35d for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:41:55.878493 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3d277689-fcbc-48e5-94e8-edfe55abbc5a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:55.906573 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d277689-fcbc-48e5-94e8-edfe55abbc5a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:41:55.914844 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3d277689-fcbc-48e5-94e8-edfe55abbc5a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:55.919391 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-3d277689-fcbc-48e5-94e8-edfe55abbc5a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Added segment 23b980a6-766d-47a4-ad10-3eadceacad79 of type vlan for network a2928629-18a0-4903-924a-04c9fe8a6306 Jan 20 11:41:55.940877 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3d277689-fcbc-48e5-94e8-edfe55abbc5a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:56.040614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3d277689-fcbc-48e5-94e8-edfe55abbc5a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:56.044220 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d277689-fcbc-48e5-94e8-edfe55abbc5a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:41:56.044776 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3d277689-fcbc-48e5-94e8-edfe55abbc5a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:56.149996 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d277689-fcbc-48e5-94e8-edfe55abbc5a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Network': ['ID=a2928629-18a0-4903-924a-04c9fe8a6306,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:56.160977 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network a2928629-18a0-4903-924a-04c9fe8a6306 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:41:56.214825 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3d277689-fcbc-48e5-94e8-edfe55abbc5a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4413137 Jan 20 11:41:56.217439 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43896) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:56.222635 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-421989742', 'admin_state_up': True, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:41:56.229444 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:41:56.234717 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:router and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:41:56.236456 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:41:56.242363 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:41:56.311544 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:56.313342 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:56.333383 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:56.563721 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:56.826015 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:56.856872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:56.988618 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.26.0.203 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/f6a00fe0-1abc-4008-ac86-2eabf2cfafb5) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:41:57.133511 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:57.229184 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:57.297456 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:41:57.300934 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:41:57.303353 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:41:57.328147 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=f6a00fe0-1abc-4008-ac86-2eabf2cfafb5,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:57.552628 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:57.553370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:57.939595 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 1ba16f3f-f7be-4127-a987-c602e2e770ca is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:41:58.136412 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:41:58.146866 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Sync routers for ids ['1ba16f3f-f7be-4127-a987-c602e2e770ca'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:41:58.158137 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Routers {'1ba16f3f-f7be-4127-a987-c602e2e770ca'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:41:58.158727 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:41:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1ba16f3f-f7be-4127-a987-c602e2e770ca'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:41:58.246790 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:58.248011 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aeb16411-02a1-46ad-bfbb-f5169c6f660e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0296521 Jan 20 11:41:58.251677 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43900) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:58.290262 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5759c74a-f0fa-48a6-85bf-3a6fdeffb8e2 tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e9e34051fd30436dbf889320e730f35d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375264 Jan 20 11:41:58.300247 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43904) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:58.334897 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Set router 1ba16f3f-f7be-4127-a987-c602e2e770ca gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:41:58.427863 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd01d527-f49e-40c2-84a9-b2df513269db tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:41:58.429346 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cd01d527-f49e-40c2-84a9-b2df513269db tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281588 Jan 20 11:41:58.432333 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43908) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:58.474139 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1b19f38b-eb90-40fb-a192-605f9d264a8d tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407712 Jan 20 11:41:58.476601 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43912) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:58.481717 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-d6347557-ff5b-4c37-a6e7-8cbca61341e4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1061378503', 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:41:58.589791 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d6347557-ff5b-4c37-a6e7-8cbca61341e4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:41:58.593962 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d6347557-ff5b-4c37-a6e7-8cbca61341e4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:subnet and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:41:58.596662 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-d6347557-ff5b-4c37-a6e7-8cbca61341e4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:41:58.602528 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-d6347557-ff5b-4c37-a6e7-8cbca61341e4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:41:58.612008 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421989742', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:41:57Z', 'revision_number': 3, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:41:58.617973 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Checking router: 1ba16f3f-f7be-4127-a987-c602e2e770ca for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:41:58.617973 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Updating router 1ba16f3f-f7be-4127-a987-c602e2e770ca port f6a00fe0-1abc-4008-ac86-2eabf2cfafb5 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:41:58.668476 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:58.686084 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6347557-ff5b-4c37-a6e7-8cbca61341e4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Made reservation on behalf of e9e34051fd30436dbf889320e730f35d for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:41:58.787141 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6347557-ff5b-4c37-a6e7-8cbca61341e4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:58.986498 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:58.997691 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Transition to ACTIVE for port object f6a00fe0-1abc-4008-ac86-2eabf2cfafb5 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:41:59.080553 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6347557-ff5b-4c37-a6e7-8cbca61341e4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:59.091988 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:59.161080 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6347557-ff5b-4c37-a6e7-8cbca61341e4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Subnet': ['ID=ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:59.170621 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ec33d-c510-4555-9fd9-8600a537173b None None] Pushing event updated for resources: {'Port': ['ID=f6a00fe0-1abc-4008-ac86-2eabf2cfafb5,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:59.172893 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6347557-ff5b-4c37-a6e7-8cbca61341e4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Checking segment: {'id': '23b980a6-766d-47a4-ad10-3eadceacad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:41:59.173252 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6347557-ff5b-4c37-a6e7-8cbca61341e4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network hostable DHCP agents. Network: a2928629-18a0-4903-924a-04c9fe8a6306, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:41:59.174720 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Attempting to bind port f6a00fe0-1abc-4008-ac86-2eabf2cfafb5 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:41:59.175083 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Attempting to bind port f6a00fe0-1abc-4008-ac86-2eabf2cfafb5 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:41:59.175427 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Attempting to bind port f6a00fe0-1abc-4008-ac86-2eabf2cfafb5 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:41:59.186263 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ec33d-c510-4555-9fd9-8600a537173b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:59.186607 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ec33d-c510-4555-9fd9-8600a537173b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:59.187437 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ec33d-c510-4555-9fd9-8600a537173b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:59.187924 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ec33d-c510-4555-9fd9-8600a537173b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:59.188258 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ec33d-c510-4555-9fd9-8600a537173b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:59.188584 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ec33d-c510-4555-9fd9-8600a537173b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:59.188912 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ec33d-c510-4555-9fd9-8600a537173b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:59.189233 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ec33d-c510-4555-9fd9-8600a537173b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:59.189578 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ec33d-c510-4555-9fd9-8600a537173b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:59.189900 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ec33d-c510-4555-9fd9-8600a537173b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:59.190216 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202ec33d-c510-4555-9fd9-8600a537173b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:41:59.193626 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:41:59.194000 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:41:59.194399 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:59.194778 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:41:59.195243 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Bound port: f6a00fe0-1abc-4008-ac86-2eabf2cfafb5, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:41:59.195606 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:59.280384 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6347557-ff5b-4c37-a6e7-8cbca61341e4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network a2928629-18a0-4903-924a-04c9fe8a6306 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:41:59.288599 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] For port f6a00fe0-1abc-4008-ac86-2eabf2cfafb5, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:41:59.291514 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] For port f6a00fe0-1abc-4008-ac86-2eabf2cfafb5, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f6a00fe0-1abc-4008-ac86-2eabf2cfafb5,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:41:59.354939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-d6347557-ff5b-4c37-a6e7-8cbca61341e4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, a2928629-18a0-4903-924a-04c9fe8a6306) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:41:59.358764 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6347557-ff5b-4c37-a6e7-8cbca61341e4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:41:59.359454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-d6347557-ff5b-4c37-a6e7-8cbca61341e4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:59.363640 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217b9307-8f61-4bb6-b644-686d921fb5f9 None None] Network a2928629-18a0-4903-924a-04c9fe8a6306 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:41:59.401480 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:59.478548 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ec33d-c510-4555-9fd9-8600a537173b None None] Pushing event updated for resources: {'Port': ['ID=f6a00fe0-1abc-4008-ac86-2eabf2cfafb5,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:41:59.482109 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Routers {'1ba16f3f-f7be-4127-a987-c602e2e770ca'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:41:59.482687 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:41:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1ba16f3f-f7be-4127-a987-c602e2e770ca'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:41:59.489874 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d6347557-ff5b-4c37-a6e7-8cbca61341e4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0095856 Jan 20 11:41:59.490372 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43916) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:41:59.581043 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-a2928629-18a0-4903-924a-04c9fe8a6306', 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ips': [{'subnet_id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:41:59.582320 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:41:59.662226 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] Set router 1ba16f3f-f7be-4127-a987-c602e2e770ca gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:41:59.786843 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Allocated IP 172.20.0.2 (a2928629-18a0-4903-924a-04c9fe8a6306/ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1/beb22f9f-dc50-4443-abcf-dbc4d8206aed) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:41:59.970432 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421989742', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:41:57Z', 'revision_number': 3, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:41:59.974566 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708bdd3-4c60-48be-8cdd-ed2a1d138df0 None None] The sync data for ids ['1ba16f3f-f7be-4127-a987-c602e2e770ca'] in dv-neutron-825471-1-hyperv is: [{'id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421989742', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:41:57Z', 'revision_number': 3, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:42:00.007687 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:00.018487 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Transition to ACTIVE for port object beb22f9f-dc50-4443-abcf-dbc4d8206aed will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:42:00.038814 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Transition to ACTIVE for port object beb22f9f-dc50-4443-abcf-dbc4d8206aed will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:42:00.106064 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:00.201773 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Network a2928629-18a0-4903-924a-04c9fe8a6306 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:42:00.208743 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Pushing event updated for resources: {'Port': ['ID=beb22f9f-dc50-4443-abcf-dbc4d8206aed,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:42:00.208743 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:42:00.208743 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:42:00.301774 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Attempting to bind port beb22f9f-dc50-4443-abcf-dbc4d8206aed on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:42:00.302051 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Attempting to bind port beb22f9f-dc50-4443-abcf-dbc4d8206aed by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '23b980a6-766d-47a4-ad10-3eadceacad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:42:00.302409 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Attempting to bind port beb22f9f-dc50-4443-abcf-dbc4d8206aed on network a2928629-18a0-4903-924a-04c9fe8a6306 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:42:00.309161 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:42:00.309529 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Checking segment: {'id': '23b980a6-766d-47a4-ad10-3eadceacad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:42:00.309958 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:00.310348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Bound using segment: {'id': '23b980a6-766d-47a4-ad10-3eadceacad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:42:00.310802 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Bound port: beb22f9f-dc50-4443-abcf-dbc4d8206aed, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b980a6-766d-47a4-ad10-3eadceacad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:42:00.311165 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:00.399234 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:00.404507 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] For port beb22f9f-dc50-4443-abcf-dbc4d8206aed, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:42:00.408214 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] For port beb22f9f-dc50-4443-abcf-dbc4d8206aed, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=beb22f9f-dc50-4443-abcf-dbc4d8206aed,segment=NetworkSegment(23b980a6-766d-47a4-ad10-3eadceacad79),segment_id=23b980a6-766d-47a4-ad10-3eadceacad79)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:42:00.462482 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:00.547918 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96341d3-cf7c-48af-b335-94fea3a50506 None None] Pushing event updated for resources: {'Port': ['ID=beb22f9f-dc50-4443-abcf-dbc4d8206aed,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:42:00.839017 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.20.0.1 (a2928629-18a0-4903-924a-04c9fe8a6306/ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1/e6367107-97bf-4099-9d26-894d99fd0496) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:42:00.909810 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device f6a00fe0-1abc-4008-ac86-2eabf2cfafb5 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:42:01.033652 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:01.050387 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Transition to ACTIVE for port object e6367107-97bf-4099-9d26-894d99fd0496 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:42:01.053653 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port f6a00fe0-1abc-4008-ac86-2eabf2cfafb5 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:42:01.059018 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port f6a00fe0-1abc-4008-ac86-2eabf2cfafb5 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:42:01.059476 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:01.155282 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:01.174626 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:01.190562 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port f6a00fe0-1abc-4008-ac86-2eabf2cfafb5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f6a00fe0-1abc-4008-ac86-2eabf2cfafb5,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:42:01.227603 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network a2928629-18a0-4903-924a-04c9fe8a6306 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:42:01.230741 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:42:01.233238 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:42:01.266152 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:01.266941 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device beb22f9f-dc50-4443-abcf-dbc4d8206aed up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:42:01.268245 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=e6367107-97bf-4099-9d26-894d99fd0496,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:42:01.302254 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:01.399388 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=f6a00fe0-1abc-4008-ac86-2eabf2cfafb5,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:42:01.467659 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:01.476710 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d0d2bf6-0e2d-48c5-aa23-7e713ab917a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:01.486621 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port beb22f9f-dc50-4443-abcf-dbc4d8206aed completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:42:01.539562 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b265c1b8-5494-4cf2-bb27-16f4ae9db191 None None] Network a2928629-18a0-4903-924a-04c9fe8a6306 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:42:01.701519 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b7fb8d59-0a48-42c2-87bb-f750ae7fbaba None None] Provisioning for port beb22f9f-dc50-4443-abcf-dbc4d8206aed completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:42:01.714401 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b7fb8d59-0a48-42c2-87bb-f750ae7fbaba None None] Provisioning complete for port beb22f9f-dc50-4443-abcf-dbc4d8206aed triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:42:01.716276 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8d59-0a48-42c2-87bb-f750ae7fbaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:01.883432 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8d59-0a48-42c2-87bb-f750ae7fbaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:01.884216 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:01.917079 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b7fb8d59-0a48-42c2-87bb-f750ae7fbaba None None] For port beb22f9f-dc50-4443-abcf-dbc4d8206aed, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=beb22f9f-dc50-4443-abcf-dbc4d8206aed,segment=NetworkSegment(23b980a6-766d-47a4-ad10-3eadceacad79),segment_id=23b980a6-766d-47a4-ad10-3eadceacad79)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:42:01.961362 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:02.015810 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8d59-0a48-42c2-87bb-f750ae7fbaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:02.094721 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb8d59-0a48-42c2-87bb-f750ae7fbaba None None] Pushing event updated for resources: {'Port': ['ID=beb22f9f-dc50-4443-abcf-dbc4d8206aed,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:42:02.142315 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9211ae23-d94b-4874-861e-b36fcc366719 None None] Provisioning complete for port beb22f9f-dc50-4443-abcf-dbc4d8206aed triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:42:02.142694 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9211ae23-d94b-4874-861e-b36fcc366719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:02.187371 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=e6367107-97bf-4099-9d26-894d99fd0496,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:42:02.190769 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:02.326647 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network a2928629-18a0-4903-924a-04c9fe8a6306 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:42:02.327915 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:42:02.337885 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9211ae23-d94b-4874-861e-b36fcc366719 None None] Provisioning for port e6367107-97bf-4099-9d26-894d99fd0496 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:42:02.344334 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-9211ae23-d94b-4874-861e-b36fcc366719 None None] Provisioning complete for port e6367107-97bf-4099-9d26-894d99fd0496 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:42:02.344713 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9211ae23-d94b-4874-861e-b36fcc366719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:02.400050 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-9211ae23-d94b-4874-861e-b36fcc366719 None None] Port e6367107-97bf-4099-9d26-894d99fd0496 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:42:02.522345 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-32037170-7a4d-4285-87d2-4e91fd1deeb2 None None] Provisioning complete for port e6367107-97bf-4099-9d26-894d99fd0496 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:42:02.524010 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-32037170-7a4d-4285-87d2-4e91fd1deeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:02.611480 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-32037170-7a4d-4285-87d2-4e91fd1deeb2 None None] Port e6367107-97bf-4099-9d26-894d99fd0496 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:42:02.732293 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-44b5f1aa-42e7-4b3c-9d9d-962049448cd9 None None] Provisioning complete for port e6367107-97bf-4099-9d26-894d99fd0496 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:42:02.732664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-44b5f1aa-42e7-4b3c-9d9d-962049448cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:02.734175 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 1ba16f3f-f7be-4127-a987-c602e2e770ca has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:42:02.786660 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-44b5f1aa-42e7-4b3c-9d9d-962049448cd9 None None] Port e6367107-97bf-4099-9d26-894d99fd0496 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:42:02.810744 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device f6a00fe0-1abc-4008-ac86-2eabf2cfafb5 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:42:02.878038 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port f6a00fe0-1abc-4008-ac86-2eabf2cfafb5 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:42:02.878414 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:02.931721 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:42:02.948131 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6cf9d190-2210-4d4d-aa5e-dfa150728846 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "PUT /v2.0/routers/1ba16f3f-f7be-4127-a987-c602e2e770ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4567273 Jan 20 11:42:02.995466 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device beb22f9f-dc50-4443-abcf-dbc4d8206aed up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:42:03.064091 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port beb22f9f-dc50-4443-abcf-dbc4d8206aed triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:42:03.064473 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:03.116605 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-189be076-7202-4e7c-a247-c3ab50308274 req-613cac07-1a6e-4016-bbc8-9765ec381c7f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:42:03.219943 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-189be076-7202-4e7c-a247-c3ab50308274 req-613cac07-1a6e-4016-bbc8-9765ec381c7f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:42:03.222560 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-189be076-7202-4e7c-a247-c3ab50308274 req-613cac07-1a6e-4016-bbc8-9765ec381c7f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042274663&fields=id&tenant_id=e9e34051fd30436dbf889320e730f35d HTTP/1.1" status: 200 len: 267 time: 0.1451623 Jan 20 11:42:03.366717 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189be076-7202-4e7c-a247-c3ab50308274 req-fe1759ba-2897-4920-9e7f-9e31048b9d31 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:03.367399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-189be076-7202-4e7c-a247-c3ab50308274 req-fe1759ba-2897-4920-9e7f-9e31048b9d31 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:42:03.493781 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-189be076-7202-4e7c-a247-c3ab50308274 req-fe1759ba-2897-4920-9e7f-9e31048b9d31 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:42:03.494980 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-189be076-7202-4e7c-a247-c3ab50308274 req-fe1759ba-2897-4920-9e7f-9e31048b9d31 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/networks?id=a2928629-18a0-4903-924a-04c9fe8a6306 HTTP/1.1" status: 200 len: 796 time: 0.2672737 Jan 20 11:42:03.511802 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-189be076-7202-4e7c-a247-c3ab50308274 req-d8053596-5834-4291-90c1-a144a07dfc52 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/quotas/e9e34051fd30436dbf889320e730f35d HTTP/1.1" status: 200 len: 375 time: 0.0113561 Jan 20 11:42:03.596423 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Sync routers for ids ['1ba16f3f-f7be-4127-a987-c602e2e770ca'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:42:03.597638 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-189be076-7202-4e7c-a247-c3ab50308274 req-675293c8-83ed-4681-aa30-3f33cc2bac27 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:42:03.608057 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Routers {'1ba16f3f-f7be-4127-a987-c602e2e770ca'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:42:03.608770 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:41:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1ba16f3f-f7be-4127-a987-c602e2e770ca'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:42:03.705181 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-189be076-7202-4e7c-a247-c3ab50308274 req-675293c8-83ed-4681-aa30-3f33cc2bac27 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:42:03.706773 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-189be076-7202-4e7c-a247-c3ab50308274 req-675293c8-83ed-4681-aa30-3f33cc2bac27 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1889992 Jan 20 11:42:03.786158 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Set router 1ba16f3f-f7be-4127-a987-c602e2e770ca gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:42:03.851868 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-189be076-7202-4e7c-a247-c3ab50308274 req-2dd4d447-4f56-40be-87ec-b82ba5821240 service neutron] 10.222.0.70 "GET /v2.0/networks/a2928629-18a0-4903-924a-04c9fe8a6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329677 Jan 20 11:42:03.942906 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fd91744a-71a8-49c0-b6ca-3252998520eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:03.982962 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-189be076-7202-4e7c-a247-c3ab50308274 req-e9b3cee5-31fc-4d97-9dea-84d401e060f4 service neutron] 10.222.0.70 "GET /v2.0/networks/a2928629-18a0-4903-924a-04c9fe8a6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254919 Jan 20 11:42:04.107025 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421989742', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'e6367107-97bf-4099-9d26-894d99fd0496', 'name': '', 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:d0:c3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:42:00Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 2, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:42:04.111304 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Checking router: 1ba16f3f-f7be-4127-a987-c602e2e770ca for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:42:04.114891 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Updating router 1ba16f3f-f7be-4127-a987-c602e2e770ca port e6367107-97bf-4099-9d26-894d99fd0496 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:42:04.164544 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:04.363035 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a237b2b0-f0c9-4b73-a9af-dae0ac558c19 req-c7e6d91c-6719-4a74-8451-5877c52cd590 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 210 time: 0.1191866 Jan 20 11:42:04.508612 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:04.519541 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Transition to ACTIVE for port object e6367107-97bf-4099-9d26-894d99fd0496 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:42:04.611781 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:04.734985 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87397d2a-70db-431b-b814-25764df40485 None None] Pushing event updated for resources: {'Port': ['ID=e6367107-97bf-4099-9d26-894d99fd0496,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:42:04.865813 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Attempting to bind port e6367107-97bf-4099-9d26-894d99fd0496 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:42:04.866186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Attempting to bind port e6367107-97bf-4099-9d26-894d99fd0496 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '23b980a6-766d-47a4-ad10-3eadceacad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:42:04.866548 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Attempting to bind port e6367107-97bf-4099-9d26-894d99fd0496 on network a2928629-18a0-4903-924a-04c9fe8a6306 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:42:04.872989 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:42:04.873398 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Checking segment: {'id': '23b980a6-766d-47a4-ad10-3eadceacad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:42:04.873847 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:04.875329 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Bound using segment: {'id': '23b980a6-766d-47a4-ad10-3eadceacad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:42:04.875329 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Bound port: e6367107-97bf-4099-9d26-894d99fd0496, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b980a6-766d-47a4-ad10-3eadceacad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:42:04.875645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:04.994620 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] For port e6367107-97bf-4099-9d26-894d99fd0496, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:42:05.002908 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] For port e6367107-97bf-4099-9d26-894d99fd0496, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e6367107-97bf-4099-9d26-894d99fd0496,segment=NetworkSegment(23b980a6-766d-47a4-ad10-3eadceacad79),segment_id=23b980a6-766d-47a4-ad10-3eadceacad79)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:42:05.017768 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:05.048094 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:05.116854 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:05.199210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87397d2a-70db-431b-b814-25764df40485 None None] Pushing event updated for resources: {'Port': ['ID=e6367107-97bf-4099-9d26-894d99fd0496,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:42:05.202132 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Routers {'1ba16f3f-f7be-4127-a987-c602e2e770ca'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:42:05.203389 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:42:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1ba16f3f-f7be-4127-a987-c602e2e770ca'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:42:05.389737 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] Set router 1ba16f3f-f7be-4127-a987-c602e2e770ca gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:42:05.531689 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-14cb9538-2c74-4739-bc12-36a36567af3c req-1980744d-9cdd-4663-bca3-ccb90b773252 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 210 time: 0.0424368 Jan 20 11:42:05.728842 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421989742', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'e6367107-97bf-4099-9d26-894d99fd0496', 'name': '', 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:d0:c3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:42:00Z', 'updated_at': '2022-01-20T11:42:04Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:42:05.732824 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2abdce6-4bb0-4e24-92da-5c0f20fd8434 None None] The sync data for ids ['1ba16f3f-f7be-4127-a987-c602e2e770ca'] in dv-neutron-825471-1-hyperv is: [{'id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421989742', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'e6367107-97bf-4099-9d26-894d99fd0496', 'name': '', 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:d0:c3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:42:00Z', 'updated_at': '2022-01-20T11:42:04Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:42:06.408157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:06.433745 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189be076-7202-4e7c-a247-c3ab50308274 req-26f6e11c-c0f1-47cf-b28d-3ca03e223fd6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:06.435157 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-189be076-7202-4e7c-a247-c3ab50308274 req-26f6e11c-c0f1-47cf-b28d-3ca03e223fd6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "GET /v2.0/networks?id=a2928629-18a0-4903-924a-04c9fe8a6306 HTTP/1.1" status: 200 len: 796 time: 0.1568754 Jan 20 11:42:06.491321 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-189be076-7202-4e7c-a247-c3ab50308274 req-ceddf0e1-95bf-4b5d-811a-8cde9967c3b6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9e34051fd30436dbf889320e730f35d HTTP/1.1" status: 200 len: 380 time: 0.0442696 Jan 20 11:42:06.500750 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-189be076-7202-4e7c-a247-c3ab50308274 req-b0ac68cf-285e-4bb5-ad83-1e5fea1f9831 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'port': {'device_id': '62b11be2-88c1-462c-8d81-a4be590dd9e1', 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306', 'admin_state_up': True, 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'security_groups': ['a4823621-f780-4b31-8b70-5fd740ac789b']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:42:06.657286 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-189be076-7202-4e7c-a247-c3ab50308274 req-b0ac68cf-285e-4bb5-ad83-1e5fea1f9831 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:42:06.666800 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-189be076-7202-4e7c-a247-c3ab50308274 req-b0ac68cf-285e-4bb5-ad83-1e5fea1f9831 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:42:06.739421 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-189be076-7202-4e7c-a247-c3ab50308274 req-b0ac68cf-285e-4bb5-ad83-1e5fea1f9831 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Made reservation on behalf of e9e34051fd30436dbf889320e730f35d for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:42:06.742844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-189be076-7202-4e7c-a247-c3ab50308274 req-b0ac68cf-285e-4bb5-ad83-1e5fea1f9831 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:06.818199 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6815dfc3-dc69-4e8a-8dd6-14a97e9567af req-cbeaa616-9b1b-40f0-ad52-ba5524432e23 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 210 time: 0.1567945 Jan 20 11:42:06.842234 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e6367107-97bf-4099-9d26-894d99fd0496 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:42:06.927128 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-189be076-7202-4e7c-a247-c3ab50308274 req-b0ac68cf-285e-4bb5-ad83-1e5fea1f9831 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.20.0.14 (a2928629-18a0-4903-924a-04c9fe8a6306/ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1/b6beb064-23e4-45b1-a42f-1590d43ebc28) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:42:06.962368 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port e6367107-97bf-4099-9d26-894d99fd0496 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:42:06.967251 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port e6367107-97bf-4099-9d26-894d99fd0496 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:42:06.967633 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:07.080069 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:07.114671 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port e6367107-97bf-4099-9d26-894d99fd0496, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e6367107-97bf-4099-9d26-894d99fd0496,segment=NetworkSegment(23b980a6-766d-47a4-ad10-3eadceacad79),segment_id=23b980a6-766d-47a4-ad10-3eadceacad79)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:42:07.123880 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-189be076-7202-4e7c-a247-c3ab50308274 req-b0ac68cf-285e-4bb5-ad83-1e5fea1f9831 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:07.139157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-189be076-7202-4e7c-a247-c3ab50308274 req-b0ac68cf-285e-4bb5-ad83-1e5fea1f9831 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Transition to ACTIVE for port object b6beb064-23e4-45b1-a42f-1590d43ebc28 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:42:07.203292 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:07.225769 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-189be076-7202-4e7c-a247-c3ab50308274 req-b0ac68cf-285e-4bb5-ad83-1e5fea1f9831 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:07.271099 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=e6367107-97bf-4099-9d26-894d99fd0496,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:42:07.295479 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189be076-7202-4e7c-a247-c3ab50308274 req-b0ac68cf-285e-4bb5-ad83-1e5fea1f9831 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network a2928629-18a0-4903-924a-04c9fe8a6306 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:42:07.299011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-189be076-7202-4e7c-a247-c3ab50308274 req-b0ac68cf-285e-4bb5-ad83-1e5fea1f9831 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:42:07.302888 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-189be076-7202-4e7c-a247-c3ab50308274 req-b0ac68cf-285e-4bb5-ad83-1e5fea1f9831 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:42:07.340675 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac68cf-285e-4bb5-ad83-1e5fea1f9831 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=b6beb064-23e4-45b1-a42f-1590d43ebc28,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:42:07.377987 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189be076-7202-4e7c-a247-c3ab50308274 req-b0ac68cf-285e-4bb5-ad83-1e5fea1f9831 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:07.378638 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-189be076-7202-4e7c-a247-c3ab50308274 req-b0ac68cf-285e-4bb5-ad83-1e5fea1f9831 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:07.477495 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-189be076-7202-4e7c-a247-c3ab50308274 req-b0ac68cf-285e-4bb5-ad83-1e5fea1f9831 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9814599 Jan 20 11:42:07.488582 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Request body: {'port': {'device_id': '62b11be2-88c1-462c-8d81-a4be590dd9e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:42:07.595524 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:07.625624 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-907b075e-8490-4c13-9bb6-ca25c2d57dd2 None None] Provisioning for port b6beb064-23e4-45b1-a42f-1590d43ebc28 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:42:07.630640 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-907b075e-8490-4c13-9bb6-ca25c2d57dd2 None None] Provisioning complete for port b6beb064-23e4-45b1-a42f-1590d43ebc28 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:42:07.631367 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-907b075e-8490-4c13-9bb6-ca25c2d57dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:07.681439 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-907b075e-8490-4c13-9bb6-ca25c2d57dd2 None None] Port b6beb064-23e4-45b1-a42f-1590d43ebc28 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:42:07.953229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6beb064-23e4-45b1-a42f-1590d43ebc28 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:42:07.960378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:07.974395 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Transition to ACTIVE for port object b6beb064-23e4-45b1-a42f-1590d43ebc28 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:42:08.017600 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e49638-3fb7-4efb-83b2-0108f87e8a8a req-11f16f26-a649-4b86-aa71-f57793036183 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:08.019025 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-06e49638-3fb7-4efb-83b2-0108f87e8a8a req-11f16f26-a649-4b86-aa71-f57793036183 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 932 time: 0.0750988 Jan 20 11:42:08.036556 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:08.051732 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:42:08.064140 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-06e49638-3fb7-4efb-83b2-0108f87e8a8a req-43d8cf28-c589-49f6-863c-1bd55b1969ca tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394492 Jan 20 11:42:08.266518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6beb064-23e4-45b1-a42f-1590d43ebc28,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:42:08.369929 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Attempting to bind port b6beb064-23e4-45b1-a42f-1590d43ebc28 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:42:08.370163 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Attempting to bind port b6beb064-23e4-45b1-a42f-1590d43ebc28 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '23b980a6-766d-47a4-ad10-3eadceacad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:42:08.370557 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Attempting to bind port b6beb064-23e4-45b1-a42f-1590d43ebc28 on network a2928629-18a0-4903-924a-04c9fe8a6306 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:42:08.376852 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Port b6beb064-23e4-45b1-a42f-1590d43ebc28 on network a2928629-18a0-4903-924a-04c9fe8a6306 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:42:08.377172 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Attempting to bind port b6beb064-23e4-45b1-a42f-1590d43ebc28 on network a2928629-18a0-4903-924a-04c9fe8a6306 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:42:08.383447 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:42:08.383781 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Checking segment: {'id': '23b980a6-766d-47a4-ad10-3eadceacad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:42:08.384167 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Bound using segment: {'id': '23b980a6-766d-47a4-ad10-3eadceacad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:42:08.384594 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Bound port: b6beb064-23e4-45b1-a42f-1590d43ebc28, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b980a6-766d-47a4-ad10-3eadceacad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:42:08.384936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:08.475384 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] For port b6beb064-23e4-45b1-a42f-1590d43ebc28, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:42:08.478425 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] For port b6beb064-23e4-45b1-a42f-1590d43ebc28, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b6beb064-23e4-45b1-a42f-1590d43ebc28,segment=NetworkSegment(23b980a6-766d-47a4-ad10-3eadceacad79),segment_id=23b980a6-766d-47a4-ad10-3eadceacad79)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:42:08.539611 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:08.600341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:08.601725 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-189be076-7202-4e7c-a247-c3ab50308274 req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] 10.222.0.72 "PUT /v2.0/ports/b6beb064-23e4-45b1-a42f-1590d43ebc28 HTTP/1.1" status: 200 len: 1094 time: 1.1173973 Jan 20 11:42:08.602165 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b11be2-88c1-462c-8d81-a4be590dd9e1', 'tag': 'b6beb064-23e4-45b1-a42f-1590d43ebc28'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:42:08.620366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d9c37-7959-4670-a220-94944fd965d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6beb064-23e4-45b1-a42f-1590d43ebc28,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:42:08.660855 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b11be2-88c1-462c-8d81-a4be590dd9e1', 'tag': 'b6beb064-23e4-45b1-a42f-1590d43ebc28', 'status': 'completed', 'code': 200} Jan 20 11:42:08.761998 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fb314106-a188-4779-8fee-736d9c5c3981 req-63c2b429-8729-4448-9290-4d6d1672fb29 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 1097 time: 0.0792899 Jan 20 11:42:08.812815 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e6367107-97bf-4099-9d26-894d99fd0496 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:42:08.894991 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port e6367107-97bf-4099-9d26-894d99fd0496 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:42:08.895279 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:08.904794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb314106-a188-4779-8fee-736d9c5c3981 req-9e730c76-eca3-4cc3-99c8-383091bee282 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:08.907019 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fb314106-a188-4779-8fee-736d9c5c3981 req-9e730c76-eca3-4cc3-99c8-383091bee282 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e9e34051fd30436dbf889320e730f35d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1389370 Jan 20 11:42:09.044736 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb314106-a188-4779-8fee-736d9c5c3981 req-dec9b81d-ddbc-4490-bb7e-3e2c4c7a5271 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:09.046227 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fb314106-a188-4779-8fee-736d9c5c3981 req-dec9b81d-ddbc-4490-bb7e-3e2c4c7a5271 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325231 Jan 20 11:42:09.149893 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-189be076-7202-4e7c-a247-c3ab50308274 req-31049470-c0e9-46e2-ae78-c026340561aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 1097 time: 0.0711229 Jan 20 11:42:09.218985 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-189be076-7202-4e7c-a247-c3ab50308274 req-9e494c5f-9355-4ea4-b201-c87b454d1be5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6beb064-23e4-45b1-a42f-1590d43ebc28 HTTP/1.1" status: 200 len: 217 time: 0.0630915 Jan 20 11:42:09.267431 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20851e23-9d16-44c5-8277-f8519ec7b085 req-8ddf87ed-71db-4912-8666-b82b0f9992ae tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:09.268877 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20851e23-9d16-44c5-8277-f8519ec7b085 req-8ddf87ed-71db-4912-8666-b82b0f9992ae tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 944 time: 0.0787313 Jan 20 11:42:09.280758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189be076-7202-4e7c-a247-c3ab50308274 req-02b71455-aa7e-4a0c-86f2-fc4bccfe5c9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:09.282956 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-189be076-7202-4e7c-a247-c3ab50308274 req-02b71455-aa7e-4a0c-86f2-fc4bccfe5c9f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1 HTTP/1.1" status: 200 len: 835 time: 0.0575221 Jan 20 11:42:09.314805 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-20851e23-9d16-44c5-8277-f8519ec7b085 req-274678a6-bda7-4ca2-9cf8-6dd6adbc0f37 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402269 Jan 20 11:42:09.357289 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-189be076-7202-4e7c-a247-c3ab50308274 req-531bf64e-506f-4d41-8c60-57915e4f44bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2928629-18a0-4903-924a-04c9fe8a6306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687928 Jan 20 11:42:09.487051 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-189be076-7202-4e7c-a247-c3ab50308274 req-0ebad0f3-55e4-4dee-aeac-9bfa6dbd627f service neutron] 10.222.0.72 "GET /v2.0/networks/a2928629-18a0-4903-924a-04c9fe8a6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237423 Jan 20 11:42:09.617917 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-189be076-7202-4e7c-a247-c3ab50308274 req-ebe13f81-c39e-45fb-99e5-c82e8ba380af service neutron] 10.222.0.72 "GET /v2.0/networks/a2928629-18a0-4903-924a-04c9fe8a6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250074 Jan 20 11:42:09.938728 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:10.511798 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365c8ed-64ca-4260-84f7-65ad7bff277c req-21d0b02e-6620-4657-b78e-6b6f87e37c42 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:10.513136 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9365c8ed-64ca-4260-84f7-65ad7bff277c req-21d0b02e-6620-4657-b78e-6b6f87e37c42 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 944 time: 0.0770297 Jan 20 11:42:10.560831 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9365c8ed-64ca-4260-84f7-65ad7bff277c req-afcfe287-7512-4d77-ad4e-42bc1bbdf0f8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420358 Jan 20 11:42:11.402073 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device b6beb064-23e4-45b1-a42f-1590d43ebc28 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:42:11.535265 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port b6beb064-23e4-45b1-a42f-1590d43ebc28, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b6beb064-23e4-45b1-a42f-1590d43ebc28,segment=NetworkSegment(23b980a6-766d-47a4-ad10-3eadceacad79),segment_id=23b980a6-766d-47a4-ad10-3eadceacad79)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:42:11.547990 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'b6beb064-23e4-45b1-a42f-1590d43ebc28', 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306', 'port_id': 'b6beb064-23e4-45b1-a42f-1590d43ebc28', 'mac_address': 'fa:16:3e:0d:14:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:42:11.600075 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:11.617433 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6beb064-23e4-45b1-a42f-1590d43ebc28 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:42:11.632477 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port b6beb064-23e4-45b1-a42f-1590d43ebc28, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b6beb064-23e4-45b1-a42f-1590d43ebc28,segment=NetworkSegment(23b980a6-766d-47a4-ad10-3eadceacad79),segment_id=23b980a6-766d-47a4-ad10-3eadceacad79)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:42:11.703281 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:11.758224 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f0fa1-29de-41cc-a39f-592dd3734090 req-9c2042f3-e7e9-4860-a304-4ef30d6432e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:11.759706 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9d1f0fa1-29de-41cc-a39f-592dd3734090 req-9c2042f3-e7e9-4860-a304-4ef30d6432e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 945 time: 0.0780494 Jan 20 11:42:11.778305 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=b6beb064-23e4-45b1-a42f-1590d43ebc28,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:42:11.805340 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9d1f0fa1-29de-41cc-a39f-592dd3734090 req-863f3045-146a-4592-96eb-dea71db9a791 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399959 Jan 20 11:42:11.911323 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['b6beb064-23e4-45b1-a42f-1590d43ebc28'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:42:13.003176 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994f6b2-538a-463a-9d72-2f8254b2826c req-db1da8b5-aad7-424d-b9a5-66581c49ac3d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:13.004648 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6994f6b2-538a-463a-9d72-2f8254b2826c req-db1da8b5-aad7-424d-b9a5-66581c49ac3d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 945 time: 0.0785248 Jan 20 11:42:13.048189 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6994f6b2-538a-463a-9d72-2f8254b2826c req-5aa0c695-552b-484b-821e-eb60be135bb7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379446 Jan 20 11:42:13.417747 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device b6beb064-23e4-45b1-a42f-1590d43ebc28 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:42:13.548645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port b6beb064-23e4-45b1-a42f-1590d43ebc28 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:42:13.553196 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port b6beb064-23e4-45b1-a42f-1590d43ebc28 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:42:13.553592 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:13.663507 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:13.689133 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b11be2-88c1-462c-8d81-a4be590dd9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6beb064-23e4-45b1-a42f-1590d43ebc28'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:42:13.698445 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port b6beb064-23e4-45b1-a42f-1590d43ebc28, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b6beb064-23e4-45b1-a42f-1590d43ebc28,segment=NetworkSegment(23b980a6-766d-47a4-ad10-3eadceacad79),segment_id=23b980a6-766d-47a4-ad10-3eadceacad79)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:42:13.783285 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:13.818712 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b11be2-88c1-462c-8d81-a4be590dd9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6beb064-23e4-45b1-a42f-1590d43ebc28', 'code': 200} Jan 20 11:42:13.850481 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=b6beb064-23e4-45b1-a42f-1590d43ebc28,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:42:14.123026 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-acdfcf09-c124-4dab-b23d-7e87f3f9acce req-449da707-5532-4ab0-af5e-b54b03aa688b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 1099 time: 0.0719390 Jan 20 11:42:14.164922 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-acdfcf09-c124-4dab-b23d-7e87f3f9acce req-c51fc7cb-2380-4844-9492-cc3dece8ad2c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366554 Jan 20 11:42:14.244730 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635be10-af00-427a-a72e-d9aa74e5c6c0 req-f729c274-3cd3-4b89-88c1-e3467539936f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:14.246200 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5635be10-af00-427a-a72e-d9aa74e5c6c0 req-f729c274-3cd3-4b89-88c1-e3467539936f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0754349 Jan 20 11:42:14.290197 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5635be10-af00-427a-a72e-d9aa74e5c6c0 req-0d682244-fd80-4e6c-955c-befe98dff343 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380292 Jan 20 11:42:15.502369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649556f-a038-4720-b2b4-5e73572e7ade req-5c175ffb-5649-4297-a395-51c3d045b436 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:15.503820 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b649556f-a038-4720-b2b4-5e73572e7ade req-5c175ffb-5649-4297-a395-51c3d045b436 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0823855 Jan 20 11:42:15.549135 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b649556f-a038-4720-b2b4-5e73572e7ade req-6d8e31e1-71fc-45eb-8c35-b63decef48e2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389993 Jan 20 11:42:16.746140 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584621a9-b0c6-4bdf-ab3d-751f72b6fb40 req-79e2e452-8ad9-4722-9074-e1f9f8a0401e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:16.747575 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-584621a9-b0c6-4bdf-ab3d-751f72b6fb40 req-79e2e452-8ad9-4722-9074-e1f9f8a0401e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0772357 Jan 20 11:42:16.795621 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-584621a9-b0c6-4bdf-ab3d-751f72b6fb40 req-be1d5dfb-1441-4e2c-8559-60571b0b04f6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420005 Jan 20 11:42:16.988180 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f7147-7670-43f6-a7fb-599dd971b075 req-d1cf525a-c511-477a-89e0-f604879bd76d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:16.989661 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-646f7147-7670-43f6-a7fb-599dd971b075 req-d1cf525a-c511-477a-89e0-f604879bd76d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0753858 Jan 20 11:42:17.034093 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-646f7147-7670-43f6-a7fb-599dd971b075 req-df262e8b-b586-43ec-b60a-c3f1b52b5804 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389142 Jan 20 11:42:17.062108 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43968) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:42:17.134129 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a3140d0e-4e79-48e5-8058-c5b3864913f1 tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 1094 time: 0.0707648 Jan 20 11:42:17.136610 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43972) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:42:17.141479 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': 'b6beb064-23e4-45b1-a42f-1590d43ebc28', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:42:17.147909 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:42:17.151705 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:floatingip and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:42:17.154477 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:42:17.160225 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:42:17.229232 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:17.365946 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:17.495661 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.26.0.236 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/4c7b706d-2c1a-4025-8181-6e821bb478eb) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:42:17.635142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:17.720672 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:17.786599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:42:17.789245 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:42:17.792858 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:42:17.820735 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=4c7b706d-2c1a-4025-8181-6e821bb478eb,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:42:18.376227 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:18.487357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:18.688048 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:18.738245 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:18.833090 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=4c7b706d-2c1a-4025-8181-6e821bb478eb,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:42:18.852971 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:19.041304 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Floating IP aa994928-cd6a-476a-a5f8-c32e6ad44d17 associated. External IP: 172.26.0.236, port: b6beb064-23e4-45b1-a42f-1590d43ebc28. Jan 20 11:42:19.421288 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 1ba16f3f-f7be-4127-a987-c602e2e770ca has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:42:19.615281 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:42:19.625964 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30da8e51-f7c8-44f3-a1df-9ba0ac56940b None None] Sync routers for ids ['1ba16f3f-f7be-4127-a987-c602e2e770ca'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:42:19.638225 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30da8e51-f7c8-44f3-a1df-9ba0ac56940b None None] Routers {'1ba16f3f-f7be-4127-a987-c602e2e770ca'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:42:19.638825 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-30da8e51-f7c8-44f3-a1df-9ba0ac56940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:42:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1ba16f3f-f7be-4127-a987-c602e2e770ca'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:42:19.716613 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:19.816352 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-30da8e51-f7c8-44f3-a1df-9ba0ac56940b None None] Set router 1ba16f3f-f7be-4127-a987-c602e2e770ca gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:42:19.873040 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e5c2598b-e1fb-498e-a020-aa93f4d28a60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7354317 Jan 20 11:42:19.874369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b11be2-88c1-462c-8d81-a4be590dd9e1', 'tag': 'b6beb064-23e4-45b1-a42f-1590d43ebc28'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:42:19.936762 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b11be2-88c1-462c-8d81-a4be590dd9e1', 'tag': 'b6beb064-23e4-45b1-a42f-1590d43ebc28', 'status': 'completed', 'code': 200} Jan 20 11:42:20.039438 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bd0e032d-cc25-485b-8d21-9db304dad42a req-1f664e8f-1fd0-4b23-b953-691df00df2ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 1099 time: 0.0810535 Jan 20 11:42:20.065087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61174a-d339-4b61-a9c6-9172623169dd req-8cc21fd3-1edf-44db-b4a2-0a74a28aff31 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:20.069349 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ab61174a-d339-4b61-a9c6-9172623169dd req-8cc21fd3-1edf-44db-b4a2-0a74a28aff31 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0874951 Jan 20 11:42:20.113247 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ab61174a-d339-4b61-a9c6-9172623169dd req-0f543363-1da3-4e50-b568-aa64f6773c73 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409994 Jan 20 11:42:20.145166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 43980) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:42:20.194061 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-30da8e51-f7c8-44f3-a1df-9ba0ac56940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421989742', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'aa994928-cd6a-476a-a5f8-c32e6ad44d17', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'floating_ip_address': '172.26.0.236', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'port_id': 'b6beb064-23e4-45b1-a42f-1590d43ebc28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306', 'mac_address': 'fa:16:3e:0d:14:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b11be2-88c1-462c-8d81-a4be590dd9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:42:18Z', 'updated_at': '2022-01-20T11:42:18Z', 'revision_number': 0, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6367107-97bf-4099-9d26-894d99fd0496', 'name': '', 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:d0:c3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:42:00Z', 'updated_at': '2022-01-20T11:42:07Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:42:20.197931 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30da8e51-f7c8-44f3-a1df-9ba0ac56940b None None] Checking router: 1ba16f3f-f7be-4127-a987-c602e2e770ca for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:42:20.209456 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30da8e51-f7c8-44f3-a1df-9ba0ac56940b None None] Routers {'1ba16f3f-f7be-4127-a987-c602e2e770ca'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:42:20.210096 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-30da8e51-f7c8-44f3-a1df-9ba0ac56940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:42:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1ba16f3f-f7be-4127-a987-c602e2e770ca'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:42:20.265864 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e032d-cc25-485b-8d21-9db304dad42a req-cb557652-1e1c-4840-aa14-d64e2eb269fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:20.267310 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bd0e032d-cc25-485b-8d21-9db304dad42a req-cb557652-1e1c-4840-aa14-d64e2eb269fe service neutron] 10.222.0.72 "GET /v2.0/networks?id=a2928629-18a0-4903-924a-04c9fe8a6306 HTTP/1.1" status: 200 len: 897 time: 0.2224617 Jan 20 11:42:20.327188 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6987ca4a-17f3-4621-9ab7-298468388d18 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/aa994928-cd6a-476a-a5f8-c32e6ad44d17 HTTP/1.1" status: 200 len: 992 time: 0.1806748 Jan 20 11:42:20.376090 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bd0e032d-cc25-485b-8d21-9db304dad42a req-6c6af867-1a11-4025-9ebc-40bff4c99e24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6beb064-23e4-45b1-a42f-1590d43ebc28 HTTP/1.1" status: 200 len: 1000 time: 0.1008277 Jan 20 11:42:20.383811 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-30da8e51-f7c8-44f3-a1df-9ba0ac56940b None None] Set router 1ba16f3f-f7be-4127-a987-c602e2e770ca gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:42:20.442544 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e032d-cc25-485b-8d21-9db304dad42a req-16517939-da78-4953-be42-74fdf4eeb0f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:20.445030 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bd0e032d-cc25-485b-8d21-9db304dad42a req-16517939-da78-4953-be42-74fdf4eeb0f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1 HTTP/1.1" status: 200 len: 835 time: 0.0627766 Jan 20 11:42:20.517529 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bd0e032d-cc25-485b-8d21-9db304dad42a req-ba9b1d48-0424-49de-a792-660c3a5fe9a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2928629-18a0-4903-924a-04c9fe8a6306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682085 Jan 20 11:42:20.742147 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bd0e032d-cc25-485b-8d21-9db304dad42a req-3dde9565-ef40-481c-b2d3-88840f6b307d service neutron] 10.222.0.72 "GET /v2.0/networks/a2928629-18a0-4903-924a-04c9fe8a6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180808 Jan 20 11:42:20.756663 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-30da8e51-f7c8-44f3-a1df-9ba0ac56940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421989742', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'aa994928-cd6a-476a-a5f8-c32e6ad44d17', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'floating_ip_address': '172.26.0.236', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'port_id': 'b6beb064-23e4-45b1-a42f-1590d43ebc28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306', 'mac_address': 'fa:16:3e:0d:14:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b11be2-88c1-462c-8d81-a4be590dd9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:42:18Z', 'updated_at': '2022-01-20T11:42:18Z', 'revision_number': 0, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6367107-97bf-4099-9d26-894d99fd0496', 'name': '', 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:d0:c3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:42:00Z', 'updated_at': '2022-01-20T11:42:07Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:42:20.760685 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30da8e51-f7c8-44f3-a1df-9ba0ac56940b None None] The sync data for ids ['1ba16f3f-f7be-4127-a987-c602e2e770ca'] in dv-neutron-825471-1-hyperv is: [{'id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421989742', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'aa994928-cd6a-476a-a5f8-c32e6ad44d17', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'floating_ip_address': '172.26.0.236', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'port_id': 'b6beb064-23e4-45b1-a42f-1590d43ebc28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306', 'mac_address': 'fa:16:3e:0d:14:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b11be2-88c1-462c-8d81-a4be590dd9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:42:18Z', 'updated_at': '2022-01-20T11:42:18Z', 'revision_number': 0, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6367107-97bf-4099-9d26-894d99fd0496', 'name': '', 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:d0:c3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:42:00Z', 'updated_at': '2022-01-20T11:42:07Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:42:20.877825 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bd0e032d-cc25-485b-8d21-9db304dad42a req-a21cbdc1-536b-4d0d-8007-258c4e255ab8 service neutron] 10.222.0.72 "GET /v2.0/networks/a2928629-18a0-4903-924a-04c9fe8a6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295340 Jan 20 11:42:21.331003 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43984) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:42:21.432227 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dd54bb6c-77f0-494f-bd59-610e70a35187 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/aa994928-cd6a-476a-a5f8-c32e6ad44d17 HTTP/1.1" status: 200 len: 992 time: 0.1001074 Jan 20 11:42:22.435814 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43988) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:42:22.540546 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f554cf5a-edcd-48bc-b532-8b9ff29c9dac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/aa994928-cd6a-476a-a5f8-c32e6ad44d17 HTTP/1.1" status: 200 len: 992 time: 0.1030598 Jan 20 11:42:22.648142 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71796a67-f238-4c44-9ee0-074f569485e1 None None] New status for floating IP aa994928-cd6a-476a-a5f8-c32e6ad44d17: ACTIVE {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:42:23.544441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 43992) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:42:23.655772 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-d94d6bde-6e0d-4342-b6d7-0143fb6df68b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/aa994928-cd6a-476a-a5f8-c32e6ad44d17 HTTP/1.1" status: 200 len: 994 time: 0.1093144 Jan 20 11:42:31.424333 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ea0baf86-6d3b-4fba-9588-f6d438989e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:33.939151 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0964dbcc-84fa-4cb4-9dfa-66b159e3baa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:34.996170 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:35.030867 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:36.401612 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:39.950459 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:42:45.051582 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:42:50.522975 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a8bcefef-3214-4b6f-b9be-8408daad669f req-7cc0f230-2844-4bac-ad41-500e1369ed16 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664663 Jan 20 11:42:50.666028 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a8bcefef-3214-4b6f-b9be-8408daad669f req-29e4af7c-fe51-44bb-8876-61f9557cb305 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 1099 time: 0.0750084 Jan 20 11:42:50.810777 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcefef-3214-4b6f-b9be-8408daad669f req-2c814835-8546-4ffc-9473-8e3f497ffac4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:50.812232 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a8bcefef-3214-4b6f-b9be-8408daad669f req-2c814835-8546-4ffc-9473-8e3f497ffac4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a2928629-18a0-4903-924a-04c9fe8a6306 HTTP/1.1" status: 200 len: 897 time: 0.1268945 Jan 20 11:42:50.930583 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a8bcefef-3214-4b6f-b9be-8408daad669f req-dfeefb9a-6360-4503-8e67-89939e8c94ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6beb064-23e4-45b1-a42f-1590d43ebc28 HTTP/1.1" status: 200 len: 1002 time: 0.1119082 Jan 20 11:42:50.996245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcefef-3214-4b6f-b9be-8408daad669f req-45d1e3d3-81ab-4523-bdb1-9902260d8529 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:50.997836 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a8bcefef-3214-4b6f-b9be-8408daad669f req-45d1e3d3-81ab-4523-bdb1-9902260d8529 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1 HTTP/1.1" status: 200 len: 835 time: 0.0615838 Jan 20 11:42:51.070617 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a8bcefef-3214-4b6f-b9be-8408daad669f req-af96b513-7dc9-41ba-9b1e-deeeead9a52e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2928629-18a0-4903-924a-04c9fe8a6306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669305 Jan 20 11:42:51.073026 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88545a72-1633-4305-b728-bf2fcff8cb9e req-be36a876-302b-4f79-8067-4d6773474806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:51.074505 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-88545a72-1633-4305-b728-bf2fcff8cb9e req-be36a876-302b-4f79-8067-4d6773474806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0776968 Jan 20 11:42:51.125044 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-88545a72-1633-4305-b728-bf2fcff8cb9e req-a0bcc223-e510-4851-9210-6ffdfbafdd0c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449405 Jan 20 11:42:51.201906 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a8bcefef-3214-4b6f-b9be-8408daad669f req-816fddd2-1c54-4f7a-9b0e-7f99c14ce788 service neutron] 10.222.0.72 "GET /v2.0/networks/a2928629-18a0-4903-924a-04c9fe8a6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248696 Jan 20 11:42:51.336997 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a8bcefef-3214-4b6f-b9be-8408daad669f req-f178148a-ea20-4109-a16b-3647fcfaffc3 service neutron] 10.222.0.72 "GET /v2.0/networks/a2928629-18a0-4903-924a-04c9fe8a6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286173 Jan 20 11:42:51.448612 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5e7cd318-718d-4381-a0fc-fb0754b7324b req-1eb18610-fe23-4701-9622-7f7d9128872c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 1099 time: 0.0713952 Jan 20 11:42:51.577100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cd318-718d-4381-a0fc-fb0754b7324b req-0ac6a77b-712b-43bf-98a7-df4041d53c27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:51.578628 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5e7cd318-718d-4381-a0fc-fb0754b7324b req-0ac6a77b-712b-43bf-98a7-df4041d53c27 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a2928629-18a0-4903-924a-04c9fe8a6306 HTTP/1.1" status: 200 len: 897 time: 0.1241913 Jan 20 11:42:51.680880 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5e7cd318-718d-4381-a0fc-fb0754b7324b req-ba29cf64-4418-4ac2-8783-8b4237e5ba6a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6beb064-23e4-45b1-a42f-1590d43ebc28 HTTP/1.1" status: 200 len: 1002 time: 0.0961664 Jan 20 11:42:51.743284 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cd318-718d-4381-a0fc-fb0754b7324b req-94d35973-c8b7-4d40-ac66-5797a64f075b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:51.744722 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5e7cd318-718d-4381-a0fc-fb0754b7324b req-94d35973-c8b7-4d40-ac66-5797a64f075b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1 HTTP/1.1" status: 200 len: 835 time: 0.0571744 Jan 20 11:42:51.823328 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5e7cd318-718d-4381-a0fc-fb0754b7324b req-85e6c92b-ff00-499e-a18c-105d69ee798b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2928629-18a0-4903-924a-04c9fe8a6306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714886 Jan 20 11:42:51.957485 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5e7cd318-718d-4381-a0fc-fb0754b7324b req-0baddae6-ac7d-4bc0-86cb-e57e7469d658 service neutron] 10.222.0.72 "GET /v2.0/networks/a2928629-18a0-4903-924a-04c9fe8a6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276584 Jan 20 11:42:52.182822 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5e7cd318-718d-4381-a0fc-fb0754b7324b req-bd157f67-6b1a-4189-91d0-445c7eb79efa service neutron] 10.222.0.72 "GET /v2.0/networks/a2928629-18a0-4903-924a-04c9fe8a6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181370 Jan 20 11:42:52.327980 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64202e89-3b99-4d84-8eaf-9cef87a4a391 req-d69561e6-594b-4dc1-9e12-9904766f7c4e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:52.329350 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-64202e89-3b99-4d84-8eaf-9cef87a4a391 req-d69561e6-594b-4dc1-9e12-9904766f7c4e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0753381 Jan 20 11:42:52.374939 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-64202e89-3b99-4d84-8eaf-9cef87a4a391 req-93fc47ea-f4d2-4777-ad74-f19e540f687d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390747 Jan 20 11:42:53.583575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328f0fa-0a11-4285-ae4c-2a05b1dadfd9 req-93f1082e-dd70-439c-9d4f-4856dbcec255 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:53.585017 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f328f0fa-0a11-4285-ae4c-2a05b1dadfd9 req-93f1082e-dd70-439c-9d4f-4856dbcec255 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0782638 Jan 20 11:42:53.629410 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f328f0fa-0a11-4285-ae4c-2a05b1dadfd9 req-4d0801f0-ddd5-4888-82ba-bd6f7ed69c87 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389328 Jan 20 11:42:54.823939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b01c8d-201b-44d7-8289-283998eccca7 req-5c005b69-f408-4e3f-ac16-5fb19e73849d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:54.825365 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-68b01c8d-201b-44d7-8289-283998eccca7 req-5c005b69-f408-4e3f-ac16-5fb19e73849d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0757527 Jan 20 11:42:54.870339 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-68b01c8d-201b-44d7-8289-283998eccca7 req-ea2f388a-a871-4811-9640-8e93fbe10fb7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386846 Jan 20 11:42:56.077495 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d73d8-d51a-40ce-9795-b5e44e474988 req-75196fe5-fea2-4d28-9167-3626fe368d48 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:56.078955 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-045d73d8-d51a-40ce-9795-b5e44e474988 req-75196fe5-fea2-4d28-9167-3626fe368d48 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0867872 Jan 20 11:42:56.128028 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-045d73d8-d51a-40ce-9795-b5e44e474988 req-defbb487-e202-4d14-a378-ec24665aa5ca tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433214 Jan 20 11:42:57.321097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22f7a9-84e6-4cd6-bb02-e58f0fa4d362 req-7f397222-3daf-4f6e-93b0-5b9367be701f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:57.322456 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e22f7a9-84e6-4cd6-bb02-e58f0fa4d362 req-7f397222-3daf-4f6e-93b0-5b9367be701f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0747712 Jan 20 11:42:57.366738 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7e22f7a9-84e6-4cd6-bb02-e58f0fa4d362 req-7d598e67-8293-401e-8654-508ff7225be1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381005 Jan 20 11:42:58.574083 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbce6f-8229-40b6-ac2c-6d560762d2bc req-35eae126-a3e4-4b8c-abd2-7a62117c3218 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:58.575517 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-41fbce6f-8229-40b6-ac2c-6d560762d2bc req-35eae126-a3e4-4b8c-abd2-7a62117c3218 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0845356 Jan 20 11:42:58.630199 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-41fbce6f-8229-40b6-ac2c-6d560762d2bc req-898fddde-457d-462d-a233-96e3246a959f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489771 Jan 20 11:42:59.834171 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdb59d-5b94-4f3d-82c4-17f8fae7306e req-d80ef2b6-ba41-4a8e-a530-d06a5b37ff66 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:42:59.836171 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8dbdb59d-5b94-4f3d-82c4-17f8fae7306e req-d80ef2b6-ba41-4a8e-a530-d06a5b37ff66 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0834436 Jan 20 11:42:59.887223 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8dbdb59d-5b94-4f3d-82c4-17f8fae7306e req-50126630-ed47-4b0b-a0c1-2518a65668e9 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453258 Jan 20 11:43:01.085898 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0a7e8-cf57-46de-b4a8-e9247aeeccdd req-60209851-f21a-4154-b22a-f2e79a976744 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:43:01.087268 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-18a0a7e8-cf57-46de-b4a8-e9247aeeccdd req-60209851-f21a-4154-b22a-f2e79a976744 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0778420 Jan 20 11:43:01.132212 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-18a0a7e8-cf57-46de-b4a8-e9247aeeccdd req-65355edd-ef9d-4841-b98e-c06950411fb3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395155 Jan 20 11:43:01.418003 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ce6bd092-0239-47dd-a1bb-2876ac307cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:02.330391 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6072f-fc0e-447f-aa3c-6c649530aa04 req-6d3d4bd5-18e5-4e54-83fb-670c5493b17d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:43:02.331897 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-33b6072f-fc0e-447f-aa3c-6c649530aa04 req-6d3d4bd5-18e5-4e54-83fb-670c5493b17d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0786822 Jan 20 11:43:02.375927 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-33b6072f-fc0e-447f-aa3c-6c649530aa04 req-bf64a4f8-de96-455d-b2b7-bd24d0e5a80c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382371 Jan 20 11:43:03.568392 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0ff4a-e992-41a6-8cd1-501b185a60a2 req-f05408c5-103a-448b-a8ae-50b35db14b75 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:43:03.569878 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b1d0ff4a-e992-41a6-8cd1-501b185a60a2 req-f05408c5-103a-448b-a8ae-50b35db14b75 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0743160 Jan 20 11:43:03.614222 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b1d0ff4a-e992-41a6-8cd1-501b185a60a2 req-461cbcb5-6d7a-443a-a3b5-4f82c9a75c35 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389826 Jan 20 11:43:03.869629 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-efdfaa20-66a9-4c4a-8069-eba700ed54c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:04.811413 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a750f5-9ecf-43c3-9e62-29f9925dd51e req-1265f00d-46e1-45c3-b758-524b8faa9352 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:43:04.812868 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-94a750f5-9ecf-43c3-9e62-29f9925dd51e req-1265f00d-46e1-45c3-b758-524b8faa9352 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0793993 Jan 20 11:43:04.857269 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-94a750f5-9ecf-43c3-9e62-29f9925dd51e req-f4b74a48-5285-47a6-a0fb-f0fca06814c6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387599 Jan 20 11:43:05.012620 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:05.041044 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:06.053442 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3621a87-eb86-4c4f-bfe2-036378f94cf5 req-4f7d5686-a070-47e1-9dd0-727a525ee527 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:43:06.054914 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3621a87-eb86-4c4f-bfe2-036378f94cf5 req-4f7d5686-a070-47e1-9dd0-727a525ee527 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0749040 Jan 20 11:43:06.103860 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d3621a87-eb86-4c4f-bfe2-036378f94cf5 req-beb141db-0f17-4c08-9d90-f484a11fb896 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433242 Jan 20 11:43:06.423580 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:07.448060 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99aa61-b921-4a8a-bc0e-7a0217836820 req-04669de4-9243-4938-9c0e-67fd5a53a4a0 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:43:07.449504 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9a99aa61-b921-4a8a-bc0e-7a0217836820 req-04669de4-9243-4938-9c0e-67fd5a53a4a0 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0752141 Jan 20 11:43:07.494617 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9a99aa61-b921-4a8a-bc0e-7a0217836820 req-dcb5ea5c-c60b-4eea-919e-7f33328646fb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395296 Jan 20 11:43:08.690365 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc9111-7832-4205-9ef3-9569a11ee6da req-3831c29a-a1ba-4b7a-8bc5-c9960355298f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:43:08.692497 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6fdc9111-7832-4205-9ef3-9569a11ee6da req-3831c29a-a1ba-4b7a-8bc5-c9960355298f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0789456 Jan 20 11:43:08.812648 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6fdc9111-7832-4205-9ef3-9569a11ee6da req-7a44f780-0b44-4be2-a308-b10a296aa627 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146374 Jan 20 11:43:08.840936 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44040) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:08.944707 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1caab925-ac54-4a6c-bb3c-b9a091469aae tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/aa994928-cd6a-476a-a5f8-c32e6ad44d17 HTTP/1.1" status: 200 len: 994 time: 0.1025629 Jan 20 11:43:09.943898 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:22.051809 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:43:31.411673 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8f0958bc-2623-445f-95cd-93c202c827da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:33.897792 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-74996d6b-dca7-41ab-a9a9-d3c8a515fba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:34.994929 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:35.017627 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:36.394875 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:39.419714 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44062) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:39.609062 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port 4c7b706d-2c1a-4025-8181-6e821bb478eb {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:43:39.609396 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:39.773127 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:39.773461 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:39.889452 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for 4c7b706d-2c1a-4025-8181-6e821bb478eb owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:43:39.977936 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:40.115460 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:40.158302 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=4c7b706d-2c1a-4025-8181-6e821bb478eb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:40.194183 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:40.199029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:40.199029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:40.199029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:40.199029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:40.199029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:40.199029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:40.199029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:40.199029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:40.199029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:40.199029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:40.267067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:40.654119 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 1ba16f3f-f7be-4127-a987-c602e2e770ca has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:43:40.944794 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:43:40.954325 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f37ab-70df-40e5-bf9d-64a87a4eddea None None] Sync routers for ids ['1ba16f3f-f7be-4127-a987-c602e2e770ca'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:43:40.961654 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:40.966648 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427f37ab-70df-40e5-bf9d-64a87a4eddea None None] Routers {'1ba16f3f-f7be-4127-a987-c602e2e770ca'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:43:40.967253 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-427f37ab-70df-40e5-bf9d-64a87a4eddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:43:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1ba16f3f-f7be-4127-a987-c602e2e770ca'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:43:41.012888 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0b91c33f-e488-4a48-acf7-2b2cd77575cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/floatingips/aa994928-cd6a-476a-a5f8-c32e6ad44d17 HTTP/1.1" status: 204 len: 168 time: 1.5920787 Jan 20 11:43:41.013439 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b11be2-88c1-462c-8d81-a4be590dd9e1', 'tag': 'b6beb064-23e4-45b1-a42f-1590d43ebc28'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:43:41.077980 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b11be2-88c1-462c-8d81-a4be590dd9e1', 'tag': 'b6beb064-23e4-45b1-a42f-1590d43ebc28', 'status': 'completed', 'code': 200} Jan 20 11:43:41.144256 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-427f37ab-70df-40e5-bf9d-64a87a4eddea None None] Set router 1ba16f3f-f7be-4127-a987-c602e2e770ca gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:43:41.167552 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8331b996-1e16-49b4-858a-ebf8c9badba9 req-e4085fa0-ed2b-402c-b1e3-6b78009f4e6b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 1099 time: 0.0696723 Jan 20 11:43:41.340085 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331b996-1e16-49b4-858a-ebf8c9badba9 req-28d74d5d-d83c-4e95-a9f6-2bb724219eff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:43:41.341420 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8331b996-1e16-49b4-858a-ebf8c9badba9 req-28d74d5d-d83c-4e95-a9f6-2bb724219eff service neutron] 10.222.0.72 "GET /v2.0/networks?id=a2928629-18a0-4903-924a-04c9fe8a6306 HTTP/1.1" status: 200 len: 897 time: 0.1678083 Jan 20 11:43:41.414885 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8331b996-1e16-49b4-858a-ebf8c9badba9 req-c9552bc2-0ff1-4a70-932f-d090c8467f36 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6beb064-23e4-45b1-a42f-1590d43ebc28 HTTP/1.1" status: 200 len: 217 time: 0.0675106 Jan 20 11:43:41.452470 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-427f37ab-70df-40e5-bf9d-64a87a4eddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421989742', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'e6367107-97bf-4099-9d26-894d99fd0496', 'name': '', 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:d0:c3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:42:00Z', 'updated_at': '2022-01-20T11:42:07Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:43:41.456173 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f37ab-70df-40e5-bf9d-64a87a4eddea None None] Checking router: 1ba16f3f-f7be-4127-a987-c602e2e770ca for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:43:41.466986 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427f37ab-70df-40e5-bf9d-64a87a4eddea None None] Routers {'1ba16f3f-f7be-4127-a987-c602e2e770ca'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:43:41.467573 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-427f37ab-70df-40e5-bf9d-64a87a4eddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:43:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1ba16f3f-f7be-4127-a987-c602e2e770ca'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:43:41.476176 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331b996-1e16-49b4-858a-ebf8c9badba9 req-4169fdaf-fa0f-4051-b296-2dcef7616e1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:43:41.477627 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8331b996-1e16-49b4-858a-ebf8c9badba9 req-4169fdaf-fa0f-4051-b296-2dcef7616e1a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1 HTTP/1.1" status: 200 len: 835 time: 0.0576675 Jan 20 11:43:41.563538 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8331b996-1e16-49b4-858a-ebf8c9badba9 req-ecb3e8b3-4d3e-4f6d-8e64-326f38bfc10d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2928629-18a0-4903-924a-04c9fe8a6306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780864 Jan 20 11:43:41.646681 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-427f37ab-70df-40e5-bf9d-64a87a4eddea None None] Set router 1ba16f3f-f7be-4127-a987-c602e2e770ca gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:43:41.666343 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ac6de-644e-4caf-b16b-b311269985f5 req-8314431d-6d75-429f-be89-8fb2127e2296 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:43:41.667489 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-ef0ac6de-644e-4caf-b16b-b311269985f5 req-8314431d-6d75-429f-be89-8fb2127e2296 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:43:41.700750 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8331b996-1e16-49b4-858a-ebf8c9badba9 req-ed16a21e-7c5a-411a-9aac-d3307918be8e service neutron] 10.222.0.72 "GET /v2.0/networks/a2928629-18a0-4903-924a-04c9fe8a6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302783 Jan 20 11:43:41.737940 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-ef0ac6de-644e-4caf-b16b-b311269985f5 req-8314431d-6d75-429f-be89-8fb2127e2296 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:43:41.740661 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ef0ac6de-644e-4caf-b16b-b311269985f5 req-8314431d-6d75-429f-be89-8fb2127e2296 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.1491630 Jan 20 11:43:41.788799 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ef0ac6de-644e-4caf-b16b-b311269985f5 req-6170c535-ab54-4035-843e-48ca8a589bf7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415316 Jan 20 11:43:41.842801 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8331b996-1e16-49b4-858a-ebf8c9badba9 req-03c373a4-7caf-4025-a6cb-b9b843c82cee service neutron] 10.222.0.72 "GET /v2.0/networks/a2928629-18a0-4903-924a-04c9fe8a6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362922 Jan 20 11:43:41.990474 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-427f37ab-70df-40e5-bf9d-64a87a4eddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421989742', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'e6367107-97bf-4099-9d26-894d99fd0496', 'name': '', 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:d0:c3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:42:00Z', 'updated_at': '2022-01-20T11:42:07Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:43:41.994408 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f37ab-70df-40e5-bf9d-64a87a4eddea None None] The sync data for ids ['1ba16f3f-f7be-4127-a987-c602e2e770ca'] in dv-neutron-825471-1-hyperv is: [{'id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421989742', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'e6367107-97bf-4099-9d26-894d99fd0496', 'name': '', 'network_id': 'a2928629-18a0-4903-924a-04c9fe8a6306', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:d0:c3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:42:00Z', 'updated_at': '2022-01-20T11:42:07Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': 'ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:43:42.212093 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ac9b39-9f60-400f-ac6d-e0d6aad18eea None None] New status for floating IP aa994928-cd6a-476a-a5f8-c32e6ad44d17: DOWN {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:43:42.986601 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5968d3-7135-4c55-bebd-cc05ff65d0bd req-f3bed01d-53f1-4f0e-b154-a53b4fe9153e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:43:42.988073 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7a5968d3-7135-4c55-bebd-cc05ff65d0bd req-f3bed01d-53f1-4f0e-b154-a53b4fe9153e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0781088 Jan 20 11:43:43.032080 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7a5968d3-7135-4c55-bebd-cc05ff65d0bd req-3df27860-0062-4269-bc52-123fefd0d821 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4823621-f780-4b31-8b70-5fd740ac789b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379171 Jan 20 11:43:43.095191 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47390682-43da-4e4b-8c6a-f958b2d4b7ab req-33c9d439-ad95-4221-99fc-470063adbf97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:43:43.095887 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-47390682-43da-4e4b-8c6a-f958b2d4b7ab req-33c9d439-ad95-4221-99fc-470063adbf97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:43:43.107860 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-47390682-43da-4e4b-8c6a-f958b2d4b7ab req-33c9d439-ad95-4221-99fc-470063adbf97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:43:43.108928 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-47390682-43da-4e4b-8c6a-f958b2d4b7ab req-33c9d439-ad95-4221-99fc-470063adbf97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 946 time: 0.0886850 Jan 20 11:43:43.174410 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-47390682-43da-4e4b-8c6a-f958b2d4b7ab req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port b6beb064-23e4-45b1-a42f-1590d43ebc28 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:43:43.174745 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-47390682-43da-4e4b-8c6a-f958b2d4b7ab req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:43.416965 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-47390682-43da-4e4b-8c6a-f958b2d4b7ab req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] For port b6beb064-23e4-45b1-a42f-1590d43ebc28, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b6beb064-23e4-45b1-a42f-1590d43ebc28,segment=NetworkSegment(23b980a6-766d-47a4-ad10-3eadceacad79),segment_id=23b980a6-766d-47a4-ad10-3eadceacad79)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:43:43.417323 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-47390682-43da-4e4b-8c6a-f958b2d4b7ab req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:43.534910 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-47390682-43da-4e4b-8c6a-f958b2d4b7ab req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for b6beb064-23e4-45b1-a42f-1590d43ebc28 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:43:43.737322 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-47390682-43da-4e4b-8c6a-f958b2d4b7ab req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:43.874494 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=b6beb064-23e4-45b1-a42f-1590d43ebc28,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:43.914069 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:43.914421 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:43.914764 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:43.915104 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:43.915440 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:43.915771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:43.916100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:43.916432 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:43.916761 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:43.917086 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:43.917415 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:43.958092 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-47390682-43da-4e4b-8c6a-f958b2d4b7ab req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] No DVR routers for this DVR port b6beb064-23e4-45b1-a42f-1590d43ebc28 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:43:43.960617 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-47390682-43da-4e4b-8c6a-f958b2d4b7ab req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:43.963212 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b11be2-88c1-462c-8d81-a4be590dd9e1', 'name': 'network-vif-deleted', 'tag': 'b6beb064-23e4-45b1-a42f-1590d43ebc28'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:43:44.038593 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-47390682-43da-4e4b-8c6a-f958b2d4b7ab req-83f83884-b0f0-431e-be99-6b099d6928c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "DELETE /v2.0/ports/b6beb064-23e4-45b1-a42f-1590d43ebc28 HTTP/1.1" status: 204 len: 173 time: 0.9199107 Jan 20 11:43:44.095260 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b11be2-88c1-462c-8d81-a4be590dd9e1', 'name': 'network-vif-deleted', 'tag': 'b6beb064-23e4-45b1-a42f-1590d43ebc28', 'status': 'completed', 'code': 200} Jan 20 11:43:44.193899 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a415e95e-58ae-4e6c-878b-f9582cba217d req-da5ed382-7455-4ceb-99c2-04023b26c070 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b11be2-88c1-462c-8d81-a4be590dd9e1 HTTP/1.1" status: 200 len: 210 time: 0.0413778 Jan 20 11:43:45.304543 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44086) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:45.688599 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d9aa506a-ca51-4635-9f55-9fdc3ecf5eb5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:45.916228 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device b6beb064-23e4-45b1-a42f-1590d43ebc28 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:43:45.954541 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: b6beb064-23e4-45b1-a42f-1590d43ebc28 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:43:45.954896 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device b6beb064-23e4-45b1-a42f-1590d43ebc28 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:43:46.291507 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa506a-ca51-4635-9f55-9fdc3ecf5eb5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port e6367107-97bf-4099-9d26-894d99fd0496 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:43:46.291747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d9aa506a-ca51-4635-9f55-9fdc3ecf5eb5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:46.481714 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-d9aa506a-ca51-4635-9f55-9fdc3ecf5eb5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] For port e6367107-97bf-4099-9d26-894d99fd0496, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e6367107-97bf-4099-9d26-894d99fd0496,segment=NetworkSegment(23b980a6-766d-47a4-ad10-3eadceacad79),segment_id=23b980a6-766d-47a4-ad10-3eadceacad79)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:43:46.482432 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d9aa506a-ca51-4635-9f55-9fdc3ecf5eb5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:46.602086 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa506a-ca51-4635-9f55-9fdc3ecf5eb5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for e6367107-97bf-4099-9d26-894d99fd0496 owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:43:46.948846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d9aa506a-ca51-4635-9f55-9fdc3ecf5eb5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:46.997618 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa506a-ca51-4635-9f55-9fdc3ecf5eb5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=e6367107-97bf-4099-9d26-894d99fd0496,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:47.284608 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d9aa506a-ca51-4635-9f55-9fdc3ecf5eb5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:47.850241 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9aa506a-ca51-4635-9f55-9fdc3ecf5eb5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 1ba16f3f-f7be-4127-a987-c602e2e770ca has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:43:48.047730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9aa506a-ca51-4635-9f55-9fdc3ecf5eb5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:43:48.058032 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f4bc17-dfe5-4dca-a1b6-e03c64894b39 None None] Sync routers for ids ['1ba16f3f-f7be-4127-a987-c602e2e770ca'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:43:48.060659 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d9aa506a-ca51-4635-9f55-9fdc3ecf5eb5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "PUT /v2.0/routers/1ba16f3f-f7be-4127-a987-c602e2e770ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7550533 Jan 20 11:43:48.063321 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44092) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:48.070805 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f4bc17-dfe5-4dca-a1b6-e03c64894b39 None None] Routers {'1ba16f3f-f7be-4127-a987-c602e2e770ca'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:43:48.071403 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-21f4bc17-dfe5-4dca-a1b6-e03c64894b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:43:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1ba16f3f-f7be-4127-a987-c602e2e770ca'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:43:48.245053 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-21f4bc17-dfe5-4dca-a1b6-e03c64894b39 None None] Set router 1ba16f3f-f7be-4127-a987-c602e2e770ca gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:43:48.358032 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-5412770e-f39c-4d52-b6e5-adae875900e5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting subnet ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:43:48.360997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5412770e-f39c-4d52-b6e5-adae875900e5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:48.412721 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5412770e-f39c-4d52-b6e5-adae875900e5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:48.496780 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5412770e-f39c-4d52-b6e5-adae875900e5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:48.528492 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-21f4bc17-dfe5-4dca-a1b6-e03c64894b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421989742', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:43:46Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:43:48.532419 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f4bc17-dfe5-4dca-a1b6-e03c64894b39 None None] Checking router: 1ba16f3f-f7be-4127-a987-c602e2e770ca for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:43:48.542848 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f4bc17-dfe5-4dca-a1b6-e03c64894b39 None None] Routers {'1ba16f3f-f7be-4127-a987-c602e2e770ca'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:43:48.543431 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-21f4bc17-dfe5-4dca-a1b6-e03c64894b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:43:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['1ba16f3f-f7be-4127-a987-c602e2e770ca'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:43:48.623485 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5412770e-f39c-4d52-b6e5-adae875900e5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:48.663693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412770e-f39c-4d52-b6e5-adae875900e5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Subnet': ['ID=ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:48.668306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5412770e-f39c-4d52-b6e5-adae875900e5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:48.674470 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5412770e-f39c-4d52-b6e5-adae875900e5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/subnets/ce5468a2-4cbe-4dff-a1d4-9ac305e70fd1 HTTP/1.1" status: 204 len: 168 time: 0.6100714 Jan 20 11:43:48.675628 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeb7bfd-f818-4066-a857-fb754b1c1ad6 None None] Network a2928629-18a0-4903-924a-04c9fe8a6306 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:43:48.677411 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44096) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:48.720379 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-21f4bc17-dfe5-4dca-a1b6-e03c64894b39 None None] Set router 1ba16f3f-f7be-4127-a987-c602e2e770ca gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:43:48.919095 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1975bbd6-b947-47bb-82bb-3df43dbd6683 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:49.022009 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effec808-80a8-40b4-8262-07506f52b43b None None] DHCP port deletion for a2928629-18a0-4903-924a-04c9fe8a6306 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:43:49.026342 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-effec808-80a8-40b4-8262-07506f52b43b None None] Deleting port beb22f9f-dc50-4443-abcf-dbc4d8206aed {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:43:49.026722 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-effec808-80a8-40b4-8262-07506f52b43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:49.086722 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-21f4bc17-dfe5-4dca-a1b6-e03c64894b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421989742', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:43:46Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:43:49.091237 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f4bc17-dfe5-4dca-a1b6-e03c64894b39 None None] The sync data for ids ['1ba16f3f-f7be-4127-a987-c602e2e770ca'] in dv-neutron-825471-1-hyperv is: [{'id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421989742', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:43:46Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'f6a00fe0-1abc-4008-ac86-2eabf2cfafb5', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba16f3f-f7be-4127-a987-c602e2e770ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:41:56Z', 'updated_at': '2022-01-20T11:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:43:49.173463 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1975bbd6-b947-47bb-82bb-3df43dbd6683 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:49.234918 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-1975bbd6-b947-47bb-82bb-3df43dbd6683 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port f6a00fe0-1abc-4008-ac86-2eabf2cfafb5 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:43:49.235198 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1975bbd6-b947-47bb-82bb-3df43dbd6683 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:49.287789 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-effec808-80a8-40b4-8262-07506f52b43b None None] For port beb22f9f-dc50-4443-abcf-dbc4d8206aed, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=beb22f9f-dc50-4443-abcf-dbc4d8206aed,segment=NetworkSegment(23b980a6-766d-47a4-ad10-3eadceacad79),segment_id=23b980a6-766d-47a4-ad10-3eadceacad79)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:43:49.288173 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-effec808-80a8-40b4-8262-07506f52b43b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:49.405035 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-effec808-80a8-40b4-8262-07506f52b43b None None] Calling delete_port for beb22f9f-dc50-4443-abcf-dbc4d8206aed owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:43:49.422202 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-1975bbd6-b947-47bb-82bb-3df43dbd6683 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] For port f6a00fe0-1abc-4008-ac86-2eabf2cfafb5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=f6a00fe0-1abc-4008-ac86-2eabf2cfafb5,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:43:49.422566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1975bbd6-b947-47bb-82bb-3df43dbd6683 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:49.543129 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-effec808-80a8-40b4-8262-07506f52b43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:49.548002 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-1975bbd6-b947-47bb-82bb-3df43dbd6683 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for f6a00fe0-1abc-4008-ac86-2eabf2cfafb5 owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:43:49.588992 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effec808-80a8-40b4-8262-07506f52b43b None None] Pushing event deleted for resources: {'Port': ['ID=beb22f9f-dc50-4443-abcf-dbc4d8206aed,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:49.603996 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effec808-80a8-40b4-8262-07506f52b43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:49.604346 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effec808-80a8-40b4-8262-07506f52b43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:49.604696 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effec808-80a8-40b4-8262-07506f52b43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:49.605029 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effec808-80a8-40b4-8262-07506f52b43b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:49.605361 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effec808-80a8-40b4-8262-07506f52b43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:49.605717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effec808-80a8-40b4-8262-07506f52b43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:49.606048 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effec808-80a8-40b4-8262-07506f52b43b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:49.606376 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effec808-80a8-40b4-8262-07506f52b43b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:49.606707 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effec808-80a8-40b4-8262-07506f52b43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:49.607030 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effec808-80a8-40b4-8262-07506f52b43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:49.607357 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effec808-80a8-40b4-8262-07506f52b43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:43:49.609861 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effec808-80a8-40b4-8262-07506f52b43b None None] No DVR routers for this DVR port beb22f9f-dc50-4443-abcf-dbc4d8206aed on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:43:49.800542 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1975bbd6-b947-47bb-82bb-3df43dbd6683 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:49.848663 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975bbd6-b947-47bb-82bb-3df43dbd6683 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=f6a00fe0-1abc-4008-ac86-2eabf2cfafb5,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:50.061980 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1975bbd6-b947-47bb-82bb-3df43dbd6683 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:50.406649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1975bbd6-b947-47bb-82bb-3df43dbd6683 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:50.411461 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1975bbd6-b947-47bb-82bb-3df43dbd6683 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:50.497339 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1975bbd6-b947-47bb-82bb-3df43dbd6683 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:50.497916 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1975bbd6-b947-47bb-82bb-3df43dbd6683 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Fanout notify agent at l3_agent the message router_deleted on router 1ba16f3f-f7be-4127-a987-c602e2e770ca {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:43:50.511700 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1975bbd6-b947-47bb-82bb-3df43dbd6683 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:50.512893 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1975bbd6-b947-47bb-82bb-3df43dbd6683 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/routers/1ba16f3f-f7be-4127-a987-c602e2e770ca HTTP/1.1" status: 204 len: 168 time: 1.8343334 Jan 20 11:43:50.515783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44100) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:50.633316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f8fdd56-7c9e-4647-aa08-3c579ec4c988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:50.761518 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f8fdd56-7c9e-4647-aa08-3c579ec4c988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:50.786307 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-9f8fdd56-7c9e-4647-aa08-3c579ec4c988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2928629-18a0-4903-924a-04c9fe8a6306']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:43:50.797680 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-9f8fdd56-7c9e-4647-aa08-3c579ec4c988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b980a6-766d-47a4-ad10-3eadceacad79') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:43:50.797973 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-9f8fdd56-7c9e-4647-aa08-3c579ec4c988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b980a6-766d-47a4-ad10-3eadceacad79') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:43:50.808853 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f8fdd56-7c9e-4647-aa08-3c579ec4c988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:50.824559 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f8fdd56-7c9e-4647-aa08-3c579ec4c988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:50.830654 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8fdd56-7c9e-4647-aa08-3c579ec4c988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:43:50.831042 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f8fdd56-7c9e-4647-aa08-3c579ec4c988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:43:50.846174 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:43:50.859091 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e6367107-97bf-4099-9d26-894d99fd0496 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:43:50.892099 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: e6367107-97bf-4099-9d26-894d99fd0496 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:43:50.892366 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e6367107-97bf-4099-9d26-894d99fd0496 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:43:50.892994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device f6a00fe0-1abc-4008-ac86-2eabf2cfafb5 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:43:50.927397 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: f6a00fe0-1abc-4008-ac86-2eabf2cfafb5 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:43:50.927682 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device f6a00fe0-1abc-4008-ac86-2eabf2cfafb5 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:43:50.928105 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device beb22f9f-dc50-4443-abcf-dbc4d8206aed no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:43:50.960065 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: beb22f9f-dc50-4443-abcf-dbc4d8206aed {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:43:50.964621 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device beb22f9f-dc50-4443-abcf-dbc4d8206aed not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:43:50.983344 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f8fdd56-7c9e-4647-aa08-3c579ec4c988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:50.999907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9f8fdd56-7c9e-4647-aa08-3c579ec4c988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:51.012127 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fdd56-7c9e-4647-aa08-3c579ec4c988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Network': ['ID=a2928629-18a0-4903-924a-04c9fe8a6306,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:51.092439 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9f8fdd56-7c9e-4647-aa08-3c579ec4c988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/networks/a2928629-18a0-4903-924a-04c9fe8a6306 HTTP/1.1" status: 204 len: 168 time: 0.5756316 Jan 20 11:43:51.095165 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44104) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:51.162825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-edf19c5f-9599-45be-a62c-dc259ac39e3b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:51.194630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-edf19c5f-9599-45be-a62c-dc259ac39e3b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:51.354805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-edf19c5f-9599-45be-a62c-dc259ac39e3b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:51.372726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf19c5f-9599-45be-a62c-dc259ac39e3b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4823621-f780-4b31-8b70-5fd740ac789b,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:51.479710 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-edf19c5f-9599-45be-a62c-dc259ac39e3b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:51.480763 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-edf19c5f-9599-45be-a62c-dc259ac39e3b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/security-groups/a4823621-f780-4b31-8b70-5fd740ac789b HTTP/1.1" status: 204 len: 168 time: 0.3846939 Jan 20 11:43:52.008897 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44112) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:52.014387 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-6b4404ea-9105-46c3-bbdc-db7657f25320 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-365245622', 'description': 'tempest-secgroup-smoke-365245622 description', 'project_id': 'e9e34051fd30436dbf889320e730f35d'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:43:52.020428 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6b4404ea-9105-46c3-bbdc-db7657f25320 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:43:52.024711 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6b4404ea-9105-46c3-bbdc-db7657f25320 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:43:52.027695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6b4404ea-9105-46c3-bbdc-db7657f25320 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:43:52.033308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6b4404ea-9105-46c3-bbdc-db7657f25320 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:43:52.143616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b4404ea-9105-46c3-bbdc-db7657f25320 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:52.179598 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6b4404ea-9105-46c3-bbdc-db7657f25320 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:43:52.183405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6b4404ea-9105-46c3-bbdc-db7657f25320 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:43:52.186215 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6b4404ea-9105-46c3-bbdc-db7657f25320 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:43:52.191794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6b4404ea-9105-46c3-bbdc-db7657f25320 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:43:52.244838 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b4404ea-9105-46c3-bbdc-db7657f25320 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:52.326034 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b4404ea-9105-46c3-bbdc-db7657f25320 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:52.371121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4404ea-9105-46c3-bbdc-db7657f25320 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:52.455904 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6b4404ea-9105-46c3-bbdc-db7657f25320 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:52.457188 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6b4404ea-9105-46c3-bbdc-db7657f25320 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4473147 Jan 20 11:43:52.461144 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44116) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:52.466577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d7739683-4763-475a-8fd1-15613f140575 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:43:52.472522 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d7739683-4763-475a-8fd1-15613f140575 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:43:52.477289 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d7739683-4763-475a-8fd1-15613f140575 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:43:52.480370 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d7739683-4763-475a-8fd1-15613f140575 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:43:52.486043 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d7739683-4763-475a-8fd1-15613f140575 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:43:52.577389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d7739683-4763-475a-8fd1-15613f140575 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:52.639981 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d7739683-4763-475a-8fd1-15613f140575 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:52.730406 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d7739683-4763-475a-8fd1-15613f140575 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:52.752834 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7739683-4763-475a-8fd1-15613f140575 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320e5912-6207-4807-9c46-4c167565bb3e,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:52.856054 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d7739683-4763-475a-8fd1-15613f140575 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:52.857182 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d7739683-4763-475a-8fd1-15613f140575 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3950555 Jan 20 11:43:52.860071 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44120) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:52.865512 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-39367a52-3bf0-4286-ac02-f34fc23d8b06 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:43:52.871330 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-39367a52-3bf0-4286-ac02-f34fc23d8b06 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:43:52.875095 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-39367a52-3bf0-4286-ac02-f34fc23d8b06 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:43:52.877937 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-39367a52-3bf0-4286-ac02-f34fc23d8b06 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:43:52.884301 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-39367a52-3bf0-4286-ac02-f34fc23d8b06 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:43:52.979049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-39367a52-3bf0-4286-ac02-f34fc23d8b06 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:53.039657 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-39367a52-3bf0-4286-ac02-f34fc23d8b06 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:53.120332 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-39367a52-3bf0-4286-ac02-f34fc23d8b06 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:53.143735 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39367a52-3bf0-4286-ac02-f34fc23d8b06 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6626d5a8-c783-45a1-839e-1cc77bc23205,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:53.240025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-39367a52-3bf0-4286-ac02-f34fc23d8b06 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:53.242140 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-39367a52-3bf0-4286-ac02-f34fc23d8b06 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3809590 Jan 20 11:43:53.245129 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44124) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:53.250786 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-d4898264-0f46-4948-a3b6-76d963e68f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:43:53.257519 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d4898264-0f46-4948-a3b6-76d963e68f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:43:53.261335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d4898264-0f46-4948-a3b6-76d963e68f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:43:53.264233 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-d4898264-0f46-4948-a3b6-76d963e68f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:43:53.269755 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-d4898264-0f46-4948-a3b6-76d963e68f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:43:53.343545 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d4898264-0f46-4948-a3b6-76d963e68f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:53.403336 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d4898264-0f46-4948-a3b6-76d963e68f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:53.462811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d4898264-0f46-4948-a3b6-76d963e68f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:53.488808 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4898264-0f46-4948-a3b6-76d963e68f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9536e4a7-11f3-4b76-bbdf-3801dc422194,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:53.564785 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d4898264-0f46-4948-a3b6-76d963e68f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:53.566107 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d4898264-0f46-4948-a3b6-76d963e68f97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3200002 Jan 20 11:43:53.568925 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44128) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:53.574256 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-0695945b-354e-4d7b-9961-54d752c628df tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:43:53.580041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0695945b-354e-4d7b-9961-54d752c628df tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:43:53.584012 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0695945b-354e-4d7b-9961-54d752c628df tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:43:53.586922 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0695945b-354e-4d7b-9961-54d752c628df tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:43:53.592495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0695945b-354e-4d7b-9961-54d752c628df tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:43:53.680087 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0695945b-354e-4d7b-9961-54d752c628df tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:53.746674 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0695945b-354e-4d7b-9961-54d752c628df tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:53.811678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0695945b-354e-4d7b-9961-54d752c628df tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:53.835381 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695945b-354e-4d7b-9961-54d752c628df tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb50c02-8768-4ce2-b326-02d212a9ef21,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:53.926172 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0695945b-354e-4d7b-9961-54d752c628df tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:53.930010 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0695945b-354e-4d7b-9961-54d752c628df tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3575377 Jan 20 11:43:53.930233 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44132) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:53.935498 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-a3aab6d0-e6c7-4b52-ab08-07198f463596 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:43:53.941609 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a3aab6d0-e6c7-4b52-ab08-07198f463596 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:43:53.946244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a3aab6d0-e6c7-4b52-ab08-07198f463596 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:43:53.948798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a3aab6d0-e6c7-4b52-ab08-07198f463596 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:43:53.954530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a3aab6d0-e6c7-4b52-ab08-07198f463596 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:43:54.023479 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-a3aab6d0-e6c7-4b52-ab08-07198f463596 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Project e9e34051fd30436dbf889320e730f35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:43:54.030127 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a3aab6d0-e6c7-4b52-ab08-07198f463596 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:54.094934 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a3aab6d0-e6c7-4b52-ab08-07198f463596 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:54.177182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a3aab6d0-e6c7-4b52-ab08-07198f463596 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:54.200500 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aab6d0-e6c7-4b52-ab08-07198f463596 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206003a4-cfb4-4fd4-a37b-342b1ee37e84,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:54.268739 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a3aab6d0-e6c7-4b52-ab08-07198f463596 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:54.269954 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a3aab6d0-e6c7-4b52-ab08-07198f463596 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3388691 Jan 20 11:43:54.273282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44136) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:54.278491 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-eca3e945-c6c0-4518-a4e9-d4a810ee770a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:43:54.284371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-eca3e945-c6c0-4518-a4e9-d4a810ee770a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:43:54.288331 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-eca3e945-c6c0-4518-a4e9-d4a810ee770a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:43:54.291254 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-eca3e945-c6c0-4518-a4e9-d4a810ee770a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:43:54.296839 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-eca3e945-c6c0-4518-a4e9-d4a810ee770a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:43:54.404745 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-eca3e945-c6c0-4518-a4e9-d4a810ee770a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Project e9e34051fd30436dbf889320e730f35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:43:54.411408 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-eca3e945-c6c0-4518-a4e9-d4a810ee770a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:54.478737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-eca3e945-c6c0-4518-a4e9-d4a810ee770a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:54.547427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-eca3e945-c6c0-4518-a4e9-d4a810ee770a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:54.572638 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3e945-c6c0-4518-a4e9-d4a810ee770a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed55cf93-3e91-457c-9baa-4249329998c1,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:54.639030 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-eca3e945-c6c0-4518-a4e9-d4a810ee770a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:54.640221 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-eca3e945-c6c0-4518-a4e9-d4a810ee770a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3660030 Jan 20 11:43:54.643162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44140) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:54.648415 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3e347632-fe2e-412a-8a61-f5217d5440ee tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'network': {'name': 'tempest-network-smoke--1611343263', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'port_security_enabled': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:43:54.653306 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3e347632-fe2e-412a-8a61-f5217d5440ee tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:43:54.657339 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3e347632-fe2e-412a-8a61-f5217d5440ee tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:network and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:43:54.660117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3e347632-fe2e-412a-8a61-f5217d5440ee tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:43:54.665792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3e347632-fe2e-412a-8a61-f5217d5440ee tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:43:54.730051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e347632-fe2e-412a-8a61-f5217d5440ee tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Made reservation on behalf of e9e34051fd30436dbf889320e730f35d for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:43:54.732840 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e347632-fe2e-412a-8a61-f5217d5440ee tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:54.760387 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e347632-fe2e-412a-8a61-f5217d5440ee tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:43:54.768405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e347632-fe2e-412a-8a61-f5217d5440ee tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:54.771414 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-3e347632-fe2e-412a-8a61-f5217d5440ee tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Added segment cdf6b508-6c35-4568-8936-6c90af03fef4 of type vlan for network 15f60802-992f-4799-871d-bbaa84884cbd Jan 20 11:43:54.793224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e347632-fe2e-412a-8a61-f5217d5440ee tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:54.890531 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e347632-fe2e-412a-8a61-f5217d5440ee tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:54.894238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e347632-fe2e-412a-8a61-f5217d5440ee tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:43:54.894809 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3e347632-fe2e-412a-8a61-f5217d5440ee tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:55.086693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e347632-fe2e-412a-8a61-f5217d5440ee tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Network': ['ID=15f60802-992f-4799-871d-bbaa84884cbd,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:55.097221 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 15f60802-992f-4799-871d-bbaa84884cbd details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:43:55.160216 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3e347632-fe2e-412a-8a61-f5217d5440ee tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5160367 Jan 20 11:43:55.163562 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44144) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:55.168697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-239060956', 'admin_state_up': True, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:43:55.175792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:43:55.180514 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:router and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:43:55.183450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:43:55.189634 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:43:55.257187 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:55.258735 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:55.277117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:55.499737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:55.726885 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:55.756312 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:55.890704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.26.0.231 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/28438d0a-010f-46e2-a689-4cf319287cff) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:43:56.034894 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:56.108761 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:56.175655 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:43:56.179068 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:43:56.182777 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:43:56.216161 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=28438d0a-010f-46e2-a689-4cf319287cff,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:56.400748 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:56.401490 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:56.707450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 2227067f-8a56-44ad-95dd-b1d6a2712609 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:43:56.904200 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:43:56.915589 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Sync routers for ids ['2227067f-8a56-44ad-95dd-b1d6a2712609'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:43:56.928865 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Routers {'2227067f-8a56-44ad-95dd-b1d6a2712609'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:43:56.929750 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:43:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['2227067f-8a56-44ad-95dd-b1d6a2712609'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:43:57.011605 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:57.012742 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-04f64d73-fec3-473f-8ee5-d6921d8f20b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8482301 Jan 20 11:43:57.016811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44148) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:57.056847 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-039f439f-bea8-4f40-9814-506b3b371ce6 tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e9e34051fd30436dbf889320e730f35d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389762 Jan 20 11:43:57.059615 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44152) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:57.108029 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Set router 2227067f-8a56-44ad-95dd-b1d6a2712609 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:43:57.296847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6066436f-21f4-45d0-9337-d1048695bd8c tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:43:57.298304 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6066436f-21f4-45d0-9337-d1048695bd8c tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2377880 Jan 20 11:43:57.301079 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44156) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:57.340211 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e9e3470b-fced-4aec-8933-cb8173d7652c tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379889 Jan 20 11:43:57.342648 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44160) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:57.347847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-6a8398c9-95a6-4595-b382-e51c08b5e988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1205595537', 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:43:57.394787 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239060956', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '28438d0a-010f-46e2-a689-4cf319287cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:43:56Z', 'revision_number': 3, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '28438d0a-010f-46e2-a689-4cf319287cff', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:43:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:43:57.399794 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Checking router: 2227067f-8a56-44ad-95dd-b1d6a2712609 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:43:57.400153 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Updating router 2227067f-8a56-44ad-95dd-b1d6a2712609 port 28438d0a-010f-46e2-a689-4cf319287cff binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:43:57.450142 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:57.456193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6a8398c9-95a6-4595-b382-e51c08b5e988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:43:57.461314 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6a8398c9-95a6-4595-b382-e51c08b5e988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:subnet and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:43:57.464165 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6a8398c9-95a6-4595-b382-e51c08b5e988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:43:57.469815 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6a8398c9-95a6-4595-b382-e51c08b5e988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:43:57.560491 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8398c9-95a6-4595-b382-e51c08b5e988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Made reservation on behalf of e9e34051fd30436dbf889320e730f35d for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:43:57.664648 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a8398c9-95a6-4595-b382-e51c08b5e988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:57.811091 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:57.822754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Transition to ACTIVE for port object 28438d0a-010f-46e2-a689-4cf319287cff will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:43:57.908653 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:57.955075 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a8398c9-95a6-4595-b382-e51c08b5e988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:57.988876 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Attempting to bind port 28438d0a-010f-46e2-a689-4cf319287cff on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:43:57.989471 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Attempting to bind port 28438d0a-010f-46e2-a689-4cf319287cff by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:43:57.989621 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Attempting to bind port 28438d0a-010f-46e2-a689-4cf319287cff on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:43:57.991642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a080e43-a196-4916-baa3-7aecc9dd7947 None None] Pushing event updated for resources: {'Port': ['ID=28438d0a-010f-46e2-a689-4cf319287cff,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:57.998586 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:43:57.999135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:43:57.999532 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:58.000431 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:43:58.000431 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Bound port: 28438d0a-010f-46e2-a689-4cf319287cff, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:43:58.000745 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:58.046491 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8398c9-95a6-4595-b382-e51c08b5e988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Subnet': ['ID=98bd4f1b-00cd-4634-a71e-61eb6c4c0657,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:58.056021 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8398c9-95a6-4595-b382-e51c08b5e988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Checking segment: {'id': 'cdf6b508-6c35-4568-8936-6c90af03fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:43:58.056383 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8398c9-95a6-4595-b382-e51c08b5e988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network hostable DHCP agents. Network: 15f60802-992f-4799-871d-bbaa84884cbd, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:43:58.074347 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] For port 28438d0a-010f-46e2-a689-4cf319287cff, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:43:58.077129 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] For port 28438d0a-010f-46e2-a689-4cf319287cff, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=28438d0a-010f-46e2-a689-4cf319287cff,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:43:58.148497 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8398c9-95a6-4595-b382-e51c08b5e988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 15f60802-992f-4799-871d-bbaa84884cbd is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:43:58.178297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:58.257231 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a080e43-a196-4916-baa3-7aecc9dd7947 None None] Pushing event updated for resources: {'Port': ['ID=28438d0a-010f-46e2-a689-4cf319287cff,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:58.260714 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Routers {'2227067f-8a56-44ad-95dd-b1d6a2712609'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:43:58.261302 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:43:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['2227067f-8a56-44ad-95dd-b1d6a2712609'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:43:58.268471 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-6a8398c9-95a6-4595-b382-e51c08b5e988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 15f60802-992f-4799-871d-bbaa84884cbd) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:43:58.273478 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8398c9-95a6-4595-b382-e51c08b5e988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:43:58.273872 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6a8398c9-95a6-4595-b382-e51c08b5e988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:58.314613 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f01710b-ceb8-41f3-8e68-4811986f6dd5 None None] Network 15f60802-992f-4799-871d-bbaa84884cbd requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:43:58.372501 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6a8398c9-95a6-4595-b382-e51c08b5e988 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0287533 Jan 20 11:43:58.375247 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44164) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:43:58.567117 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] Set router 2227067f-8a56-44ad-95dd-b1d6a2712609 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:43:58.782766 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-15f60802-992f-4799-871d-bbaa84884cbd', 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ips': [{'subnet_id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:43:58.783570 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:59.015813 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Allocated IP 172.20.0.2 (15f60802-992f-4799-871d-bbaa84884cbd/98bd4f1b-00cd-4634-a71e-61eb6c4c0657/e9d770e7-959a-415a-bfd6-9e0eb63cfbe2) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:43:59.028331 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239060956', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '28438d0a-010f-46e2-a689-4cf319287cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:43:56Z', 'revision_number': 3, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '28438d0a-010f-46e2-a689-4cf319287cff', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:43:59.047463 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeef4e9c-cf04-4482-8843-3374590db7ec None None] The sync data for ids ['2227067f-8a56-44ad-95dd-b1d6a2712609'] in dv-neutron-825471-1-hyperv is: [{'id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239060956', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '28438d0a-010f-46e2-a689-4cf319287cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:43:56Z', 'revision_number': 3, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '28438d0a-010f-46e2-a689-4cf319287cff', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:43:59.053716 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:43:59.136086 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:59.264556 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:59.275568 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Transition to ACTIVE for port object e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:43:59.298823 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Transition to ACTIVE for port object e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:43:59.377798 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:59.502610 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Network 15f60802-992f-4799-871d-bbaa84884cbd is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:43:59.505735 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:43:59.508724 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:43:59.515641 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Pushing event updated for resources: {'Port': ['ID=e9d770e7-959a-415a-bfd6-9e0eb63cfbe2,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:59.607812 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Attempting to bind port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:43:59.608187 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Attempting to bind port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'cdf6b508-6c35-4568-8936-6c90af03fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:43:59.608554 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Attempting to bind port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 on network 15f60802-992f-4799-871d-bbaa84884cbd {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:43:59.616496 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:43:59.616496 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Checking segment: {'id': 'cdf6b508-6c35-4568-8936-6c90af03fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:43:59.616918 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:59.617323 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Bound using segment: {'id': 'cdf6b508-6c35-4568-8936-6c90af03fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:43:59.617827 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Bound port: e9d770e7-959a-415a-bfd6-9e0eb63cfbe2, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf6b508-6c35-4568-8936-6c90af03fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:43:59.618210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:59.679298 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.20.0.1 (15f60802-992f-4799-871d-bbaa84884cbd/98bd4f1b-00cd-4634-a71e-61eb6c4c0657/1c592144-47c8-4b6f-9894-71309eecd37d) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:43:59.714540 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] For port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:43:59.717709 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] For port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e9d770e7-959a-415a-bfd6-9e0eb63cfbe2,segment=NetworkSegment(cdf6b508-6c35-4568-8936-6c90af03fef4),segment_id=cdf6b508-6c35-4568-8936-6c90af03fef4)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:43:59.789798 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:59.854908 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:43:59.873655 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Transition to ACTIVE for port object 1c592144-47c8-4b6f-9894-71309eecd37d will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:43:59.878977 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81678be2-532a-4d65-a279-b19fd7f3d740 None None] Pushing event updated for resources: {'Port': ['ID=e9d770e7-959a-415a-bfd6-9e0eb63cfbe2,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:43:59.983583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:00.059650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 15f60802-992f-4799-871d-bbaa84884cbd is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:44:00.062983 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:44:00.065429 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:44:00.111711 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=1c592144-47c8-4b6f-9894-71309eecd37d,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:44:00.136131 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:00.306337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:00.720290 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:00.774507 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8c3c87-1daa-4c9d-8b92-f7cea846d60d None None] Network 15f60802-992f-4799-871d-bbaa84884cbd requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:44:00.793175 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:00.917654 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:00.934209 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=1c592144-47c8-4b6f-9894-71309eecd37d,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:44:00.936137 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:44:00.975593 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-2199beed-b83f-497a-a2e7-3a78cd46a95d None None] Provisioning for port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:44:01.070757 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 15f60802-992f-4799-871d-bbaa84884cbd is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:44:01.070757 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:44:01.132136 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:44:01.137264 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:44:01.137680 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:01.259196 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:01.297891 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e9d770e7-959a-415a-bfd6-9e0eb63cfbe2,segment=NetworkSegment(cdf6b508-6c35-4568-8936-6c90af03fef4),segment_id=cdf6b508-6c35-4568-8936-6c90af03fef4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:44:01.388901 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:01.389782 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 28438d0a-010f-46e2-a689-4cf319287cff up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:44:01.449798 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-77174962-b0f7-4490-8226-adb306d90a17 None None] Provisioning for port 1c592144-47c8-4b6f-9894-71309eecd37d completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:44:01.477021 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6ced52fd-436c-4423-8818-64a307203303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:01.499213 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-77174962-b0f7-4490-8226-adb306d90a17 None None] Provisioning complete for port 1c592144-47c8-4b6f-9894-71309eecd37d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:44:01.499213 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77174962-b0f7-4490-8226-adb306d90a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:01.557154 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=e9d770e7-959a-415a-bfd6-9e0eb63cfbe2,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:44:01.575260 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-77174962-b0f7-4490-8226-adb306d90a17 None None] Port 1c592144-47c8-4b6f-9894-71309eecd37d cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:44:01.591881 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-77174962-b0f7-4490-8226-adb306d90a17 None None] Provisioning complete for port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:44:01.592264 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-77174962-b0f7-4490-8226-adb306d90a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:01.600540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 2227067f-8a56-44ad-95dd-b1d6a2712609 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:44:01.651818 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 28438d0a-010f-46e2-a689-4cf319287cff completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:44:01.659935 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 28438d0a-010f-46e2-a689-4cf319287cff triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:44:01.660313 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:01.808622 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:44:01.820824 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ca004265-afc1-479c-aa3b-41bf3086d294 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "PUT /v2.0/routers/2227067f-8a56-44ad-95dd-b1d6a2712609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4445808 Jan 20 11:44:01.823554 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:01.840086 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 28438d0a-010f-46e2-a689-4cf319287cff, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=28438d0a-010f-46e2-a689-4cf319287cff,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:44:01.890807 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-e8869d86-2455-458b-b620-6030bed9f78e None None] Provisioning complete for port 1c592144-47c8-4b6f-9894-71309eecd37d triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:44:01.891340 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e8869d86-2455-458b-b620-6030bed9f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:01.933414 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:02.002185 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-e8869d86-2455-458b-b620-6030bed9f78e None None] Port 1c592144-47c8-4b6f-9894-71309eecd37d cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:44:02.008923 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-bdddc775-b1f6-44f3-bf4e-ba4e44b2b0cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-365245622&fields=id&tenant_id=e9e34051fd30436dbf889320e730f35d HTTP/1.1" status: 200 len: 267 time: 0.0489519 Jan 20 11:44:02.014951 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=28438d0a-010f-46e2-a689-4cf319287cff,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:44:02.161237 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-5b1c7c2e-043b-46fb-a9fd-de68aec4c142 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:02.163391 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-5b1c7c2e-043b-46fb-a9fd-de68aec4c142 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/networks?id=15f60802-992f-4799-871d-bbaa84884cbd HTTP/1.1" status: 200 len: 797 time: 0.1478209 Jan 20 11:44:02.179415 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-935ad9bc-6bac-4074-861b-9f9b2c5cfb45 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/quotas/e9e34051fd30436dbf889320e730f35d HTTP/1.1" status: 200 len: 375 time: 0.0108941 Jan 20 11:44:02.259035 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-d7dd6126-b3fc-4e61-bd81-96e2978c402b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743847 Jan 20 11:44:02.470923 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-eb04d8f5-8e56-4f9b-98c3-1f1ab3b2421b service neutron] 10.222.0.70 "GET /v2.0/networks/15f60802-992f-4799-871d-bbaa84884cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005751 Jan 20 11:44:02.595674 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Sync routers for ids ['2227067f-8a56-44ad-95dd-b1d6a2712609'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:44:02.604260 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-9c6a5294-2cd4-4956-814d-9f694d8db554 service neutron] 10.222.0.70 "GET /v2.0/networks/15f60802-992f-4799-871d-bbaa84884cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272731 Jan 20 11:44:02.608329 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Routers {'2227067f-8a56-44ad-95dd-b1d6a2712609'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:44:02.609094 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:43:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['2227067f-8a56-44ad-95dd-b1d6a2712609'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:44:02.811917 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Set router 2227067f-8a56-44ad-95dd-b1d6a2712609 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:44:02.870831 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5df3134d-4ab9-48c6-91f5-dde152946526 req-e904fbd2-1d86-4670-8e9e-7037d0b9191f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 210 time: 0.0540750 Jan 20 11:44:02.891949 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:44:02.969818 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:44:02.970201 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:03.094274 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 28438d0a-010f-46e2-a689-4cf319287cff up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:44:03.137339 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239060956', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '28438d0a-010f-46e2-a689-4cf319287cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:00Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '28438d0a-010f-46e2-a689-4cf319287cff', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '1c592144-47c8-4b6f-9894-71309eecd37d', 'name': '', 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:8a:e2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:59Z', 'updated_at': '2022-01-20T11:44:00Z', 'revision_number': 2, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:44:03.142956 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Checking router: 2227067f-8a56-44ad-95dd-b1d6a2712609 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:44:03.142956 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Updating router 2227067f-8a56-44ad-95dd-b1d6a2712609 port 1c592144-47c8-4b6f-9894-71309eecd37d binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:44:03.165638 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 28438d0a-010f-46e2-a689-4cf319287cff triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:44:03.166019 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:03.191893 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:03.530126 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:03.541273 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Transition to ACTIVE for port object 1c592144-47c8-4b6f-9894-71309eecd37d will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:44:03.605912 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:03.728175 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c342cea-eb8d-4454-9f9c-4a5b08dd9334 None None] Pushing event updated for resources: {'Port': ['ID=1c592144-47c8-4b6f-9894-71309eecd37d,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:44:03.765752 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c342cea-eb8d-4454-9f9c-4a5b08dd9334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:44:03.766095 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c342cea-eb8d-4454-9f9c-4a5b08dd9334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:44:03.766448 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c342cea-eb8d-4454-9f9c-4a5b08dd9334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:44:03.766768 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c342cea-eb8d-4454-9f9c-4a5b08dd9334 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:44:03.767098 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c342cea-eb8d-4454-9f9c-4a5b08dd9334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:44:03.767628 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c342cea-eb8d-4454-9f9c-4a5b08dd9334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:44:03.767954 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c342cea-eb8d-4454-9f9c-4a5b08dd9334 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:44:03.768277 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c342cea-eb8d-4454-9f9c-4a5b08dd9334 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:44:03.768593 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c342cea-eb8d-4454-9f9c-4a5b08dd9334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:44:03.768909 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c342cea-eb8d-4454-9f9c-4a5b08dd9334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:44:03.769229 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c342cea-eb8d-4454-9f9c-4a5b08dd9334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:44:03.831736 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Attempting to bind port 1c592144-47c8-4b6f-9894-71309eecd37d on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:44:03.832145 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Attempting to bind port 1c592144-47c8-4b6f-9894-71309eecd37d by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'cdf6b508-6c35-4568-8936-6c90af03fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:44:03.832504 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Attempting to bind port 1c592144-47c8-4b6f-9894-71309eecd37d on network 15f60802-992f-4799-871d-bbaa84884cbd {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:44:03.839394 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:44:03.841217 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Checking segment: {'id': 'cdf6b508-6c35-4568-8936-6c90af03fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:44:03.841217 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:03.841217 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Bound using segment: {'id': 'cdf6b508-6c35-4568-8936-6c90af03fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:44:03.841217 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Bound port: 1c592144-47c8-4b6f-9894-71309eecd37d, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf6b508-6c35-4568-8936-6c90af03fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:44:03.842169 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:03.868698 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7c6226da-64a1-411b-a048-3440461b099a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:03.938575 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] For port 1c592144-47c8-4b6f-9894-71309eecd37d, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:44:03.942038 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] For port 1c592144-47c8-4b6f-9894-71309eecd37d, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=1c592144-47c8-4b6f-9894-71309eecd37d,segment=NetworkSegment(cdf6b508-6c35-4568-8936-6c90af03fef4),segment_id=cdf6b508-6c35-4568-8936-6c90af03fef4)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:44:04.030661 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-57d0887c-42b5-40c5-9615-515a4b03726b req-e68fc86f-7f62-4aed-900a-fdc0dcc18858 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 210 time: 0.0476606 Jan 20 11:44:04.040928 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:04.124913 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Routers {'2227067f-8a56-44ad-95dd-b1d6a2712609'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:44:04.125457 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:44:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['2227067f-8a56-44ad-95dd-b1d6a2712609'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:44:04.176163 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c342cea-eb8d-4454-9f9c-4a5b08dd9334 None None] Pushing event updated for resources: {'Port': ['ID=1c592144-47c8-4b6f-9894-71309eecd37d,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:44:04.318008 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] Set router 2227067f-8a56-44ad-95dd-b1d6a2712609 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:44:04.655591 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239060956', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '28438d0a-010f-46e2-a689-4cf319287cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:00Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '28438d0a-010f-46e2-a689-4cf319287cff', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '1c592144-47c8-4b6f-9894-71309eecd37d', 'name': '', 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:8a:e2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:59Z', 'updated_at': '2022-01-20T11:44:03Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:44:04.659424 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fa7d74-c9bd-4810-9094-5a53557f3d9b None None] The sync data for ids ['2227067f-8a56-44ad-95dd-b1d6a2712609'] in dv-neutron-825471-1-hyperv is: [{'id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239060956', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '28438d0a-010f-46e2-a689-4cf319287cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:00Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '28438d0a-010f-46e2-a689-4cf319287cff', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '1c592144-47c8-4b6f-9894-71309eecd37d', 'name': '', 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:8a:e2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:59Z', 'updated_at': '2022-01-20T11:44:03Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:44:04.896574 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 1c592144-47c8-4b6f-9894-71309eecd37d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:44:05.048957 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-bb3f46ce-e9cb-4594-9d5c-bf899a8bf985 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:05.049689 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-bb3f46ce-e9cb-4594-9d5c-bf899a8bf985 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:44:05.085934 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:05.109511 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:05.110273 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 1c592144-47c8-4b6f-9894-71309eecd37d completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:44:05.116159 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 1c592144-47c8-4b6f-9894-71309eecd37d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:44:05.116159 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:05.170489 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-bb3f46ce-e9cb-4594-9d5c-bf899a8bf985 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:44:05.171816 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-bb3f46ce-e9cb-4594-9d5c-bf899a8bf985 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "GET /v2.0/networks?id=15f60802-992f-4799-871d-bbaa84884cbd HTTP/1.1" status: 200 len: 797 time: 0.2953424 Jan 20 11:44:05.226160 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6f05b920-a7d8-4505-858b-bf16c0ca7b4c req-c209f5d9-3ce1-4828-bac6-191854d73ebd tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 210 time: 0.0506818 Jan 20 11:44:05.254428 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-2ac1b027-e9c2-4f83-915f-06ac62c4a90a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:44:05.257283 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:05.283457 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 1c592144-47c8-4b6f-9894-71309eecd37d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=1c592144-47c8-4b6f-9894-71309eecd37d,segment=NetworkSegment(cdf6b508-6c35-4568-8936-6c90af03fef4),segment_id=cdf6b508-6c35-4568-8936-6c90af03fef4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:44:05.308973 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-2ac1b027-e9c2-4f83-915f-06ac62c4a90a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:44:05.310199 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-2ac1b027-e9c2-4f83-915f-06ac62c4a90a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9e34051fd30436dbf889320e730f35d HTTP/1.1" status: 200 len: 379 time: 0.1257346 Jan 20 11:44:05.322467 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-85f47ce4-3358-426e-bb96-0b6e078e380c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'port': {'device_id': '13d60cb0-8418-4566-82f0-1478c3ccce2a', 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd', 'admin_state_up': True, 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'security_groups': ['9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:44:05.325998 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:05.396683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=1c592144-47c8-4b6f-9894-71309eecd37d,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:44:05.469990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-85f47ce4-3358-426e-bb96-0b6e078e380c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:44:05.474644 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-85f47ce4-3358-426e-bb96-0b6e078e380c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:port and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:44:05.477714 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-85f47ce4-3358-426e-bb96-0b6e078e380c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:44:05.483425 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-85f47ce4-3358-426e-bb96-0b6e078e380c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:44:05.571642 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-85f47ce4-3358-426e-bb96-0b6e078e380c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Made reservation on behalf of e9e34051fd30436dbf889320e730f35d for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:44:05.574861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-85f47ce4-3358-426e-bb96-0b6e078e380c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:05.743154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-85f47ce4-3358-426e-bb96-0b6e078e380c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.20.0.12 (15f60802-992f-4799-871d-bbaa84884cbd/98bd4f1b-00cd-4634-a71e-61eb6c4c0657/8e396631-2e37-4a10-b26f-a5c46e81d311) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:44:05.929950 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-85f47ce4-3358-426e-bb96-0b6e078e380c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:05.945111 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-85f47ce4-3358-426e-bb96-0b6e078e380c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Transition to ACTIVE for port object 8e396631-2e37-4a10-b26f-a5c46e81d311 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:44:06.000172 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-85f47ce4-3358-426e-bb96-0b6e078e380c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:06.072058 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-85f47ce4-3358-426e-bb96-0b6e078e380c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 15f60802-992f-4799-871d-bbaa84884cbd is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:44:06.075090 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-85f47ce4-3358-426e-bb96-0b6e078e380c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:44:06.078952 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-85f47ce4-3358-426e-bb96-0b6e078e380c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:44:06.116575 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f47ce4-3358-426e-bb96-0b6e078e380c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=8e396631-2e37-4a10-b26f-a5c46e81d311,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:44:06.146738 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-85f47ce4-3358-426e-bb96-0b6e078e380c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:06.147346 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-85f47ce4-3358-426e-bb96-0b6e078e380c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:06.267081 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-85f47ce4-3358-426e-bb96-0b6e078e380c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9456084 Jan 20 11:44:06.275450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Request body: {'port': {'device_id': '13d60cb0-8418-4566-82f0-1478c3ccce2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:44:06.377489 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8796526d-7253-4e41-a2d3-ceda088f0d0b None None] Provisioning for port 8e396631-2e37-4a10-b26f-a5c46e81d311 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:44:06.383901 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8796526d-7253-4e41-a2d3-ceda088f0d0b None None] Provisioning complete for port 8e396631-2e37-4a10-b26f-a5c46e81d311 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:44:06.384275 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8796526d-7253-4e41-a2d3-ceda088f0d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:06.394493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:06.436558 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b9f24-ef36-495a-9ed5-03735070d4ae req-e990ccc8-f3f4-4770-aa6c-43b898e57601 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:06.437927 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ed9b9f24-ef36-495a-9ed5-03735070d4ae req-e990ccc8-f3f4-4770-aa6c-43b898e57601 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 932 time: 0.0811634 Jan 20 11:44:06.438616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8796526d-7253-4e41-a2d3-ceda088f0d0b None None] Port 8e396631-2e37-4a10-b26f-a5c46e81d311 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:44:06.451339 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:06.484692 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ed9b9f24-ef36-495a-9ed5-03735070d4ae req-da07791e-c775-41e0-81fc-c5ebce26f121 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403416 Jan 20 11:44:06.839074 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e396631-2e37-4a10-b26f-a5c46e81d311 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:44:06.845853 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:06.860471 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Transition to ACTIVE for port object 8e396631-2e37-4a10-b26f-a5c46e81d311 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:44:06.867005 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 1c592144-47c8-4b6f-9894-71309eecd37d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:44:06.933982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 1c592144-47c8-4b6f-9894-71309eecd37d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:44:06.934359 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:06.965532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:07.088945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Pushing event updated for resources: {'Port': ['ID=8e396631-2e37-4a10-b26f-a5c46e81d311,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:44:07.200085 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Attempting to bind port 8e396631-2e37-4a10-b26f-a5c46e81d311 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:44:07.200417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Attempting to bind port 8e396631-2e37-4a10-b26f-a5c46e81d311 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'cdf6b508-6c35-4568-8936-6c90af03fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:44:07.200741 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Attempting to bind port 8e396631-2e37-4a10-b26f-a5c46e81d311 on network 15f60802-992f-4799-871d-bbaa84884cbd {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:44:07.206379 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Port 8e396631-2e37-4a10-b26f-a5c46e81d311 on network 15f60802-992f-4799-871d-bbaa84884cbd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:44:07.206695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Attempting to bind port 8e396631-2e37-4a10-b26f-a5c46e81d311 on network 15f60802-992f-4799-871d-bbaa84884cbd {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:44:07.214027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:44:07.214359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Checking segment: {'id': 'cdf6b508-6c35-4568-8936-6c90af03fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:44:07.214733 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Bound using segment: {'id': 'cdf6b508-6c35-4568-8936-6c90af03fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:44:07.215143 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Bound port: 8e396631-2e37-4a10-b26f-a5c46e81d311, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdf6b508-6c35-4568-8936-6c90af03fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:44:07.215479 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:07.305608 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] For port 8e396631-2e37-4a10-b26f-a5c46e81d311, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:44:07.308368 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] For port 8e396631-2e37-4a10-b26f-a5c46e81d311, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=8e396631-2e37-4a10-b26f-a5c46e81d311,segment=NetworkSegment(cdf6b508-6c35-4568-8936-6c90af03fef4),segment_id=cdf6b508-6c35-4568-8936-6c90af03fef4)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:44:07.405968 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:07.467915 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:07.469264 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] 10.222.0.72 "PUT /v2.0/ports/8e396631-2e37-4a10-b26f-a5c46e81d311 HTTP/1.1" status: 200 len: 1094 time: 1.1985238 Jan 20 11:44:07.469726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d60cb0-8418-4566-82f0-1478c3ccce2a', 'tag': '8e396631-2e37-4a10-b26f-a5c46e81d311'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:44:07.485137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6f6b3-4dc8-4fcd-9fbf-6a335767a702 service neutron] Pushing event updated for resources: {'Port': ['ID=8e396631-2e37-4a10-b26f-a5c46e81d311,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:44:07.527261 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d60cb0-8418-4566-82f0-1478c3ccce2a', 'tag': '8e396631-2e37-4a10-b26f-a5c46e81d311', 'status': 'completed', 'code': 200} Jan 20 11:44:07.625353 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9342c46a-abf2-4a43-91fa-27e74cf589fa req-589ef526-8914-4912-849c-c454796e07aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 1097 time: 0.0778708 Jan 20 11:44:07.696446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4293dd-8bd0-4602-b72e-992fc22fa103 req-507dd03d-930f-4d78-9851-09c599769b71 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:07.697956 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ba4293dd-8bd0-4602-b72e-992fc22fa103 req-507dd03d-930f-4d78-9851-09c599769b71 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 944 time: 0.0812340 Jan 20 11:44:07.744826 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ba4293dd-8bd0-4602-b72e-992fc22fa103 req-42250dc7-946e-4b17-820e-8d3c360c072a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410616 Jan 20 11:44:07.769361 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342c46a-abf2-4a43-91fa-27e74cf589fa req-f2106ecf-70ae-4df3-9d48-07173d652ccb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:07.771574 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9342c46a-abf2-4a43-91fa-27e74cf589fa req-f2106ecf-70ae-4df3-9d48-07173d652ccb service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e9e34051fd30436dbf889320e730f35d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1389160 Jan 20 11:44:07.903702 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342c46a-abf2-4a43-91fa-27e74cf589fa req-e6b873a2-2141-4b68-821e-dea3a958f532 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:07.905125 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9342c46a-abf2-4a43-91fa-27e74cf589fa req-e6b873a2-2141-4b68-821e-dea3a958f532 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281762 Jan 20 11:44:08.010082 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-2d6c76d0-d4a8-495b-93b5-1a0abac82c33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 1097 time: 0.0717840 Jan 20 11:44:08.075831 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-0a39fc10-e65c-4c69-9ce9-0ed893d02e22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e396631-2e37-4a10-b26f-a5c46e81d311 HTTP/1.1" status: 200 len: 217 time: 0.0595562 Jan 20 11:44:08.138655 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-1f90cc38-0793-4438-a516-6ceaf3ebea3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:08.140422 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-1f90cc38-0793-4438-a516-6ceaf3ebea3c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98bd4f1b-00cd-4634-a71e-61eb6c4c0657 HTTP/1.1" status: 200 len: 835 time: 0.0596030 Jan 20 11:44:08.215623 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-27fb932f-2e6f-41fc-9125-0d64aae88369 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15f60802-992f-4799-871d-bbaa84884cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694985 Jan 20 11:44:08.348063 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-589e0a9c-3e8d-4923-84e7-0eee99aefa70 service neutron] 10.222.0.72 "GET /v2.0/networks/15f60802-992f-4799-871d-bbaa84884cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256859 Jan 20 11:44:08.475372 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c0e7eceb-5768-44c3-a696-a5351f59bd6b req-f1963b45-e104-492a-bd27-16d73a5715ad service neutron] 10.222.0.72 "GET /v2.0/networks/15f60802-992f-4799-871d-bbaa84884cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208823 Jan 20 11:44:08.946434 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2a8a1-43c9-456f-988d-e917e58e673e req-dfa7db8d-c14f-4504-952c-39e7ba6bd6f3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:08.947881 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a4f2a8a1-43c9-456f-988d-e917e58e673e req-dfa7db8d-c14f-4504-952c-39e7ba6bd6f3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 944 time: 0.0778425 Jan 20 11:44:08.993065 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a4f2a8a1-43c9-456f-988d-e917e58e673e req-bc3dfa26-cf3c-46f5-a4d0-40981dc6523c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396719 Jan 20 11:44:09.994377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:10.023738 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 8e396631-2e37-4a10-b26f-a5c46e81d311 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:44:10.157128 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 8e396631-2e37-4a10-b26f-a5c46e81d311, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=8e396631-2e37-4a10-b26f-a5c46e81d311,segment=NetworkSegment(cdf6b508-6c35-4568-8936-6c90af03fef4),segment_id=cdf6b508-6c35-4568-8936-6c90af03fef4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:44:10.170496 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '8e396631-2e37-4a10-b26f-a5c46e81d311', 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd', 'port_id': '8e396631-2e37-4a10-b26f-a5c46e81d311', 'mac_address': 'fa:16:3e:45:26:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:44:10.190338 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f6a02-6e8c-475b-86d1-f3b7b89dde06 req-734012d9-3f54-4b5f-bc5e-a11b2d577c50 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:10.191791 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c80f6a02-6e8c-475b-86d1-f3b7b89dde06 req-734012d9-3f54-4b5f-bc5e-a11b2d577c50 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 944 time: 0.0754042 Jan 20 11:44:10.229108 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:10.238489 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c80f6a02-6e8c-475b-86d1-f3b7b89dde06 req-c9c58a51-456c-4951-95ab-60478bf19685 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402677 Jan 20 11:44:10.247059 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e396631-2e37-4a10-b26f-a5c46e81d311 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:44:10.262777 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 8e396631-2e37-4a10-b26f-a5c46e81d311, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=8e396631-2e37-4a10-b26f-a5c46e81d311,segment=NetworkSegment(cdf6b508-6c35-4568-8936-6c90af03fef4),segment_id=cdf6b508-6c35-4568-8936-6c90af03fef4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:44:10.329967 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:10.393721 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=8e396631-2e37-4a10-b26f-a5c46e81d311,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:44:10.533421 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['8e396631-2e37-4a10-b26f-a5c46e81d311'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:44:11.434128 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a5cd6-8b37-47cf-aeb4-70197565bdc4 req-bf993cd1-3fd8-4978-af5e-3e38536e4092 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:11.435539 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-615a5cd6-8b37-47cf-aeb4-70197565bdc4 req-bf993cd1-3fd8-4978-af5e-3e38536e4092 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 945 time: 0.0771387 Jan 20 11:44:11.480074 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-615a5cd6-8b37-47cf-aeb4-70197565bdc4 req-f7c1de90-46ca-44da-a7f4-15fa3c49ddbb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388863 Jan 20 11:44:12.039746 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 8e396631-2e37-4a10-b26f-a5c46e81d311 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:44:12.169795 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 8e396631-2e37-4a10-b26f-a5c46e81d311 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:44:12.174434 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 8e396631-2e37-4a10-b26f-a5c46e81d311 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:44:12.174809 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:12.287750 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:12.313566 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d60cb0-8418-4566-82f0-1478c3ccce2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e396631-2e37-4a10-b26f-a5c46e81d311'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:44:12.324010 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 8e396631-2e37-4a10-b26f-a5c46e81d311, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=8e396631-2e37-4a10-b26f-a5c46e81d311,segment=NetworkSegment(cdf6b508-6c35-4568-8936-6c90af03fef4),segment_id=cdf6b508-6c35-4568-8936-6c90af03fef4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:44:12.368633 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d60cb0-8418-4566-82f0-1478c3ccce2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e396631-2e37-4a10-b26f-a5c46e81d311', 'code': 200} Jan 20 11:44:12.371420 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:12.436505 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=8e396631-2e37-4a10-b26f-a5c46e81d311,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:44:12.674357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdaf63-8d57-4bbb-9591-0c489e4bfb23 req-0eedb9be-cd35-4668-a813-e8bec3344e97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:12.676231 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fdbdaf63-8d57-4bbb-9591-0c489e4bfb23 req-0eedb9be-cd35-4668-a813-e8bec3344e97 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0778761 Jan 20 11:44:12.696931 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5b910922-32a1-4899-8ed7-5fe9a2e8a6cc req-cc354b54-cd11-42a5-bbbb-a4371529582a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 1099 time: 0.0721729 Jan 20 11:44:12.738513 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5b910922-32a1-4899-8ed7-5fe9a2e8a6cc req-a400dc8f-6727-448e-ba13-e5dd5cb507d2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361242 Jan 20 11:44:12.808951 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fdbdaf63-8d57-4bbb-9591-0c489e4bfb23 req-8980e9d8-f161-4dc9-9fc2-a3ee3c0ce640 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264460 Jan 20 11:44:14.005647 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba218df-3f7c-4e97-8f1b-b7cb0c856856 req-1bb03fb2-fd04-4805-8d94-0088d6040153 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:14.007127 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aba218df-3f7c-4e97-8f1b-b7cb0c856856 req-1bb03fb2-fd04-4805-8d94-0088d6040153 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0750806 Jan 20 11:44:14.052662 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aba218df-3f7c-4e97-8f1b-b7cb0c856856 req-96c9a7a2-e049-43f1-b36d-44e622e6eab0 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397623 Jan 20 11:44:15.254270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fd480-ad30-47e2-b6e5-c22e84b2f9a6 req-a7171aad-46ff-456c-814e-a99b829c5197 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:15.256234 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d26fd480-ad30-47e2-b6e5-c22e84b2f9a6 req-a7171aad-46ff-456c-814e-a99b829c5197 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0803595 Jan 20 11:44:15.301000 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d26fd480-ad30-47e2-b6e5-c22e84b2f9a6 req-18323393-ef47-4973-a213-09e53b8cb3da tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391746 Jan 20 11:44:15.497518 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c4fd6-dc5c-435e-877c-c0d4022121d0 req-2f0f74fb-f8da-4059-9ca7-a7a12eca2618 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:15.499020 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-974c4fd6-dc5c-435e-877c-c0d4022121d0 req-2f0f74fb-f8da-4059-9ca7-a7a12eca2618 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0749669 Jan 20 11:44:15.543918 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-974c4fd6-dc5c-435e-877c-c0d4022121d0 req-2fa46296-e5ba-489e-bc72-5c3f9df5f9f0 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394123 Jan 20 11:44:15.571363 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44218) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:44:15.642141 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2e36bcd4-e594-4937-83f7-0d3d89451e67 tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 1094 time: 0.0695958 Jan 20 11:44:15.644777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44222) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:44:15.650350 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': '8e396631-2e37-4a10-b26f-a5c46e81d311', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:44:15.656062 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:44:15.659959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:floatingip and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:44:15.664555 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:44:15.670427 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:44:15.736783 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:15.871128 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:16.003685 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.26.0.74 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/217d81ae-acd7-4ec3-ba1e-f4d90b304d12) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:44:16.147532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:16.251547 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:16.316072 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:44:16.318922 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:44:16.323207 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:44:16.347088 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=217d81ae-acd7-4ec3-ba1e-f4d90b304d12,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:44:16.820712 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:16.925122 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:17.204405 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:17.285046 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:17.386178 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=217d81ae-acd7-4ec3-ba1e-f4d90b304d12,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:44:17.403882 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:17.587752 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Floating IP d4680efd-ffe9-4d92-8b5a-c76244208e1a associated. External IP: 172.26.0.74, port: 8e396631-2e37-4a10-b26f-a5c46e81d311. Jan 20 11:44:17.966271 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 2227067f-8a56-44ad-95dd-b1d6a2712609 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:44:18.162423 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:44:18.171980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fe6ad1-0472-4c1a-a473-b593c666be68 None None] Sync routers for ids ['2227067f-8a56-44ad-95dd-b1d6a2712609'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:44:18.183753 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe6ad1-0472-4c1a-a473-b593c666be68 None None] Routers {'2227067f-8a56-44ad-95dd-b1d6a2712609'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:44:18.184361 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b8fe6ad1-0472-4c1a-a473-b593c666be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:44:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['2227067f-8a56-44ad-95dd-b1d6a2712609'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:44:18.285621 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:18.339731 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-fc782521-4995-4a17-a2ed-a78b74d5b113 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6939292 Jan 20 11:44:18.340437 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d60cb0-8418-4566-82f0-1478c3ccce2a', 'tag': '8e396631-2e37-4a10-b26f-a5c46e81d311'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:44:18.365714 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-b8fe6ad1-0472-4c1a-a473-b593c666be68 None None] Set router 2227067f-8a56-44ad-95dd-b1d6a2712609 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:44:18.487846 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d60cb0-8418-4566-82f0-1478c3ccce2a', 'tag': '8e396631-2e37-4a10-b26f-a5c46e81d311', 'status': 'completed', 'code': 200} Jan 20 11:44:18.530942 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a42c31-3669-49d4-93c0-dcc55af63135 req-dc9cb764-7c74-4eda-9f9e-425d3f4b1389 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:18.532398 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c7a42c31-3669-49d4-93c0-dcc55af63135 req-dc9cb764-7c74-4eda-9f9e-425d3f4b1389 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0874262 Jan 20 11:44:18.572589 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-29a546f1-45da-4cb9-b47a-a140ef039430 req-b80a3e4a-04ef-4741-9a33-f84b0493b3ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 1099 time: 0.0718939 Jan 20 11:44:18.579059 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c7a42c31-3669-49d4-93c0-dcc55af63135 req-b85d4922-e388-426a-a7af-54ce7e531799 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402670 Jan 20 11:44:18.609574 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44232) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:44:18.710757 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a546f1-45da-4cb9-b47a-a140ef039430 req-3b2be9b1-1786-4550-a951-b551faaaba25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:18.712534 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-29a546f1-45da-4cb9-b47a-a140ef039430 req-3b2be9b1-1786-4550-a951-b551faaaba25 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15f60802-992f-4799-871d-bbaa84884cbd HTTP/1.1" status: 200 len: 898 time: 0.1346354 Jan 20 11:44:18.715990 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ec78615e-fb43-45f9-a411-a5b581599518 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/d4680efd-ffe9-4d92-8b5a-c76244208e1a HTTP/1.1" status: 200 len: 991 time: 0.1052816 Jan 20 11:44:18.818111 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-29a546f1-45da-4cb9-b47a-a140ef039430 req-dd23d518-49d0-45f1-8f4e-ac92fb74430c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e396631-2e37-4a10-b26f-a5c46e81d311 HTTP/1.1" status: 200 len: 999 time: 0.0997229 Jan 20 11:44:18.880869 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a546f1-45da-4cb9-b47a-a140ef039430 req-5df5f012-378d-40e4-9f97-a4b59b8f2a58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:18.882391 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-29a546f1-45da-4cb9-b47a-a140ef039430 req-5df5f012-378d-40e4-9f97-a4b59b8f2a58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98bd4f1b-00cd-4634-a71e-61eb6c4c0657 HTTP/1.1" status: 200 len: 835 time: 0.0584011 Jan 20 11:44:18.946658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b8fe6ad1-0472-4c1a-a473-b593c666be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239060956', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '28438d0a-010f-46e2-a689-4cf319287cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:00Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '28438d0a-010f-46e2-a689-4cf319287cff', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'd4680efd-ffe9-4d92-8b5a-c76244208e1a', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'floating_ip_address': '172.26.0.74', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'port_id': '8e396631-2e37-4a10-b26f-a5c46e81d311', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd', 'mac_address': 'fa:16:3e:45:26:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d60cb0-8418-4566-82f0-1478c3ccce2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:44:16Z', 'updated_at': '2022-01-20T11:44:16Z', 'revision_number': 0, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c592144-47c8-4b6f-9894-71309eecd37d', 'name': '', 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:8a:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:59Z', 'updated_at': '2022-01-20T11:44:05Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:44:18.956406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fe6ad1-0472-4c1a-a473-b593c666be68 None None] Checking router: 2227067f-8a56-44ad-95dd-b1d6a2712609 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:44:18.964843 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-29a546f1-45da-4cb9-b47a-a140ef039430 req-2158bbb6-c272-4638-8263-3cc97877f387 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15f60802-992f-4799-871d-bbaa84884cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773909 Jan 20 11:44:18.980053 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe6ad1-0472-4c1a-a473-b593c666be68 None None] Routers {'2227067f-8a56-44ad-95dd-b1d6a2712609'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:44:18.980648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b8fe6ad1-0472-4c1a-a473-b593c666be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:44:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['2227067f-8a56-44ad-95dd-b1d6a2712609'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:44:19.159466 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-b8fe6ad1-0472-4c1a-a473-b593c666be68 None None] Set router 2227067f-8a56-44ad-95dd-b1d6a2712609 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:44:19.184592 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-29a546f1-45da-4cb9-b47a-a140ef039430 req-6c4ccf67-7214-40c4-8bf5-6421b516ab36 service neutron] 10.222.0.72 "GET /v2.0/networks/15f60802-992f-4799-871d-bbaa84884cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141545 Jan 20 11:44:19.317071 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-29a546f1-45da-4cb9-b47a-a140ef039430 req-3563ecca-0d63-4935-ac7a-496cdd2d09e9 service neutron] 10.222.0.72 "GET /v2.0/networks/15f60802-992f-4799-871d-bbaa84884cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267667 Jan 20 11:44:19.500464 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b8fe6ad1-0472-4c1a-a473-b593c666be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239060956', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '28438d0a-010f-46e2-a689-4cf319287cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:00Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '28438d0a-010f-46e2-a689-4cf319287cff', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'd4680efd-ffe9-4d92-8b5a-c76244208e1a', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'floating_ip_address': '172.26.0.74', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'port_id': '8e396631-2e37-4a10-b26f-a5c46e81d311', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd', 'mac_address': 'fa:16:3e:45:26:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d60cb0-8418-4566-82f0-1478c3ccce2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:44:16Z', 'updated_at': '2022-01-20T11:44:16Z', 'revision_number': 0, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c592144-47c8-4b6f-9894-71309eecd37d', 'name': '', 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:8a:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:59Z', 'updated_at': '2022-01-20T11:44:05Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:44:19.504396 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fe6ad1-0472-4c1a-a473-b593c666be68 None None] The sync data for ids ['2227067f-8a56-44ad-95dd-b1d6a2712609'] in dv-neutron-825471-1-hyperv is: [{'id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239060956', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '28438d0a-010f-46e2-a689-4cf319287cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:00Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '28438d0a-010f-46e2-a689-4cf319287cff', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'd4680efd-ffe9-4d92-8b5a-c76244208e1a', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'floating_ip_address': '172.26.0.74', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'port_id': '8e396631-2e37-4a10-b26f-a5c46e81d311', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd', 'mac_address': 'fa:16:3e:45:26:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d60cb0-8418-4566-82f0-1478c3ccce2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:44:16Z', 'updated_at': '2022-01-20T11:44:16Z', 'revision_number': 0, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c592144-47c8-4b6f-9894-71309eecd37d', 'name': '', 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:8a:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:59Z', 'updated_at': '2022-01-20T11:44:05Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:44:19.719274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44236) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:44:19.826036 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cfdd6757-f274-4007-9729-46b824d86326 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/d4680efd-ffe9-4d92-8b5a-c76244208e1a HTTP/1.1" status: 200 len: 991 time: 0.1052921 Jan 20 11:44:20.829788 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44240) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:44:20.934432 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a04c5d19-f977-4dd7-b102-a65a8682ecb6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/d4680efd-ffe9-4d92-8b5a-c76244208e1a HTTP/1.1" status: 200 len: 991 time: 0.1034691 Jan 20 11:44:21.641782 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45591c76-66a4-4a48-9f66-8c1754641ab0 None None] New status for floating IP d4680efd-ffe9-4d92-8b5a-c76244208e1a: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:44:21.938377 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44244) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:44:22.041862 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-663072a1-7185-48e4-97b4-72a608ded30d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/d4680efd-ffe9-4d92-8b5a-c76244208e1a HTTP/1.1" status: 200 len: 993 time: 0.1023004 Jan 20 11:44:31.416527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8ba5168b-7efe-4e3a-a1b4-ff06ab0f0114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:33.873486 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-439b3132-ad76-490e-8d8f-f5ea94576502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:34.976673 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:34.993290 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:36.052206 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:44:36.421807 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:40.004602 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:44:49.568039 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a5e67148-1c8b-4ed8-a921-24858dcb7c04 req-b54c8861-99e9-43ea-9a7f-78f79f11a425 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1484511 Jan 20 11:44:50.008633 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b28e1d-2f8b-48ed-813b-cf52dd6c2b6e req-8e6b940c-65b1-4fee-8b5a-53c7b101c3bf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:50.010103 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-43b28e1d-2f8b-48ed-813b-cf52dd6c2b6e req-8e6b940c-65b1-4fee-8b5a-53c7b101c3bf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0752330 Jan 20 11:44:50.058662 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-43b28e1d-2f8b-48ed-813b-cf52dd6c2b6e req-500b3fd0-4650-4d3c-954f-cb1053db78f3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427992 Jan 20 11:44:50.122721 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44268) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:44:50.344287 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-9e08b6e9-570d-4a82-b816-7e2011b90a14 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2204463 Jan 20 11:44:51.254721 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0a242-6020-4490-a979-77a3d91b6805 req-9425ca3c-11b0-4823-b102-8f9c9105cbd5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:51.256156 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6c0a242-6020-4490-a979-77a3d91b6805 req-9425ca3c-11b0-4823-b102-8f9c9105cbd5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0769734 Jan 20 11:44:51.303661 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e6c0a242-6020-4490-a979-77a3d91b6805 req-17b3a62a-4ecd-4286-8250-67e6d68b95f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419960 Jan 20 11:44:52.469897 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-aaa7edad-762d-4612-a8a3-0cc318c221f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 1099 time: 0.0703197 Jan 20 11:44:52.507293 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c3174-7e34-4486-8b0c-f1190e1061c9 req-bc0bcd1c-846a-4ae0-9dc7-885c944bd02e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:52.508741 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d0c3174-7e34-4486-8b0c-f1190e1061c9 req-bc0bcd1c-846a-4ae0-9dc7-885c944bd02e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0765710 Jan 20 11:44:52.553879 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d0c3174-7e34-4486-8b0c-f1190e1061c9 req-847b861b-1a02-4e3b-8ed3-200d7c41c4b3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391519 Jan 20 11:44:52.602326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-9a1a4fa8-6276-47c7-ad7e-469a909d9679 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:52.603732 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-9a1a4fa8-6276-47c7-ad7e-469a909d9679 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15f60802-992f-4799-871d-bbaa84884cbd HTTP/1.1" status: 200 len: 898 time: 0.1285505 Jan 20 11:44:52.703791 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-cd0e0e41-e240-496c-8fe2-4730c2d61f5f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e396631-2e37-4a10-b26f-a5c46e81d311 HTTP/1.1" status: 200 len: 1001 time: 0.0946050 Jan 20 11:44:52.763174 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-fdbdf6d4-e934-4775-9a40-4079e6c7f38f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:52.764573 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-fdbdf6d4-e934-4775-9a40-4079e6c7f38f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98bd4f1b-00cd-4634-a71e-61eb6c4c0657 HTTP/1.1" status: 200 len: 835 time: 0.0554280 Jan 20 11:44:52.840143 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-8d83b089-19c2-46c3-a4c1-bac23bf92a4a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15f60802-992f-4799-871d-bbaa84884cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700092 Jan 20 11:44:52.969570 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-b77fe57a-bc7d-417e-8893-24d519f161ea service neutron] 10.222.0.72 "GET /v2.0/networks/15f60802-992f-4799-871d-bbaa84884cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236956 Jan 20 11:44:53.096525 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-a5cbe3e8-f98d-419f-9211-5daa134d2b1e service neutron] 10.222.0.72 "GET /v2.0/networks/15f60802-992f-4799-871d-bbaa84884cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205494 Jan 20 11:44:53.248950 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f36408e3-93a2-454f-b195-def6898b0796 req-0bbb5140-7bf0-4175-aee9-e800611bb576 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 1099 time: 0.0685959 Jan 20 11:44:53.390485 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36408e3-93a2-454f-b195-def6898b0796 req-f59158eb-ed5e-4ed0-9d3a-03a1adff2b4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:53.391941 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f36408e3-93a2-454f-b195-def6898b0796 req-f59158eb-ed5e-4ed0-9d3a-03a1adff2b4f service neutron] 10.222.0.72 "GET /v2.0/networks?id=15f60802-992f-4799-871d-bbaa84884cbd HTTP/1.1" status: 200 len: 898 time: 0.1261697 Jan 20 11:44:53.494087 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f36408e3-93a2-454f-b195-def6898b0796 req-c1188405-efa1-4d9b-810d-af039cd838bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e396631-2e37-4a10-b26f-a5c46e81d311 HTTP/1.1" status: 200 len: 1001 time: 0.0964592 Jan 20 11:44:53.556301 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36408e3-93a2-454f-b195-def6898b0796 req-c3ab0719-a9fa-444c-ad11-df04de5caca5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:53.557612 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f36408e3-93a2-454f-b195-def6898b0796 req-c3ab0719-a9fa-444c-ad11-df04de5caca5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98bd4f1b-00cd-4634-a71e-61eb6c4c0657 HTTP/1.1" status: 200 len: 835 time: 0.0568085 Jan 20 11:44:53.748792 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f36408e3-93a2-454f-b195-def6898b0796 req-f0e75965-dea5-4a09-9a16-99593d6507ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15f60802-992f-4799-871d-bbaa84884cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1850443 Jan 20 11:44:53.756326 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf2987-0c9c-4716-bd32-3859d32a8102 req-ee989697-5e4d-4fa7-af1d-67b14ed8eac7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:53.757770 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-abbf2987-0c9c-4716-bd32-3859d32a8102 req-ee989697-5e4d-4fa7-af1d-67b14ed8eac7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0789857 Jan 20 11:44:53.802279 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-abbf2987-0c9c-4716-bd32-3859d32a8102 req-e38a5beb-b174-46a5-84bf-f1fed618fb09 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380514 Jan 20 11:44:53.878700 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f36408e3-93a2-454f-b195-def6898b0796 req-edb1a196-d620-4779-94ba-ad6826d1eed0 service neutron] 10.222.0.72 "GET /v2.0/networks/15f60802-992f-4799-871d-bbaa84884cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238742 Jan 20 11:44:54.007537 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f36408e3-93a2-454f-b195-def6898b0796 req-b20a251f-ff07-4330-a6bb-6a6a28ae36fd service neutron] 10.222.0.72 "GET /v2.0/networks/15f60802-992f-4799-871d-bbaa84884cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230395 Jan 20 11:44:54.998338 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee55d8-a28e-4ba3-b128-1638862a30e1 req-a07df773-20f0-4ec7-b684-81f9c0f53c8f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:54.999792 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b3ee55d8-a28e-4ba3-b128-1638862a30e1 req-a07df773-20f0-4ec7-b684-81f9c0f53c8f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0762546 Jan 20 11:44:55.043814 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b3ee55d8-a28e-4ba3-b128-1638862a30e1 req-e063adf6-78d4-47b1-a112-29925acc36a6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384524 Jan 20 11:44:56.242203 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e8dcb-410e-4b95-b03b-9e6dabf9f22c req-214be914-bbaf-448f-9759-24bdabeeaa5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:56.243635 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-798e8dcb-410e-4b95-b03b-9e6dabf9f22c req-214be914-bbaf-448f-9759-24bdabeeaa5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0785282 Jan 20 11:44:56.287396 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-798e8dcb-410e-4b95-b03b-9e6dabf9f22c req-3e8b7a2c-2622-4ddf-99d8-73de2418059b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376701 Jan 20 11:44:57.480527 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436072d1-6c55-490b-af82-809aaab1d1e0 req-88f3257e-2051-408d-848f-456b84eb4ab3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:57.482076 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-436072d1-6c55-490b-af82-809aaab1d1e0 req-88f3257e-2051-408d-848f-456b84eb4ab3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0744019 Jan 20 11:44:57.530530 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-436072d1-6c55-490b-af82-809aaab1d1e0 req-557025cf-e09c-49d6-8dae-86db63f68704 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430140 Jan 20 11:44:58.724044 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41883d-6479-4de8-a9a3-ed6f0347e0e7 req-255bbd5a-a4a7-4986-bd47-bd04e5cc31aa tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:58.725409 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-de41883d-6479-4de8-a9a3-ed6f0347e0e7 req-255bbd5a-a4a7-4986-bd47-bd04e5cc31aa tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0745964 Jan 20 11:44:58.769958 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-de41883d-6479-4de8-a9a3-ed6f0347e0e7 req-c027addd-4df3-4409-95bb-ce990eb6de53 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391424 Jan 20 11:44:59.980450 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed84e0e-1411-45db-a3f3-ba4e23f63d91 req-4f36d36c-6b5c-4b0d-81e1-a43c6092bd7c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:44:59.981940 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5ed84e0e-1411-45db-a3f3-ba4e23f63d91 req-4f36d36c-6b5c-4b0d-81e1-a43c6092bd7c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0799518 Jan 20 11:45:00.024673 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5ed84e0e-1411-45db-a3f3-ba4e23f63d91 req-87a2010d-d3f1-4177-9126-e3d85f648b23 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373321 Jan 20 11:45:01.217663 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583f99c-f35a-4fd5-9597-3f85e8c491cc req-2c752bdc-cd79-48bb-a55c-9fab2f026297 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:01.219106 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4583f99c-f35a-4fd5-9597-3f85e8c491cc req-2c752bdc-cd79-48bb-a55c-9fab2f026297 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0750041 Jan 20 11:45:01.263683 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4583f99c-f35a-4fd5-9597-3f85e8c491cc req-4968dc1b-cff3-43a7-95b9-1ac116d08250 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391583 Jan 20 11:45:01.444744 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee025764-7857-4229-ac2b-5a0c53f1c3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:02.461235 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5228c4f-f8d6-4841-8aeb-030c26908a0d req-3aa3df20-a72b-4d16-96d9-9dae7283cdec tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:02.462676 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e5228c4f-f8d6-4841-8aeb-030c26908a0d req-3aa3df20-a72b-4d16-96d9-9dae7283cdec tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0769420 Jan 20 11:45:02.507566 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e5228c4f-f8d6-4841-8aeb-030c26908a0d req-7ff16d3c-714a-49b7-938d-edd8b579f1dd tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394695 Jan 20 11:45:03.705317 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897c01e-b7f1-4bea-8fc6-f63d8ca32515 req-2aebf565-4e04-405e-b250-4da506cbf5a5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:03.706896 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9897c01e-b7f1-4bea-8fc6-f63d8ca32515 req-2aebf565-4e04-405e-b250-4da506cbf5a5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0746565 Jan 20 11:45:03.752947 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9897c01e-b7f1-4bea-8fc6-f63d8ca32515 req-74843a8a-8a8a-49a9-8178-c0ccab6bd8c9 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401781 Jan 20 11:45:03.873002 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9259eaa0-8496-4164-beda-db10dca2a220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:04.957198 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c4457-ea02-4cc5-9b22-2c4d5e278ea5 req-18bc1163-4523-48d4-8bae-e5ae760dc226 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:04.960042 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a75c4457-ea02-4cc5-9b22-2c4d5e278ea5 req-18bc1163-4523-48d4-8bae-e5ae760dc226 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0823786 Jan 20 11:45:04.982001 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:05.004317 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a75c4457-ea02-4cc5-9b22-2c4d5e278ea5 req-925e99c6-e2eb-43da-89c8-83668c89202c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395415 Jan 20 11:45:05.004635 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:05.091552 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-6ccc4980-abc9-46ba-b595-7e5624a59f33 service neutron] 10.222.0.72 "GET /v2.0/ports/8e396631-2e37-4a10-b26f-a5c46e81d311/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.0894151 Jan 20 11:45:05.668673 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-2a544ccb-31aa-4d54-91ba-bc5a625eaaaa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a&tenant_id=e9e34051fd30436dbf889320e730f35d HTTP/1.1" status: 200 len: 1099 time: 0.0705705 Jan 20 11:45:05.754268 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-a13035fa-2afe-4775-bb45-cb64cce5a657 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 1099 time: 0.0670683 Jan 20 11:45:05.881521 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-1a3a46cf-1a87-4bc0-86df-05c5df05d1a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:05.882981 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-1a3a46cf-1a87-4bc0-86df-05c5df05d1a7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15f60802-992f-4799-871d-bbaa84884cbd HTTP/1.1" status: 200 len: 898 time: 0.1232107 Jan 20 11:45:06.027261 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-83353370-eb01-4621-9cd3-2ee61e333a73 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e396631-2e37-4a10-b26f-a5c46e81d311 HTTP/1.1" status: 200 len: 1001 time: 0.1386421 Jan 20 11:45:06.090096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-199cf288-9896-4a4e-8e87-f737f189fa13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:06.092071 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-199cf288-9896-4a4e-8e87-f737f189fa13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98bd4f1b-00cd-4634-a71e-61eb6c4c0657 HTTP/1.1" status: 200 len: 835 time: 0.0592036 Jan 20 11:45:06.172607 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-a54defa9-a9f9-437d-aebd-cc2bd8e5d556 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15f60802-992f-4799-871d-bbaa84884cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729120 Jan 20 11:45:06.222390 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fede7e5-e9ab-496c-8289-320b31cafe1e req-5c3b1424-e65f-413b-8e42-2f83ddb26c7d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:06.223845 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1fede7e5-e9ab-496c-8289-320b31cafe1e req-5c3b1424-e65f-413b-8e42-2f83ddb26c7d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0772278 Jan 20 11:45:06.273455 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1fede7e5-e9ab-496c-8289-320b31cafe1e req-ff769f64-28da-4cd5-bcfe-0af50a55c63d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438623 Jan 20 11:45:06.312037 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-86b96fcc-ffdf-4cd4-b554-57315e9016fd service neutron] 10.222.0.72 "GET /v2.0/networks/15f60802-992f-4799-871d-bbaa84884cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337297 Jan 20 11:45:06.404370 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:06.441511 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-c0d03dfd-d778-4155-8ca7-6bc7370b7902 service neutron] 10.222.0.72 "GET /v2.0/networks/15f60802-992f-4799-871d-bbaa84884cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233768 Jan 20 11:45:07.614398 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59194c-e6c6-49fc-a77b-3a8c88ba47a7 req-16f1fd6c-624a-4024-a881-84f3a34325f9 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:07.615795 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3f59194c-e6c6-49fc-a77b-3a8c88ba47a7 req-16f1fd6c-624a-4024-a881-84f3a34325f9 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0755441 Jan 20 11:45:07.659353 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3f59194c-e6c6-49fc-a77b-3a8c88ba47a7 req-d5cfc0f3-6750-4fd8-b79e-30af2ac20358 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382133 Jan 20 11:45:08.285516 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 8e396631-2e37-4a10-b26f-a5c46e81d311 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:45:08.287772 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 8e396631-2e37-4a10-b26f-a5c46e81d311 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:45:08.493078 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:08.528580 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 8e396631-2e37-4a10-b26f-a5c46e81d311, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=8e396631-2e37-4a10-b26f-a5c46e81d311,segment=NetworkSegment(cdf6b508-6c35-4568-8936-6c90af03fef4),segment_id=cdf6b508-6c35-4568-8936-6c90af03fef4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:45:08.541831 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d60cb0-8418-4566-82f0-1478c3ccce2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e396631-2e37-4a10-b26f-a5c46e81d311'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:45:08.551699 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '8e396631-2e37-4a10-b26f-a5c46e81d311', 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd', 'port_id': '8e396631-2e37-4a10-b26f-a5c46e81d311', 'mac_address': 'fa:16:3e:45:26:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:45:08.555580 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 8e396631-2e37-4a10-b26f-a5c46e81d311, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=8e396631-2e37-4a10-b26f-a5c46e81d311,segment=NetworkSegment(cdf6b508-6c35-4568-8936-6c90af03fef4),segment_id=cdf6b508-6c35-4568-8936-6c90af03fef4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:45:08.610486 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d60cb0-8418-4566-82f0-1478c3ccce2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e396631-2e37-4a10-b26f-a5c46e81d311', 'code': 200} Jan 20 11:45:08.612532 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:08.661178 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:08.705714 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e396631-2e37-4a10-b26f-a5c46e81d311 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:45:08.779125 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=8e396631-2e37-4a10-b26f-a5c46e81d311,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:08.786019 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:45:08.786386 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:45:08.791194 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:08.791542 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:08.791933 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:08.792213 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:08.792545 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:08.792874 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:08.793198 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:08.793522 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:08.793890 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:08.794237 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:08.794559 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:08.860471 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf78f5-570a-40ee-a54b-d1971d3939a0 req-9264df85-45cf-4203-82da-9f1e74c4c7c6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:08.861956 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0bf78f5-570a-40ee-a54b-d1971d3939a0 req-9264df85-45cf-4203-82da-9f1e74c4c7c6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 944 time: 0.0797112 Jan 20 11:45:08.906859 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d0bf78f5-570a-40ee-a54b-d1971d3939a0 req-5e12037c-c468-401d-bced-b7c82af59a02 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395341 Jan 20 11:45:09.376792 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:09.405213 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e396631-2e37-4a10-b26f-a5c46e81d311 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:45:09.428380 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54f9c7-529d-46ee-8b42-b5a6b1c8335a req-9c926e96-53ce-4266-a356-bee35c056258 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:09.429754 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 8e396631-2e37-4a10-b26f-a5c46e81d311, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=8e396631-2e37-4a10-b26f-a5c46e81d311,segment=NetworkSegment(cdf6b508-6c35-4568-8936-6c90af03fef4),segment_id=cdf6b508-6c35-4568-8936-6c90af03fef4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:45:09.429958 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5a54f9c7-529d-46ee-8b42-b5a6b1c8335a req-9c926e96-53ce-4266-a356-bee35c056258 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 944 time: 0.1216288 Jan 20 11:45:09.452171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629b998-39d3-4ee4-a583-a6a01f0722d7 req-e2d589ba-11d2-4de7-b407-2e1ad10d8e49 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:09.452926 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-9629b998-39d3-4ee4-a583-a6a01f0722d7 req-e2d589ba-11d2-4de7-b407-2e1ad10d8e49 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:45:09.481590 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5a54f9c7-529d-46ee-8b42-b5a6b1c8335a req-381d2366-bfa1-4872-8c6c-f29f73481c0a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399220 Jan 20 11:45:09.507705 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:09.531452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-9629b998-39d3-4ee4-a583-a6a01f0722d7 req-e2d589ba-11d2-4de7-b407-2e1ad10d8e49 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:45:09.532749 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9629b998-39d3-4ee4-a583-a6a01f0722d7 req-e2d589ba-11d2-4de7-b407-2e1ad10d8e49 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a&tenant_id=e9e34051fd30436dbf889320e730f35d&binding%3Ahost_id=hv-neutron-8254 HTTP/1.1" status: 200 len: 944 time: 0.1719677 Jan 20 11:45:09.577890 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['8e396631-2e37-4a10-b26f-a5c46e81d311'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:45:09.631941 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=8e396631-2e37-4a10-b26f-a5c46e81d311,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:09.689213 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f53b68-cd43-4632-9e0a-31c53efbb979 req-b70551e2-479d-4f33-b6e7-298b00beca6b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:09.690710 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86f53b68-cd43-4632-9e0a-31c53efbb979 req-b70551e2-479d-4f33-b6e7-298b00beca6b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 945 time: 0.0813599 Jan 20 11:45:09.701528 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9629b998-39d3-4ee4-a583-a6a01f0722d7 req-77e12c74-b732-4779-a4ba-560f7454acec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 1098 time: 0.0756161 Jan 20 11:45:09.738005 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86f53b68-cd43-4632-9e0a-31c53efbb979 req-3c3ae4fd-d514-4460-8849-f6b26d9eae0d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408902 Jan 20 11:45:09.831917 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629b998-39d3-4ee4-a583-a6a01f0722d7 req-0a3bcb26-ee97-4ca8-842f-586ee9d29a18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:09.833730 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9629b998-39d3-4ee4-a583-a6a01f0722d7 req-0a3bcb26-ee97-4ca8-842f-586ee9d29a18 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15f60802-992f-4799-871d-bbaa84884cbd HTTP/1.1" status: 200 len: 898 time: 0.1266351 Jan 20 11:45:09.935243 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9629b998-39d3-4ee4-a583-a6a01f0722d7 req-35d2b746-2b40-4b9f-b9c0-30db4084cae0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e396631-2e37-4a10-b26f-a5c46e81d311 HTTP/1.1" status: 200 len: 1000 time: 0.0956750 Jan 20 11:45:10.037912 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:10.094903 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629b998-39d3-4ee4-a583-a6a01f0722d7 req-f01fa540-a9a5-4857-a0b9-841eea7c3a4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:10.096334 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9629b998-39d3-4ee4-a583-a6a01f0722d7 req-f01fa540-a9a5-4857-a0b9-841eea7c3a4a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98bd4f1b-00cd-4634-a71e-61eb6c4c0657 HTTP/1.1" status: 200 len: 835 time: 0.1558256 Jan 20 11:45:10.171170 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9629b998-39d3-4ee4-a583-a6a01f0722d7 req-c0d6d41b-4f20-4475-903e-a2eb6c541bbc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15f60802-992f-4799-871d-bbaa84884cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686805 Jan 20 11:45:10.300818 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9629b998-39d3-4ee4-a583-a6a01f0722d7 req-d61d7e28-0b67-4f5d-9315-abfa78db4df7 service neutron] 10.222.0.72 "GET /v2.0/networks/15f60802-992f-4799-871d-bbaa84884cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230829 Jan 20 11:45:10.304867 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 8e396631-2e37-4a10-b26f-a5c46e81d311 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:45:10.374392 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 8e396631-2e37-4a10-b26f-a5c46e81d311 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:45:10.374772 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:10.431889 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-9629b998-39d3-4ee4-a583-a6a01f0722d7 req-f5a0d9f7-bf8f-4d61-8f69-6c865d9b69a1 service neutron] 10.222.0.72 "GET /v2.0/networks/15f60802-992f-4799-871d-bbaa84884cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249285 Jan 20 11:45:10.489074 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:10.522525 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 8e396631-2e37-4a10-b26f-a5c46e81d311, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=8e396631-2e37-4a10-b26f-a5c46e81d311,segment=NetworkSegment(cdf6b508-6c35-4568-8936-6c90af03fef4),segment_id=cdf6b508-6c35-4568-8936-6c90af03fef4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:45:10.593150 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:10.620406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d60cb0-8418-4566-82f0-1478c3ccce2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e396631-2e37-4a10-b26f-a5c46e81d311'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:45:10.661894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=8e396631-2e37-4a10-b26f-a5c46e81d311,revision_number=8']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:10.687382 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d60cb0-8418-4566-82f0-1478c3ccce2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e396631-2e37-4a10-b26f-a5c46e81d311', 'code': 200} Jan 20 11:45:10.934624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae552a32-2f4e-4edd-9dae-b4267ab7c362 req-3015fe04-9464-4c0e-9814-9b5df084916f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:10.936896 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae552a32-2f4e-4edd-9dae-b4267ab7c362 req-3015fe04-9464-4c0e-9814-9b5df084916f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0762634 Jan 20 11:45:10.985786 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae552a32-2f4e-4edd-9dae-b4267ab7c362 req-694298e7-ecf5-4f87-b9c8-078875572b63 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430720 Jan 20 11:45:12.185002 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa132570-450b-47a3-92e3-f07ac8b4bda4 req-db861201-af7d-4498-adfb-b0bb7eb48055 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:12.186545 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fa132570-450b-47a3-92e3-f07ac8b4bda4 req-db861201-af7d-4498-adfb-b0bb7eb48055 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0749063 Jan 20 11:45:12.231747 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fa132570-450b-47a3-92e3-f07ac8b4bda4 req-7b55c003-ca9c-485a-9fd9-cb9099c38a22 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396483 Jan 20 11:45:12.259636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44340) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:12.363650 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-931c6ca3-c71a-4ad9-a832-5198d9ee24ff tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/d4680efd-ffe9-4d92-8b5a-c76244208e1a HTTP/1.1" status: 200 len: 993 time: 0.1028619 Jan 20 11:45:13.052905 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:45:31.426894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a583fced-2979-41a5-a479-72516a3c3b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:33.854988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e9bd683a-daba-4611-aac9-bbe9864461cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:34.970443 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:35.032757 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:36.449623 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:38.975788 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44352) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:39.235879 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port 217d81ae-acd7-4ec3-ba1e-f4d90b304d12 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:45:39.236224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:39.405449 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:39.405804 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:39.528689 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for 217d81ae-acd7-4ec3-ba1e-f4d90b304d12 owned by network:floatingip {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:45:39.729577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:39.774369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=217d81ae-acd7-4ec3-ba1e-f4d90b304d12,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:39.810628 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:39.810979 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:39.811481 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:39.811653 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:39.811966 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:39.812289 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:39.812607 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:39.812928 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:39.813900 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:39.814225 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:39.814544 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:39.874295 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:40.038232 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:40.350859 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 2227067f-8a56-44ad-95dd-b1d6a2712609 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:45:40.544460 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:45:40.554967 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee4b9e-75e7-4712-b9ab-aec9fc2b3dd6 None None] Sync routers for ids ['2227067f-8a56-44ad-95dd-b1d6a2712609'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:45:40.566319 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee4b9e-75e7-4712-b9ab-aec9fc2b3dd6 None None] Routers {'2227067f-8a56-44ad-95dd-b1d6a2712609'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:45:40.569723 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-53ee4b9e-75e7-4712-b9ab-aec9fc2b3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:45:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['2227067f-8a56-44ad-95dd-b1d6a2712609'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:45:40.615033 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:40.671532 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5a0512f6-c049-4b28-8406-ba164e49ba60 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/floatingips/d4680efd-ffe9-4d92-8b5a-c76244208e1a HTTP/1.1" status: 204 len: 168 time: 1.6943061 Jan 20 11:45:40.672092 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d60cb0-8418-4566-82f0-1478c3ccce2a', 'tag': '8e396631-2e37-4a10-b26f-a5c46e81d311'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:45:40.729475 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d60cb0-8418-4566-82f0-1478c3ccce2a', 'tag': '8e396631-2e37-4a10-b26f-a5c46e81d311', 'status': 'completed', 'code': 200} Jan 20 11:45:40.743290 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-53ee4b9e-75e7-4712-b9ab-aec9fc2b3dd6 None None] Set router 2227067f-8a56-44ad-95dd-b1d6a2712609 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:45:40.822864 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6f3c8646-166b-4d64-9c2a-3f9b3e1a50fb req-b9c6c032-a034-4428-98bb-593ef77539a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 1099 time: 0.0708153 Jan 20 11:45:40.965112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c8646-166b-4d64-9c2a-3f9b3e1a50fb req-1bf07fd1-7da4-49ad-8a61-009a47ef691e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:40.967277 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6f3c8646-166b-4d64-9c2a-3f9b3e1a50fb req-1bf07fd1-7da4-49ad-8a61-009a47ef691e service neutron] 10.222.0.72 "GET /v2.0/networks?id=15f60802-992f-4799-871d-bbaa84884cbd HTTP/1.1" status: 200 len: 898 time: 0.1387868 Jan 20 11:45:41.042161 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6f3c8646-166b-4d64-9c2a-3f9b3e1a50fb req-67828bc8-0cfc-4343-a139-9c7d79e0e30a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e396631-2e37-4a10-b26f-a5c46e81d311 HTTP/1.1" status: 200 len: 217 time: 0.0678632 Jan 20 11:45:41.076364 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-53ee4b9e-75e7-4712-b9ab-aec9fc2b3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239060956', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '28438d0a-010f-46e2-a689-4cf319287cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:00Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '28438d0a-010f-46e2-a689-4cf319287cff', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '1c592144-47c8-4b6f-9894-71309eecd37d', 'name': '', 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:8a:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:59Z', 'updated_at': '2022-01-20T11:44:05Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:45:41.080446 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee4b9e-75e7-4712-b9ab-aec9fc2b3dd6 None None] Checking router: 2227067f-8a56-44ad-95dd-b1d6a2712609 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:45:41.092435 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee4b9e-75e7-4712-b9ab-aec9fc2b3dd6 None None] Routers {'2227067f-8a56-44ad-95dd-b1d6a2712609'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:45:41.093051 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-53ee4b9e-75e7-4712-b9ab-aec9fc2b3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:45:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['2227067f-8a56-44ad-95dd-b1d6a2712609'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:45:41.108263 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c8646-166b-4d64-9c2a-3f9b3e1a50fb req-9a4797f5-27a1-4130-b662-fd968cd5991f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:41.110694 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6f3c8646-166b-4d64-9c2a-3f9b3e1a50fb req-9a4797f5-27a1-4130-b662-fd968cd5991f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98bd4f1b-00cd-4634-a71e-61eb6c4c0657 HTTP/1.1" status: 200 len: 835 time: 0.0623636 Jan 20 11:45:41.186763 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6f3c8646-166b-4d64-9c2a-3f9b3e1a50fb req-f5aac8f6-f976-4ce6-81c7-5dead6cfcbb0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15f60802-992f-4799-871d-bbaa84884cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703604 Jan 20 11:45:41.196424 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d08831-f92b-4292-88ad-684866c367aa req-dc01f2a2-aa07-411a-9994-caf19a000812 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:41.197973 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e8d08831-f92b-4292-88ad-684866c367aa req-dc01f2a2-aa07-411a-9994-caf19a000812 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0811779 Jan 20 11:45:41.272800 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-53ee4b9e-75e7-4712-b9ab-aec9fc2b3dd6 None None] Set router 2227067f-8a56-44ad-95dd-b1d6a2712609 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:45:41.326476 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6f3c8646-166b-4d64-9c2a-3f9b3e1a50fb req-6fac745d-bff1-47c6-8f24-6392e074240a service neutron] 10.222.0.72 "GET /v2.0/networks/15f60802-992f-4799-871d-bbaa84884cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313424 Jan 20 11:45:41.335556 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e8d08831-f92b-4292-88ad-684866c367aa req-2600ed2d-aec2-4d8e-b30c-324d1fc60dde tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318586 Jan 20 11:45:41.463156 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-6f3c8646-166b-4d64-9c2a-3f9b3e1a50fb req-db49e42b-5717-495d-bab3-d71ce708e40e service neutron] 10.222.0.72 "GET /v2.0/networks/15f60802-992f-4799-871d-bbaa84884cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302428 Jan 20 11:45:41.618375 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-53ee4b9e-75e7-4712-b9ab-aec9fc2b3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239060956', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '28438d0a-010f-46e2-a689-4cf319287cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:00Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '28438d0a-010f-46e2-a689-4cf319287cff', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '1c592144-47c8-4b6f-9894-71309eecd37d', 'name': '', 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:8a:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:59Z', 'updated_at': '2022-01-20T11:44:05Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:45:41.622340 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee4b9e-75e7-4712-b9ab-aec9fc2b3dd6 None None] The sync data for ids ['2227067f-8a56-44ad-95dd-b1d6a2712609'] in dv-neutron-825471-1-hyperv is: [{'id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239060956', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '28438d0a-010f-46e2-a689-4cf319287cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:00Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '28438d0a-010f-46e2-a689-4cf319287cff', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '1c592144-47c8-4b6f-9894-71309eecd37d', 'name': '', 'network_id': '15f60802-992f-4799-871d-bbaa84884cbd', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:8a:e2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:59Z', 'updated_at': '2022-01-20T11:44:05Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '98bd4f1b-00cd-4634-a71e-61eb6c4c0657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:45:41.831723 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab788eb-6580-4052-9f31-10aeb64c27d2 None None] New status for floating IP d4680efd-ffe9-4d92-8b5a-c76244208e1a: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:45:42.535506 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a3507-62d9-4e8c-aad4-9672c0a4b846 req-340a94d3-d70c-4757-b308-7828c666b153 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:42.536947 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-db1a3507-62d9-4e8c-aad4-9672c0a4b846 req-340a94d3-d70c-4757-b308-7828c666b153 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.0749736 Jan 20 11:45:42.580820 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-db1a3507-62d9-4e8c-aad4-9672c0a4b846 req-d8aa7ca2-4004-4e2f-b218-92ef46e4b84e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385017 Jan 20 11:45:42.778760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ae844-edac-4a2c-ba57-bcad717ea315 req-725d15a5-bac5-479e-9a89-223c6c3ba67e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:42.779580 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-cf7ae844-edac-4a2c-ba57-bcad717ea315 req-725d15a5-bac5-479e-9a89-223c6c3ba67e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:45:42.854946 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-cf7ae844-edac-4a2c-ba57-bcad717ea315 req-725d15a5-bac5-479e-9a89-223c6c3ba67e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:45:42.856216 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf7ae844-edac-4a2c-ba57-bcad717ea315 req-725d15a5-bac5-479e-9a89-223c6c3ba67e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 946 time: 0.1532927 Jan 20 11:45:42.923450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-cf7ae844-edac-4a2c-ba57-bcad717ea315 req-021fae28-75b9-4687-9ea5-51e6a3861f9d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port 8e396631-2e37-4a10-b26f-a5c46e81d311 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:45:42.923791 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-cf7ae844-edac-4a2c-ba57-bcad717ea315 req-021fae28-75b9-4687-9ea5-51e6a3861f9d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:43.255162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-cf7ae844-edac-4a2c-ba57-bcad717ea315 req-021fae28-75b9-4687-9ea5-51e6a3861f9d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] For port 8e396631-2e37-4a10-b26f-a5c46e81d311, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=8e396631-2e37-4a10-b26f-a5c46e81d311,segment=NetworkSegment(cdf6b508-6c35-4568-8936-6c90af03fef4),segment_id=cdf6b508-6c35-4568-8936-6c90af03fef4)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:45:43.255516 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-cf7ae844-edac-4a2c-ba57-bcad717ea315 req-021fae28-75b9-4687-9ea5-51e6a3861f9d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:43.372706 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-cf7ae844-edac-4a2c-ba57-bcad717ea315 req-021fae28-75b9-4687-9ea5-51e6a3861f9d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for 8e396631-2e37-4a10-b26f-a5c46e81d311 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:45:43.557752 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-cf7ae844-edac-4a2c-ba57-bcad717ea315 req-021fae28-75b9-4687-9ea5-51e6a3861f9d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:43.609460 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fae28-75b9-4687-9ea5-51e6a3861f9d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=8e396631-2e37-4a10-b26f-a5c46e81d311,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:43.680049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7ae844-edac-4a2c-ba57-bcad717ea315 req-021fae28-75b9-4687-9ea5-51e6a3861f9d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] No DVR routers for this DVR port 8e396631-2e37-4a10-b26f-a5c46e81d311 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:45:43.682653 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-cf7ae844-edac-4a2c-ba57-bcad717ea315 req-021fae28-75b9-4687-9ea5-51e6a3861f9d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:43.685292 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d60cb0-8418-4566-82f0-1478c3ccce2a', 'name': 'network-vif-deleted', 'tag': '8e396631-2e37-4a10-b26f-a5c46e81d311'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:45:43.741390 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d60cb0-8418-4566-82f0-1478c3ccce2a', 'name': 'network-vif-deleted', 'tag': '8e396631-2e37-4a10-b26f-a5c46e81d311', 'status': 'completed', 'code': 200} Jan 20 11:45:43.753355 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf7ae844-edac-4a2c-ba57-bcad717ea315 req-021fae28-75b9-4687-9ea5-51e6a3861f9d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "DELETE /v2.0/ports/8e396631-2e37-4a10-b26f-a5c46e81d311 HTTP/1.1" status: 204 len: 173 time: 0.8920147 Jan 20 11:45:43.756362 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fbc95fbd-e83a-4e30-9d08-4c9fc3b4ceac req-37a035ef-1010-450b-8561-cd9d682611e0 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=13d60cb0-8418-4566-82f0-1478c3ccce2a HTTP/1.1" status: 200 len: 210 time: 0.0428374 Jan 20 11:45:44.860720 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44372) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:45.249884 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-617368d2-c745-4af8-a37a-6bb558b19f73 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:45.839325 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-617368d2-c745-4af8-a37a-6bb558b19f73 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port 1c592144-47c8-4b6f-9894-71309eecd37d {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:45:45.839661 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-617368d2-c745-4af8-a37a-6bb558b19f73 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:46.118260 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-617368d2-c745-4af8-a37a-6bb558b19f73 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] For port 1c592144-47c8-4b6f-9894-71309eecd37d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=1c592144-47c8-4b6f-9894-71309eecd37d,segment=NetworkSegment(cdf6b508-6c35-4568-8936-6c90af03fef4),segment_id=cdf6b508-6c35-4568-8936-6c90af03fef4)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:45:46.118959 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-617368d2-c745-4af8-a37a-6bb558b19f73 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:46.237140 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-617368d2-c745-4af8-a37a-6bb558b19f73 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for 1c592144-47c8-4b6f-9894-71309eecd37d owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:45:46.505568 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 8e396631-2e37-4a10-b26f-a5c46e81d311 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:45:46.540085 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 8e396631-2e37-4a10-b26f-a5c46e81d311 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:45:46.540377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 8e396631-2e37-4a10-b26f-a5c46e81d311 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:45:46.541031 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-617368d2-c745-4af8-a37a-6bb558b19f73 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:46.590435 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617368d2-c745-4af8-a37a-6bb558b19f73 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=1c592144-47c8-4b6f-9894-71309eecd37d,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:46.884162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-617368d2-c745-4af8-a37a-6bb558b19f73 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:47.542797 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617368d2-c745-4af8-a37a-6bb558b19f73 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 2227067f-8a56-44ad-95dd-b1d6a2712609 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:45:47.740703 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617368d2-c745-4af8-a37a-6bb558b19f73 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:45:47.750706 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179bc32-97ad-49bc-a266-00a11ec99039 None None] Sync routers for ids ['2227067f-8a56-44ad-95dd-b1d6a2712609'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:45:47.753959 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-617368d2-c745-4af8-a37a-6bb558b19f73 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "PUT /v2.0/routers/2227067f-8a56-44ad-95dd-b1d6a2712609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8921373 Jan 20 11:45:47.756565 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44378) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:47.763115 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179bc32-97ad-49bc-a266-00a11ec99039 None None] Routers {'2227067f-8a56-44ad-95dd-b1d6a2712609'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:45:47.763720 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f179bc32-97ad-49bc-a266-00a11ec99039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:45:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['2227067f-8a56-44ad-95dd-b1d6a2712609'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:45:47.940982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-f179bc32-97ad-49bc-a266-00a11ec99039 None None] Set router 2227067f-8a56-44ad-95dd-b1d6a2712609 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:45:47.953993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-59dc9a72-d239-4f3e-9154-10d09598f915 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting subnet 98bd4f1b-00cd-4634-a71e-61eb6c4c0657 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:45:47.957763 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59dc9a72-d239-4f3e-9154-10d09598f915 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:48.010737 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59dc9a72-d239-4f3e-9154-10d09598f915 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:48.094794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59dc9a72-d239-4f3e-9154-10d09598f915 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:48.224062 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f179bc32-97ad-49bc-a266-00a11ec99039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239060956', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '28438d0a-010f-46e2-a689-4cf319287cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:45:46Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '28438d0a-010f-46e2-a689-4cf319287cff', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:45:48.227781 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179bc32-97ad-49bc-a266-00a11ec99039 None None] Checking router: 2227067f-8a56-44ad-95dd-b1d6a2712609 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:45:48.238446 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59dc9a72-d239-4f3e-9154-10d09598f915 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:48.239083 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179bc32-97ad-49bc-a266-00a11ec99039 None None] Routers {'2227067f-8a56-44ad-95dd-b1d6a2712609'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:45:48.239686 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f179bc32-97ad-49bc-a266-00a11ec99039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:45:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['2227067f-8a56-44ad-95dd-b1d6a2712609'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:45:48.275846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc9a72-d239-4f3e-9154-10d09598f915 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Subnet': ['ID=98bd4f1b-00cd-4634-a71e-61eb6c4c0657,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:48.283301 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-59dc9a72-d239-4f3e-9154-10d09598f915 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:48.292045 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-59dc9a72-d239-4f3e-9154-10d09598f915 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/subnets/98bd4f1b-00cd-4634-a71e-61eb6c4c0657 HTTP/1.1" status: 204 len: 168 time: 0.5320067 Jan 20 11:45:48.292248 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05e66b7-aed6-4a45-9f9e-8159831d3e93 None None] Network 15f60802-992f-4799-871d-bbaa84884cbd requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:45:48.292365 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44382) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:48.495362 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-99664086-09a5-4a8d-b345-7ae255209797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:48.570403 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-f179bc32-97ad-49bc-a266-00a11ec99039 None None] Set router 2227067f-8a56-44ad-95dd-b1d6a2712609 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:45:48.700765 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-99664086-09a5-4a8d-b345-7ae255209797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:48.757711 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-99664086-09a5-4a8d-b345-7ae255209797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port 28438d0a-010f-46e2-a689-4cf319287cff {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:45:48.758002 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-99664086-09a5-4a8d-b345-7ae255209797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:48.882848 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950d75a9-f3c6-4a52-9d3f-0fac347a3f2c None None] DHCP port deletion for 15f60802-992f-4799-871d-bbaa84884cbd request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:45:48.889139 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-950d75a9-f3c6-4a52-9d3f-0fac347a3f2c None None] Deleting port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:45:48.889515 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-950d75a9-f3c6-4a52-9d3f-0fac347a3f2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:48.940245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-99664086-09a5-4a8d-b345-7ae255209797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] For port 28438d0a-010f-46e2-a689-4cf319287cff, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=28438d0a-010f-46e2-a689-4cf319287cff,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:45:48.940384 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-99664086-09a5-4a8d-b345-7ae255209797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:48.947525 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:45:49.058933 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-99664086-09a5-4a8d-b345-7ae255209797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for 28438d0a-010f-46e2-a689-4cf319287cff owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:45:49.080144 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-f179bc32-97ad-49bc-a266-00a11ec99039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239060956', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '28438d0a-010f-46e2-a689-4cf319287cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:45:46Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '28438d0a-010f-46e2-a689-4cf319287cff', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:45:49.163922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179bc32-97ad-49bc-a266-00a11ec99039 None None] The sync data for ids ['2227067f-8a56-44ad-95dd-b1d6a2712609'] in dv-neutron-825471-1-hyperv is: [{'id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-239060956', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '28438d0a-010f-46e2-a689-4cf319287cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:45:46Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '28438d0a-010f-46e2-a689-4cf319287cff', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2227067f-8a56-44ad-95dd-b1d6a2712609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:43:55Z', 'updated_at': '2022-01-20T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:45:49.219789 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-950d75a9-f3c6-4a52-9d3f-0fac347a3f2c None None] For port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e9d770e7-959a-415a-bfd6-9e0eb63cfbe2,segment=NetworkSegment(cdf6b508-6c35-4568-8936-6c90af03fef4),segment_id=cdf6b508-6c35-4568-8936-6c90af03fef4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:45:49.220219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-950d75a9-f3c6-4a52-9d3f-0fac347a3f2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:49.235608 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:49.353785 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-950d75a9-f3c6-4a52-9d3f-0fac347a3f2c None None] Calling delete_port for e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:45:49.422877 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e9d770e7-959a-415a-bfd6-9e0eb63cfbe2,segment=NetworkSegment(cdf6b508-6c35-4568-8936-6c90af03fef4),segment_id=cdf6b508-6c35-4568-8936-6c90af03fef4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:45:49.478375 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-99664086-09a5-4a8d-b345-7ae255209797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:49.513112 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:49.529376 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99664086-09a5-4a8d-b345-7ae255209797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=28438d0a-010f-46e2-a689-4cf319287cff,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:49.582683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-950d75a9-f3c6-4a52-9d3f-0fac347a3f2c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:45:49.583039 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-950d75a9-f3c6-4a52-9d3f-0fac347a3f2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:45:49.599454 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=e9d770e7-959a-415a-bfd6-9e0eb63cfbe2,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:49.778078 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-99664086-09a5-4a8d-b345-7ae255209797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:50.035921 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-99664086-09a5-4a8d-b345-7ae255209797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:50.040001 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-99664086-09a5-4a8d-b345-7ae255209797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:50.053375 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:45:50.084740 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-950d75a9-f3c6-4a52-9d3f-0fac347a3f2c None None] Deleting port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:45:50.085226 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-950d75a9-f3c6-4a52-9d3f-0fac347a3f2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:50.117841 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-99664086-09a5-4a8d-b345-7ae255209797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:50.118373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99664086-09a5-4a8d-b345-7ae255209797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Fanout notify agent at l3_agent the message router_deleted on router 2227067f-8a56-44ad-95dd-b1d6a2712609 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:45:50.133822 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-99664086-09a5-4a8d-b345-7ae255209797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:50.137702 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-99664086-09a5-4a8d-b345-7ae255209797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/routers/2227067f-8a56-44ad-95dd-b1d6a2712609 HTTP/1.1" status: 204 len: 168 time: 1.8418181 Jan 20 11:45:50.137861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44386) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:50.263275 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:50.274650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:45:50.274986 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:50.296735 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-950d75a9-f3c6-4a52-9d3f-0fac347a3f2c None None] For port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e9d770e7-959a-415a-bfd6-9e0eb63cfbe2,segment=NetworkSegment(cdf6b508-6c35-4568-8936-6c90af03fef4),segment_id=cdf6b508-6c35-4568-8936-6c90af03fef4)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:45:50.297207 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-950d75a9-f3c6-4a52-9d3f-0fac347a3f2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:50.416899 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-950d75a9-f3c6-4a52-9d3f-0fac347a3f2c None None] Calling delete_port for e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:45:50.479225 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] For port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e9d770e7-959a-415a-bfd6-9e0eb63cfbe2,segment=NetworkSegment(cdf6b508-6c35-4568-8936-6c90af03fef4),segment_id=cdf6b508-6c35-4568-8936-6c90af03fef4)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:45:50.479505 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:50.575493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-950d75a9-f3c6-4a52-9d3f-0fac347a3f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:50.611859 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:45:50.629651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d75a9-f3c6-4a52-9d3f-0fac347a3f2c None None] Pushing event deleted for resources: {'Port': ['ID=e9d770e7-959a-415a-bfd6-9e0eb63cfbe2,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:50.637607 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950d75a9-f3c6-4a52-9d3f-0fac347a3f2c None None] No DVR routers for this DVR port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:45:50.687136 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.db.api [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84331) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:45:50.691006 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG oslo_db.api [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:45:50.915295 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 1c592144-47c8-4b6f-9894-71309eecd37d no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:45:50.949249 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 1c592144-47c8-4b6f-9894-71309eecd37d {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:45:50.949632 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 1c592144-47c8-4b6f-9894-71309eecd37d not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:45:50.950054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 28438d0a-010f-46e2-a689-4cf319287cff no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:45:50.980113 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 28438d0a-010f-46e2-a689-4cf319287cff {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:45:50.980459 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 28438d0a-010f-46e2-a689-4cf319287cff not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:45:51.189711 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port e9d770e7-959a-415a-bfd6-9e0eb63cfbe2 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:45:51.190272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:51.252057 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] The port 'e9d770e7-959a-415a-bfd6-9e0eb63cfbe2' was deleted {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 11:45:51.466893 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:51.491307 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f60802-992f-4799-871d-bbaa84884cbd']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:45:51.502965 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf6b508-6c35-4568-8936-6c90af03fef4') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:45:51.503416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf6b508-6c35-4568-8936-6c90af03fef4') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:45:51.514874 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:51.530771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:51.537725 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:45:51.538136 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: util.warn( Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:45:51.552294 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:45:51.695093 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:51.699427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:51.726485 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Network': ['ID=15f60802-992f-4799-871d-bbaa84884cbd,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:51.798528 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0ffe6aa5-db8b-4317-9b41-f311d6d48441 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/networks/15f60802-992f-4799-871d-bbaa84884cbd HTTP/1.1" status: 204 len: 168 time: 1.6597016 Jan 20 11:45:51.801405 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44390) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:51.867627 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8402589d-ce35-4e76-8a58-c68e274b6ecc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:51.896115 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8402589d-ce35-4e76-8a58-c68e274b6ecc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:52.003736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8402589d-ce35-4e76-8a58-c68e274b6ecc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:52.022174 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402589d-ce35-4e76-8a58-c68e274b6ecc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:52.030926 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402589d-ce35-4e76-8a58-c68e274b6ecc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:52.031269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402589d-ce35-4e76-8a58-c68e274b6ecc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:52.031603 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402589d-ce35-4e76-8a58-c68e274b6ecc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:52.031931 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402589d-ce35-4e76-8a58-c68e274b6ecc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:52.032259 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402589d-ce35-4e76-8a58-c68e274b6ecc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:52.032599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402589d-ce35-4e76-8a58-c68e274b6ecc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:52.032920 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402589d-ce35-4e76-8a58-c68e274b6ecc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:52.033236 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402589d-ce35-4e76-8a58-c68e274b6ecc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:52.033586 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402589d-ce35-4e76-8a58-c68e274b6ecc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:52.033906 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402589d-ce35-4e76-8a58-c68e274b6ecc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:52.034222 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402589d-ce35-4e76-8a58-c68e274b6ecc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:52.105149 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8402589d-ce35-4e76-8a58-c68e274b6ecc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:52.106320 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8402589d-ce35-4e76-8a58-c68e274b6ecc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/security-groups/9d90fa77-7d34-48cd-9fa6-1aef0b9a7bfc HTTP/1.1" status: 204 len: 168 time: 0.3037717 Jan 20 11:45:52.593755 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44398) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:52.599985 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-b22a52f3-76c6-42a9-a756-8fcca2876bd2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1603459117', 'description': 'tempest-secgroup-smoke-1603459117 description', 'project_id': 'e9e34051fd30436dbf889320e730f35d'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:45:52.605896 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b22a52f3-76c6-42a9-a756-8fcca2876bd2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:45:52.609913 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b22a52f3-76c6-42a9-a756-8fcca2876bd2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:45:52.613499 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b22a52f3-76c6-42a9-a756-8fcca2876bd2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:45:52.622847 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b22a52f3-76c6-42a9-a756-8fcca2876bd2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:45:52.666447 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b22a52f3-76c6-42a9-a756-8fcca2876bd2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:52.700209 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b22a52f3-76c6-42a9-a756-8fcca2876bd2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:45:52.703879 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b22a52f3-76c6-42a9-a756-8fcca2876bd2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:45:52.706733 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-b22a52f3-76c6-42a9-a756-8fcca2876bd2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:45:52.712461 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-b22a52f3-76c6-42a9-a756-8fcca2876bd2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:45:52.764981 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b22a52f3-76c6-42a9-a756-8fcca2876bd2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:52.820540 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b22a52f3-76c6-42a9-a756-8fcca2876bd2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:52.866085 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a52f3-76c6-42a9-a756-8fcca2876bd2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998ce29d-dbdb-47c5-942c-e218a1b9e000,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:52.940687 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-b22a52f3-76c6-42a9-a756-8fcca2876bd2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:52.942002 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-b22a52f3-76c6-42a9-a756-8fcca2876bd2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3472543 Jan 20 11:45:52.944935 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44402) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:52.950472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-04839ece-3a6c-4750-8cfb-46d8bbc62f69 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '998ce29d-dbdb-47c5-942c-e218a1b9e000', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:45:52.957190 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-04839ece-3a6c-4750-8cfb-46d8bbc62f69 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:45:52.961193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-04839ece-3a6c-4750-8cfb-46d8bbc62f69 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:45:52.964040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-04839ece-3a6c-4750-8cfb-46d8bbc62f69 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:45:52.969657 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-04839ece-3a6c-4750-8cfb-46d8bbc62f69 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:45:53.038819 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04839ece-3a6c-4750-8cfb-46d8bbc62f69 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:53.097719 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04839ece-3a6c-4750-8cfb-46d8bbc62f69 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:53.158415 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04839ece-3a6c-4750-8cfb-46d8bbc62f69 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:53.181660 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04839ece-3a6c-4750-8cfb-46d8bbc62f69 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906de5e2-0519-421b-be31-a7dde37c707b,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:53.277851 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-04839ece-3a6c-4750-8cfb-46d8bbc62f69 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:53.279106 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-04839ece-3a6c-4750-8cfb-46d8bbc62f69 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3331566 Jan 20 11:45:53.281852 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44406) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:53.287813 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-af9c2135-35fc-48fc-b500-e4ff9d501b9b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '998ce29d-dbdb-47c5-942c-e218a1b9e000', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:45:53.293686 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-af9c2135-35fc-48fc-b500-e4ff9d501b9b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:45:53.297547 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-af9c2135-35fc-48fc-b500-e4ff9d501b9b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:45:53.300567 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-af9c2135-35fc-48fc-b500-e4ff9d501b9b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:45:53.306252 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-af9c2135-35fc-48fc-b500-e4ff9d501b9b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:45:53.393631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-af9c2135-35fc-48fc-b500-e4ff9d501b9b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:53.458732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-af9c2135-35fc-48fc-b500-e4ff9d501b9b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:53.529124 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-af9c2135-35fc-48fc-b500-e4ff9d501b9b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:53.551757 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c2135-35fc-48fc-b500-e4ff9d501b9b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db068b4-7243-45fa-9731-bd813ff2ec1c,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:53.608965 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-af9c2135-35fc-48fc-b500-e4ff9d501b9b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:53.610216 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-af9c2135-35fc-48fc-b500-e4ff9d501b9b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3274696 Jan 20 11:45:53.613022 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44410) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:53.618357 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-83e5ddd0-ae32-468f-bc42-54284cefdd52 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '998ce29d-dbdb-47c5-942c-e218a1b9e000', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:45:53.624081 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-83e5ddd0-ae32-468f-bc42-54284cefdd52 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:45:53.628531 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-83e5ddd0-ae32-468f-bc42-54284cefdd52 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:45:53.631396 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-83e5ddd0-ae32-468f-bc42-54284cefdd52 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:45:53.637051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-83e5ddd0-ae32-468f-bc42-54284cefdd52 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:45:53.735413 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-83e5ddd0-ae32-468f-bc42-54284cefdd52 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:53.795903 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-83e5ddd0-ae32-468f-bc42-54284cefdd52 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:53.866405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-83e5ddd0-ae32-468f-bc42-54284cefdd52 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:53.890172 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5ddd0-ae32-468f-bc42-54284cefdd52 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474df04a-fd39-4042-a1f9-1664257aa08a,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:53.975005 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-83e5ddd0-ae32-468f-bc42-54284cefdd52 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:53.976209 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-83e5ddd0-ae32-468f-bc42-54284cefdd52 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3621829 Jan 20 11:45:53.979021 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44414) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:53.984482 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-0654d44a-e16b-40f4-9f4e-89067570f850 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '998ce29d-dbdb-47c5-942c-e218a1b9e000', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:45:53.991357 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0654d44a-e16b-40f4-9f4e-89067570f850 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:45:53.995115 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0654d44a-e16b-40f4-9f4e-89067570f850 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:45:53.998040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0654d44a-e16b-40f4-9f4e-89067570f850 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:45:54.004692 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0654d44a-e16b-40f4-9f4e-89067570f850 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:45:54.084380 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0654d44a-e16b-40f4-9f4e-89067570f850 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:54.146915 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0654d44a-e16b-40f4-9f4e-89067570f850 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:54.191988 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0654d44a-e16b-40f4-9f4e-89067570f850 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:54.215330 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654d44a-e16b-40f4-9f4e-89067570f850 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639dc138-a7d6-4e54-a24c-c2c8136bc7e7,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:54.284180 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0654d44a-e16b-40f4-9f4e-89067570f850 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:54.285307 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0654d44a-e16b-40f4-9f4e-89067570f850 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3053198 Jan 20 11:45:54.288308 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44418) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:54.293792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3b04c73d-c233-421b-beb3-9bce1dc652e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '998ce29d-dbdb-47c5-942c-e218a1b9e000', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:45:54.300678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3b04c73d-c233-421b-beb3-9bce1dc652e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:45:54.304383 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3b04c73d-c233-421b-beb3-9bce1dc652e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:45:54.307221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3b04c73d-c233-421b-beb3-9bce1dc652e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:45:54.312767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3b04c73d-c233-421b-beb3-9bce1dc652e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:45:54.386508 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-3b04c73d-c233-421b-beb3-9bce1dc652e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Project e9e34051fd30436dbf889320e730f35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:45:54.392984 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3b04c73d-c233-421b-beb3-9bce1dc652e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:54.456114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3b04c73d-c233-421b-beb3-9bce1dc652e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:54.603448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3b04c73d-c233-421b-beb3-9bce1dc652e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:54.625757 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04c73d-c233-421b-beb3-9bce1dc652e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6435f7-1237-4918-aead-e52b1d981407,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:54.711889 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3b04c73d-c233-421b-beb3-9bce1dc652e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:54.713086 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3b04c73d-c233-421b-beb3-9bce1dc652e7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4238253 Jan 20 11:45:54.715887 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44422) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:54.722513 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-64f6806a-c183-4874-8ded-cc32ceeb9ef8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '998ce29d-dbdb-47c5-942c-e218a1b9e000', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:45:54.730591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-64f6806a-c183-4874-8ded-cc32ceeb9ef8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:45:54.735472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-64f6806a-c183-4874-8ded-cc32ceeb9ef8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:45:54.739747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-64f6806a-c183-4874-8ded-cc32ceeb9ef8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:45:54.746305 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-64f6806a-c183-4874-8ded-cc32ceeb9ef8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:45:54.814772 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-64f6806a-c183-4874-8ded-cc32ceeb9ef8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Project e9e34051fd30436dbf889320e730f35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:45:54.821204 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-64f6806a-c183-4874-8ded-cc32ceeb9ef8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:54.893450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-64f6806a-c183-4874-8ded-cc32ceeb9ef8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:54.997475 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-64f6806a-c183-4874-8ded-cc32ceeb9ef8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:55.022215 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6806a-c183-4874-8ded-cc32ceeb9ef8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7ed08d-5b1a-424d-9cbf-8956642cc40b,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:55.083221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-64f6806a-c183-4874-8ded-cc32ceeb9ef8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:55.084665 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-64f6806a-c183-4874-8ded-cc32ceeb9ef8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3678632 Jan 20 11:45:55.087522 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44426) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:55.092914 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-0bce0b37-7f64-4c72-8782-2a45ea3678db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'network': {'name': 'tempest-network-smoke--2051591617', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'port_security_enabled': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:45:55.098573 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0bce0b37-7f64-4c72-8782-2a45ea3678db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:45:55.102772 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0bce0b37-7f64-4c72-8782-2a45ea3678db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:network and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:45:55.105690 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-0bce0b37-7f64-4c72-8782-2a45ea3678db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:45:55.115658 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-0bce0b37-7f64-4c72-8782-2a45ea3678db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:45:55.197507 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bce0b37-7f64-4c72-8782-2a45ea3678db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Made reservation on behalf of e9e34051fd30436dbf889320e730f35d for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:45:55.201649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0bce0b37-7f64-4c72-8782-2a45ea3678db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:55.232236 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bce0b37-7f64-4c72-8782-2a45ea3678db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:45:55.240531 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0bce0b37-7f64-4c72-8782-2a45ea3678db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:55.241422 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-0bce0b37-7f64-4c72-8782-2a45ea3678db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Added segment 159b39fc-8f53-4586-8411-6a6810f89452 of type vlan for network f0d01486-b0ed-4b07-85fd-de60fa51dbed Jan 20 11:45:55.271886 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0bce0b37-7f64-4c72-8782-2a45ea3678db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:55.386494 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0bce0b37-7f64-4c72-8782-2a45ea3678db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:55.390233 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bce0b37-7f64-4c72-8782-2a45ea3678db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:55.390817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0bce0b37-7f64-4c72-8782-2a45ea3678db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:55.500223 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce0b37-7f64-4c72-8782-2a45ea3678db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Network': ['ID=f0d01486-b0ed-4b07-85fd-de60fa51dbed,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:55.510907 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network f0d01486-b0ed-4b07-85fd-de60fa51dbed details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:45:55.541624 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0bce0b37-7f64-4c72-8782-2a45ea3678db tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4530518 Jan 20 11:45:55.544680 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44430) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:55.550912 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-925108343', 'admin_state_up': True, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:45:55.558629 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:45:55.562843 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:router and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:45:55.566704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:45:55.572868 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:45:55.666776 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:55.667773 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:55.685861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:55.913693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:56.171845 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:56.208163 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:56.348989 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.26.0.167 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/fe10c782-b0ae-4ca8-a35a-8984bcc317dd) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:45:56.503030 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:56.609043 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:56.767933 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:45:56.770715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:45:56.774373 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:45:56.804196 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=fe10c782-b0ae-4ca8-a35a-8984bcc317dd,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:57.193282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:57.194049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:57.477974 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 6290406f-8d44-4209-96b0-2b845eaa7807 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:45:57.682526 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:45:57.693084 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Sync routers for ids ['6290406f-8d44-4209-96b0-2b845eaa7807'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:45:57.705394 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Routers {'6290406f-8d44-4209-96b0-2b845eaa7807'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:45:57.706063 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:45:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['6290406f-8d44-4209-96b0-2b845eaa7807'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:45:57.786290 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:57.787490 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ed313edb-f3b2-4576-b15b-edd3b5d6d797 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2418425 Jan 20 11:45:57.790792 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44434) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:57.882231 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Set router 6290406f-8d44-4209-96b0-2b845eaa7807 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:45:57.914812 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-09b77c38-df25-43c4-b3dd-1c9ac203e861 tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e9e34051fd30436dbf889320e730f35d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1204762 Jan 20 11:45:57.915056 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44440) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:58.046276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b4c315-871d-4ded-a559-035ec4bffa61 tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:58.047759 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f2b4c315-871d-4ded-a559-035ec4bffa61 tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317663 Jan 20 11:45:58.051843 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44444) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:58.090798 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-827b8b89-5667-4b1f-a712-5339731ebdef tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377612 Jan 20 11:45:58.093474 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44448) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:58.099313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-52d6586f-0956-40aa-89bd-1754a298a81a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-922848503', 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:45:58.187404 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925108343', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:45:55Z', 'updated_at': '2022-01-20T11:45:56Z', 'revision_number': 3, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:45:56Z', 'updated_at': '2022-01-20T11:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:45:58.192033 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Checking router: 6290406f-8d44-4209-96b0-2b845eaa7807 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:45:58.192375 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Updating router 6290406f-8d44-4209-96b0-2b845eaa7807 port fe10c782-b0ae-4ca8-a35a-8984bcc317dd binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:45:58.209157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-52d6586f-0956-40aa-89bd-1754a298a81a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:45:58.213110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-52d6586f-0956-40aa-89bd-1754a298a81a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:subnet and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:45:58.215921 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-52d6586f-0956-40aa-89bd-1754a298a81a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:45:58.222510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-52d6586f-0956-40aa-89bd-1754a298a81a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:45:58.246469 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:58.294652 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d6586f-0956-40aa-89bd-1754a298a81a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Made reservation on behalf of e9e34051fd30436dbf889320e730f35d for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:45:58.399394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52d6586f-0956-40aa-89bd-1754a298a81a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:58.582911 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:58.594420 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Transition to ACTIVE for port object fe10c782-b0ae-4ca8-a35a-8984bcc317dd will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:45:58.660409 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:58.677783 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52d6586f-0956-40aa-89bd-1754a298a81a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:58.736415 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a00a1-0e3f-4b6b-88fb-094009684516 None None] Pushing event updated for resources: {'Port': ['ID=fe10c782-b0ae-4ca8-a35a-8984bcc317dd,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:58.744569 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Attempting to bind port fe10c782-b0ae-4ca8-a35a-8984bcc317dd on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:45:58.744962 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Attempting to bind port fe10c782-b0ae-4ca8-a35a-8984bcc317dd by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:45:58.745314 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Attempting to bind port fe10c782-b0ae-4ca8-a35a-8984bcc317dd on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:45:58.752019 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a00a1-0e3f-4b6b-88fb-094009684516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:58.752353 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a00a1-0e3f-4b6b-88fb-094009684516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:58.752677 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a00a1-0e3f-4b6b-88fb-094009684516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:58.752995 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a00a1-0e3f-4b6b-88fb-094009684516 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:58.753347 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a00a1-0e3f-4b6b-88fb-094009684516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:58.753732 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a00a1-0e3f-4b6b-88fb-094009684516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:58.754083 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a00a1-0e3f-4b6b-88fb-094009684516 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:58.754434 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a00a1-0e3f-4b6b-88fb-094009684516 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:58.754787 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a00a1-0e3f-4b6b-88fb-094009684516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:58.755132 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a00a1-0e3f-4b6b-88fb-094009684516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:58.755514 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a00a1-0e3f-4b6b-88fb-094009684516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:45:58.761961 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:45:58.762351 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:45:58.762740 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:58.763731 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:45:58.763731 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Bound port: fe10c782-b0ae-4ca8-a35a-8984bcc317dd, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:45:58.763959 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:58.771744 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6586f-0956-40aa-89bd-1754a298a81a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Subnet': ['ID=5f31e13e-86a8-499a-b5f0-7f6248c1dab6,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:58.783244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d6586f-0956-40aa-89bd-1754a298a81a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Checking segment: {'id': '159b39fc-8f53-4586-8411-6a6810f89452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:45:58.783616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d6586f-0956-40aa-89bd-1754a298a81a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network hostable DHCP agents. Network: f0d01486-b0ed-4b07-85fd-de60fa51dbed, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:45:58.838322 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] For port fe10c782-b0ae-4ca8-a35a-8984bcc317dd, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:45:58.841305 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] For port fe10c782-b0ae-4ca8-a35a-8984bcc317dd, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=fe10c782-b0ae-4ca8-a35a-8984bcc317dd,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:45:58.871189 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d6586f-0956-40aa-89bd-1754a298a81a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network f0d01486-b0ed-4b07-85fd-de60fa51dbed is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:45:58.929756 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:58.959147 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-52d6586f-0956-40aa-89bd-1754a298a81a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, f0d01486-b0ed-4b07-85fd-de60fa51dbed) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:45:58.963676 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d6586f-0956-40aa-89bd-1754a298a81a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:45:58.964259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-52d6586f-0956-40aa-89bd-1754a298a81a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:58.969885 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d15723e-6f60-49e6-8c4e-f27c605a2ce7 None None] Network f0d01486-b0ed-4b07-85fd-de60fa51dbed requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:45:59.013700 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a00a1-0e3f-4b6b-88fb-094009684516 None None] Pushing event updated for resources: {'Port': ['ID=fe10c782-b0ae-4ca8-a35a-8984bcc317dd,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:45:59.016179 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Routers {'6290406f-8d44-4209-96b0-2b845eaa7807'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:45:59.016922 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:45:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['6290406f-8d44-4209-96b0-2b845eaa7807'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:45:59.050282 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-52d6586f-0956-40aa-89bd-1754a298a81a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9556282 Jan 20 11:45:59.052967 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44452) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:45:59.197794 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] Set router 6290406f-8d44-4209-96b0-2b845eaa7807 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:45:59.213810 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-f0d01486-b0ed-4b07-85fd-de60fa51dbed', 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ips': [{'subnet_id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:45:59.215473 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:59.389452 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Allocated IP 172.20.0.2 (f0d01486-b0ed-4b07-85fd-de60fa51dbed/5f31e13e-86a8-499a-b5f0-7f6248c1dab6/093d5dce-f436-4a4a-99fa-edd00aa126ec) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:45:59.490727 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925108343', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:45:55Z', 'updated_at': '2022-01-20T11:45:56Z', 'revision_number': 3, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:45:56Z', 'updated_at': '2022-01-20T11:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:45:59.495499 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9125195-36ec-4eaf-bfad-94ca88dcc99f None None] The sync data for ids ['6290406f-8d44-4209-96b0-2b845eaa7807'] in dv-neutron-825471-1-hyperv is: [{'id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925108343', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:45:55Z', 'updated_at': '2022-01-20T11:45:56Z', 'revision_number': 3, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:45:56Z', 'updated_at': '2022-01-20T11:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:45:59.677939 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:59.677939 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Transition to ACTIVE for port object 093d5dce-f436-4a4a-99fa-edd00aa126ec will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:45:59.677939 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Transition to ACTIVE for port object 093d5dce-f436-4a4a-99fa-edd00aa126ec will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:45:59.975949 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:45:59.993782 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:00.071305 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Network f0d01486-b0ed-4b07-85fd-de60fa51dbed is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:46:00.072874 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:46:00.076722 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:46:00.123533 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Pushing event updated for resources: {'Port': ['ID=093d5dce-f436-4a4a-99fa-edd00aa126ec,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:46:00.179963 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Attempting to bind port 093d5dce-f436-4a4a-99fa-edd00aa126ec on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:46:00.180341 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Attempting to bind port 093d5dce-f436-4a4a-99fa-edd00aa126ec by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '159b39fc-8f53-4586-8411-6a6810f89452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:46:00.180711 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Attempting to bind port 093d5dce-f436-4a4a-99fa-edd00aa126ec on network f0d01486-b0ed-4b07-85fd-de60fa51dbed {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:46:00.187214 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:46:00.187594 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Checking segment: {'id': '159b39fc-8f53-4586-8411-6a6810f89452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:46:00.188000 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:00.188399 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Bound using segment: {'id': '159b39fc-8f53-4586-8411-6a6810f89452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:46:00.189614 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Bound port: 093d5dce-f436-4a4a-99fa-edd00aa126ec, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159b39fc-8f53-4586-8411-6a6810f89452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:46:00.190208 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:00.296563 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] For port 093d5dce-f436-4a4a-99fa-edd00aa126ec, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:46:00.300390 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] For port 093d5dce-f436-4a4a-99fa-edd00aa126ec, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=093d5dce-f436-4a4a-99fa-edd00aa126ec,segment=NetworkSegment(159b39fc-8f53-4586-8411-6a6810f89452),segment_id=159b39fc-8f53-4586-8411-6a6810f89452)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:46:00.364108 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:00.398125 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.20.0.1 (f0d01486-b0ed-4b07-85fd-de60fa51dbed/5f31e13e-86a8-499a-b5f0-7f6248c1dab6/767cbe45-1f99-44ce-8bfa-f7ee0920b9c9) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:46:00.449982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140291e2-3f70-4cf1-bcb5-e9ef68f4bbbf None None] Pushing event updated for resources: {'Port': ['ID=093d5dce-f436-4a4a-99fa-edd00aa126ec,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:46:00.579596 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:00.611242 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Transition to ACTIVE for port object 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:46:00.684147 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:00.755999 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network f0d01486-b0ed-4b07-85fd-de60fa51dbed is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:46:00.759109 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:46:00.761729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:46:00.798197 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=767cbe45-1f99-44ce-8bfa-f7ee0920b9c9,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:46:00.825044 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:00.966900 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device fe10c782-b0ae-4ca8-a35a-8984bcc317dd up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:46:01.042140 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:01.089404 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port fe10c782-b0ae-4ca8-a35a-8984bcc317dd completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:46:01.094579 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port fe10c782-b0ae-4ca8-a35a-8984bcc317dd triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:46:01.095661 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:01.221211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:01.240505 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port fe10c782-b0ae-4ca8-a35a-8984bcc317dd, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=fe10c782-b0ae-4ca8-a35a-8984bcc317dd,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:46:01.324375 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:01.325183 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 093d5dce-f436-4a4a-99fa-edd00aa126ec up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:46:01.410666 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090a064b-f1b7-43ab-ada9-48b3c33d1b9e None None] Network f0d01486-b0ed-4b07-85fd-de60fa51dbed requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:46:01.517372 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-76838801-d4c4-4799-93c7-1f64265e83ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:01.547724 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=fe10c782-b0ae-4ca8-a35a-8984bcc317dd,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:46:01.590473 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:01.613980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-1def081b-4d7f-4ae4-8c22-37804727e8d8 None None] Provisioning for port 093d5dce-f436-4a4a-99fa-edd00aa126ec completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:46:01.666426 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 093d5dce-f436-4a4a-99fa-edd00aa126ec completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:46:01.671777 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:01.677983 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 093d5dce-f436-4a4a-99fa-edd00aa126ec triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:46:01.678354 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:01.802753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=767cbe45-1f99-44ce-8bfa-f7ee0920b9c9,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:46:01.805193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:01.850067 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:01.894001 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 093d5dce-f436-4a4a-99fa-edd00aa126ec, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=093d5dce-f436-4a4a-99fa-edd00aa126ec,segment=NetworkSegment(159b39fc-8f53-4586-8411-6a6810f89452),segment_id=159b39fc-8f53-4586-8411-6a6810f89452)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:46:01.957716 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network f0d01486-b0ed-4b07-85fd-de60fa51dbed is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:46:01.959222 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:46:01.964183 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:02.050492 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=093d5dce-f436-4a4a-99fa-edd00aa126ec,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:46:02.117890 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f4c54aa9-ace0-47ae-8f74-b02d69709602 None None] Provisioning for port 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:46:02.123852 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f4c54aa9-ace0-47ae-8f74-b02d69709602 None None] Provisioning complete for port 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:46:02.124426 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4c54aa9-ace0-47ae-8f74-b02d69709602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:02.181923 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-f4c54aa9-ace0-47ae-8f74-b02d69709602 None None] Port 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:46:02.195457 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-f4c54aa9-ace0-47ae-8f74-b02d69709602 None None] Provisioning complete for port 093d5dce-f436-4a4a-99fa-edd00aa126ec triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:46:02.195840 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f4c54aa9-ace0-47ae-8f74-b02d69709602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:02.404402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 6290406f-8d44-4209-96b0-2b845eaa7807 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:46:02.452118 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4ad19513-b232-4e66-ae09-cb4114f0eb6c None None] Provisioning complete for port 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:46:02.452606 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4ad19513-b232-4e66-ae09-cb4114f0eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:02.505459 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4ad19513-b232-4e66-ae09-cb4114f0eb6c None None] Port 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:46:02.608651 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:46:02.621724 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0cb1ee84-141e-4a1a-adbd-753f81cf18af tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "PUT /v2.0/routers/6290406f-8d44-4209-96b0-2b845eaa7807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5675817 Jan 20 11:46:02.801253 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-c6c272ed-d3cb-4298-8e5a-f41d05784c41 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:46:02.894084 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-c6c272ed-d3cb-4298-8e5a-f41d05784c41 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:46:02.895428 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-c6c272ed-d3cb-4298-8e5a-f41d05784c41 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603459117&fields=id&tenant_id=e9e34051fd30436dbf889320e730f35d HTTP/1.1" status: 200 len: 267 time: 0.1373916 Jan 20 11:46:02.929800 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device fe10c782-b0ae-4ca8-a35a-8984bcc317dd up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:46:02.962286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Sync routers for ids ['6290406f-8d44-4209-96b0-2b845eaa7807'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:46:03.002752 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Routers {'6290406f-8d44-4209-96b0-2b845eaa7807'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:46:03.003372 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:45:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['6290406f-8d44-4209-96b0-2b845eaa7807'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:46:03.054774 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-a9759b82-5b48-44cd-8d0e-bad7c83f2faf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:03.056354 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-a9759b82-5b48-44cd-8d0e-bad7c83f2faf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/networks?id=f0d01486-b0ed-4b07-85fd-de60fa51dbed HTTP/1.1" status: 200 len: 797 time: 0.1540818 Jan 20 11:46:03.074285 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-a672785d-75ec-426a-a7fb-2d2e04764e65 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/quotas/e9e34051fd30436dbf889320e730f35d HTTP/1.1" status: 200 len: 375 time: 0.0114584 Jan 20 11:46:03.160436 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port fe10c782-b0ae-4ca8-a35a-8984bcc317dd triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:46:03.161051 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:03.161436 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-a8f19c2a-cffc-4253-a806-f08818b71212 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816832 Jan 20 11:46:03.177443 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-cbfa9e2a-6bc2-4683-ae55-e5629a241c51 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:46:03.178486 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-cbfa9e2a-6bc2-4683-ae55-e5629a241c51 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058019 Jan 20 11:46:03.239734 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Set router 6290406f-8d44-4209-96b0-2b845eaa7807 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:46:03.326474 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-89f1cabc-9f65-49b0-b667-dd96c8c84960 service neutron] 10.222.0.70 "GET /v2.0/networks/f0d01486-b0ed-4b07-85fd-de60fa51dbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419489 Jan 20 11:46:03.431239 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 093d5dce-f436-4a4a-99fa-edd00aa126ec up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:46:03.465624 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-02241308-da35-4115-a2db-3069dc7f2173 service neutron] 10.222.0.70 "GET /v2.0/networks/f0d01486-b0ed-4b07-85fd-de60fa51dbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324601 Jan 20 11:46:03.620819 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 093d5dce-f436-4a4a-99fa-edd00aa126ec triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:46:03.621189 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:03.748946 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925108343', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:45:55Z', 'updated_at': '2022-01-20T11:46:00Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:45:56Z', 'updated_at': '2022-01-20T11:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '767cbe45-1f99-44ce-8bfa-f7ee0920b9c9', 'name': '', 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:7e:91:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:46:00Z', 'updated_at': '2022-01-20T11:46:01Z', 'revision_number': 2, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:46:03.756806 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Checking router: 6290406f-8d44-4209-96b0-2b845eaa7807 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:46:03.757160 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Updating router 6290406f-8d44-4209-96b0-2b845eaa7807 port 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:46:03.800341 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-188f3a7d-4e27-45ca-97dc-7e380a8b43d1 req-f4375786-fa5c-4e46-bfef-8d91d7129d85 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 210 time: 0.0515602 Jan 20 11:46:03.828134 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:03.933638 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a38de0f-afac-4871-8640-0d729d8f38da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:04.218622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:04.237273 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Transition to ACTIVE for port object 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:46:04.311603 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:04.436082 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ecb1f-09e9-4899-988d-5fcd61abda97 None None] Pushing event updated for resources: {'Port': ['ID=767cbe45-1f99-44ce-8bfa-f7ee0920b9c9,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:46:04.526155 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Attempting to bind port 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:46:04.526525 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Attempting to bind port 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '159b39fc-8f53-4586-8411-6a6810f89452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:46:04.526886 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Attempting to bind port 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 on network f0d01486-b0ed-4b07-85fd-de60fa51dbed {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:46:04.534286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:46:04.534482 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Checking segment: {'id': '159b39fc-8f53-4586-8411-6a6810f89452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:46:04.535090 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:04.535342 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Bound using segment: {'id': '159b39fc-8f53-4586-8411-6a6810f89452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:46:04.535747 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Bound port: 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159b39fc-8f53-4586-8411-6a6810f89452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:46:04.536098 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:04.623000 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] For port 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:46:04.632037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] For port 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=767cbe45-1f99-44ce-8bfa-f7ee0920b9c9,segment=NetworkSegment(159b39fc-8f53-4586-8411-6a6810f89452),segment_id=159b39fc-8f53-4586-8411-6a6810f89452)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:46:04.694894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:04.779669 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ecb1f-09e9-4899-988d-5fcd61abda97 None None] Pushing event updated for resources: {'Port': ['ID=767cbe45-1f99-44ce-8bfa-f7ee0920b9c9,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:46:04.784629 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Routers {'6290406f-8d44-4209-96b0-2b845eaa7807'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:46:04.785260 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:46:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['6290406f-8d44-4209-96b0-2b845eaa7807'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:46:04.981360 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd2e034a-2bd5-440f-8327-6fbdce246835 req-c337de92-4890-4aee-abdd-a8f9ebf08994 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 210 time: 0.0428758 Jan 20 11:46:05.021711 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] Set router 6290406f-8d44-4209-96b0-2b845eaa7807 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:46:05.078552 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:05.103400 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:05.352970 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925108343', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:45:55Z', 'updated_at': '2022-01-20T11:46:00Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:45:56Z', 'updated_at': '2022-01-20T11:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '767cbe45-1f99-44ce-8bfa-f7ee0920b9c9', 'name': '', 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:7e:91:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:46:00Z', 'updated_at': '2022-01-20T11:46:04Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:46:05.356887 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fbebc-d8c2-478e-bad4-266e6afddab5 None None] The sync data for ids ['6290406f-8d44-4209-96b0-2b845eaa7807'] in dv-neutron-825471-1-hyperv is: [{'id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925108343', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:45:55Z', 'updated_at': '2022-01-20T11:46:00Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:45:56Z', 'updated_at': '2022-01-20T11:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '767cbe45-1f99-44ce-8bfa-f7ee0920b9c9', 'name': '', 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:7e:91:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:46:00Z', 'updated_at': '2022-01-20T11:46:04Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:46:05.869767 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-05b7b437-bf11-41e1-89e8-311857aad024 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:05.871065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-05b7b437-bf11-41e1-89e8-311857aad024 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:46:05.957904 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-05b7b437-bf11-41e1-89e8-311857aad024 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:46:05.959331 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-05b7b437-bf11-41e1-89e8-311857aad024 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "GET /v2.0/networks?id=f0d01486-b0ed-4b07-85fd-de60fa51dbed HTTP/1.1" status: 200 len: 797 time: 0.2473164 Jan 20 11:46:06.013864 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-2343fbe9-c119-4bfe-92bf-82940e90a9fe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9e34051fd30436dbf889320e730f35d HTTP/1.1" status: 200 len: 380 time: 0.0425634 Jan 20 11:46:06.022458 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-91001ebe-b402-461a-9f7a-83c6d3cd2dbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'port': {'device_id': 'f6bb8375-272d-46e4-bb59-74dda8587a3b', 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed', 'admin_state_up': True, 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'security_groups': ['998ce29d-dbdb-47c5-942c-e218a1b9e000']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:46:06.200740 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-640f957d-63e3-4d70-a782-9dffa0c35972 req-717e6fa6-d184-409b-8245-6b39424ef6c4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 210 time: 0.0712109 Jan 20 11:46:06.296221 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-91001ebe-b402-461a-9f7a-83c6d3cd2dbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:46:06.301187 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-91001ebe-b402-461a-9f7a-83c6d3cd2dbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:port and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:46:06.303986 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-91001ebe-b402-461a-9f7a-83c6d3cd2dbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:46:06.309601 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-91001ebe-b402-461a-9f7a-83c6d3cd2dbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:46:06.409015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-91001ebe-b402-461a-9f7a-83c6d3cd2dbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Made reservation on behalf of e9e34051fd30436dbf889320e730f35d for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:46:06.412269 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-91001ebe-b402-461a-9f7a-83c6d3cd2dbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:06.455685 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:06.577270 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-91001ebe-b402-461a-9f7a-83c6d3cd2dbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.20.0.14 (f0d01486-b0ed-4b07-85fd-de60fa51dbed/5f31e13e-86a8-499a-b5f0-7f6248c1dab6/ba35f54d-44c4-4fe9-ade9-21d2696142f8) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:46:06.764246 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-91001ebe-b402-461a-9f7a-83c6d3cd2dbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:06.779254 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-91001ebe-b402-461a-9f7a-83c6d3cd2dbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Transition to ACTIVE for port object ba35f54d-44c4-4fe9-ade9-21d2696142f8 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:46:06.871817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-91001ebe-b402-461a-9f7a-83c6d3cd2dbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:06.951861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-91001ebe-b402-461a-9f7a-83c6d3cd2dbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network f0d01486-b0ed-4b07-85fd-de60fa51dbed is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:46:06.955796 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-91001ebe-b402-461a-9f7a-83c6d3cd2dbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:46:06.957718 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91001ebe-b402-461a-9f7a-83c6d3cd2dbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=ba35f54d-44c4-4fe9-ade9-21d2696142f8,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:46:06.959053 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:46:06.960168 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-91001ebe-b402-461a-9f7a-83c6d3cd2dbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:46:07.021104 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-91001ebe-b402-461a-9f7a-83c6d3cd2dbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:07.021652 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-91001ebe-b402-461a-9f7a-83c6d3cd2dbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:07.100624 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:46:07.105875 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:46:07.106315 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:07.130189 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-91001ebe-b402-461a-9f7a-83c6d3cd2dbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1113980 Jan 20 11:46:07.142868 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Request body: {'port': {'device_id': 'f6bb8375-272d-46e4-bb59-74dda8587a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:46:07.231366 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:07.258076 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:07.265409 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=767cbe45-1f99-44ce-8bfa-f7ee0920b9c9,segment=NetworkSegment(159b39fc-8f53-4586-8411-6a6810f89452),segment_id=159b39fc-8f53-4586-8411-6a6810f89452)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:46:07.288802 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-12a05aea-32e7-4cb4-ab2a-7158e9b8cf73 None None] Provisioning for port ba35f54d-44c4-4fe9-ade9-21d2696142f8 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:46:07.293885 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-12a05aea-32e7-4cb4-ab2a-7158e9b8cf73 None None] Provisioning complete for port ba35f54d-44c4-4fe9-ade9-21d2696142f8 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:46:07.299047 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-12a05aea-32e7-4cb4-ab2a-7158e9b8cf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:07.350872 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-12a05aea-32e7-4cb4-ab2a-7158e9b8cf73 None None] Port ba35f54d-44c4-4fe9-ade9-21d2696142f8 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:46:07.385790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:07.418826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3d2b0-fbcd-4b39-9b5a-be027d4014ec req-576c2b2b-bb6c-47a3-8ab8-99ffa19bf0b4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:07.420369 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f8c3d2b0-fbcd-4b39-9b5a-be027d4014ec req-576c2b2b-bb6c-47a3-8ab8-99ffa19bf0b4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 932 time: 0.0828092 Jan 20 11:46:07.461873 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=767cbe45-1f99-44ce-8bfa-f7ee0920b9c9,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:46:07.479294 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f8c3d2b0-fbcd-4b39-9b5a-be027d4014ec req-3c437a10-212f-46d9-ac57-8cfe4df1f7c0 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511575 Jan 20 11:46:07.601567 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba35f54d-44c4-4fe9-ade9-21d2696142f8 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:46:07.608156 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:07.622728 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Transition to ACTIVE for port object ba35f54d-44c4-4fe9-ade9-21d2696142f8 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:46:07.694195 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:07.824981 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Pushing event updated for resources: {'Port': ['ID=ba35f54d-44c4-4fe9-ade9-21d2696142f8,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:46:07.936162 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Attempting to bind port ba35f54d-44c4-4fe9-ade9-21d2696142f8 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:46:07.936772 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Attempting to bind port ba35f54d-44c4-4fe9-ade9-21d2696142f8 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '159b39fc-8f53-4586-8411-6a6810f89452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:46:07.936883 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Attempting to bind port ba35f54d-44c4-4fe9-ade9-21d2696142f8 on network f0d01486-b0ed-4b07-85fd-de60fa51dbed {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:46:07.942695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Port ba35f54d-44c4-4fe9-ade9-21d2696142f8 on network f0d01486-b0ed-4b07-85fd-de60fa51dbed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:46:07.943011 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Attempting to bind port ba35f54d-44c4-4fe9-ade9-21d2696142f8 on network f0d01486-b0ed-4b07-85fd-de60fa51dbed {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:46:07.949206 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:46:07.949570 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Checking segment: {'id': '159b39fc-8f53-4586-8411-6a6810f89452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:46:07.949956 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Bound using segment: {'id': '159b39fc-8f53-4586-8411-6a6810f89452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:46:07.950405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Bound port: ba35f54d-44c4-4fe9-ade9-21d2696142f8, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159b39fc-8f53-4586-8411-6a6810f89452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:46:07.950751 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:08.037234 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] For port ba35f54d-44c4-4fe9-ade9-21d2696142f8, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:46:08.040047 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] For port ba35f54d-44c4-4fe9-ade9-21d2696142f8, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ba35f54d-44c4-4fe9-ade9-21d2696142f8,segment=NetworkSegment(159b39fc-8f53-4586-8411-6a6810f89452),segment_id=159b39fc-8f53-4586-8411-6a6810f89452)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:46:08.094974 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:08.164530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:08.165859 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] 10.222.0.72 "PUT /v2.0/ports/ba35f54d-44c4-4fe9-ade9-21d2696142f8 HTTP/1.1" status: 200 len: 1094 time: 1.0283818 Jan 20 11:46:08.166273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bb8375-272d-46e4-bb59-74dda8587a3b', 'tag': 'ba35f54d-44c4-4fe9-ade9-21d2696142f8'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:46:08.183466 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee7ccb-1e46-44ad-8e29-95931c3a3481 service neutron] Pushing event updated for resources: {'Port': ['ID=ba35f54d-44c4-4fe9-ade9-21d2696142f8,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:46:08.230774 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6bb8375-272d-46e4-bb59-74dda8587a3b', 'tag': 'ba35f54d-44c4-4fe9-ade9-21d2696142f8', 'status': 'completed', 'code': 200} Jan 20 11:46:08.352741 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d5707583-cff9-4794-97a1-fb9d0783ec02 req-f1c0edd7-141f-44f7-a943-c2875f9c9d59 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 1097 time: 0.0994515 Jan 20 11:46:08.496314 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5707583-cff9-4794-97a1-fb9d0783ec02 req-864562ea-d437-4162-ab53-ebf7c4b4a1df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:08.497702 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d5707583-cff9-4794-97a1-fb9d0783ec02 req-864562ea-d437-4162-ab53-ebf7c4b4a1df service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e9e34051fd30436dbf889320e730f35d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1386542 Jan 20 11:46:08.688839 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a7e12-d515-464a-8193-13397bf7b83f req-bdd4c917-714f-4445-9cd1-367b29e7c2ab tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:08.690914 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-851a7e12-d515-464a-8193-13397bf7b83f req-bdd4c917-714f-4445-9cd1-367b29e7c2ab tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 944 time: 0.0807741 Jan 20 11:46:08.729058 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5707583-cff9-4794-97a1-fb9d0783ec02 req-f6a07e04-220e-4bc7-9b9b-17ae872b6146 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:08.730530 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d5707583-cff9-4794-97a1-fb9d0783ec02 req-f6a07e04-220e-4bc7-9b9b-17ae872b6146 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2271483 Jan 20 11:46:08.736334 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-851a7e12-d515-464a-8193-13397bf7b83f req-c45f0bf2-e188-41fc-9989-b4e28b6cfa93 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395803 Jan 20 11:46:08.839555 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-4efb8bbf-23b7-4468-8b66-1861266384a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 1097 time: 0.0703602 Jan 20 11:46:08.905912 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-b59445a0-904c-4749-b454-d4d113d2bbba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba35f54d-44c4-4fe9-ade9-21d2696142f8 HTTP/1.1" status: 200 len: 217 time: 0.0597181 Jan 20 11:46:08.931162 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:46:08.971035 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5e34ee75-d887-4d0c-a8cb-033777b03379 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:08.972484 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-5e34ee75-d887-4d0c-a8cb-033777b03379 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f31e13e-86a8-499a-b5f0-7f6248c1dab6 HTTP/1.1" status: 200 len: 834 time: 0.0610464 Jan 20 11:46:08.999166 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:46:08.999536 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:09.048724 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-792796cd-78db-48df-819d-f4beead16aa3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f0d01486-b0ed-4b07-85fd-de60fa51dbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702329 Jan 20 11:46:09.184386 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-a0415bc7-7ca6-4491-9bd1-e623ed8c4747 service neutron] 10.222.0.72 "GET /v2.0/networks/f0d01486-b0ed-4b07-85fd-de60fa51dbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297188 Jan 20 11:46:09.317244 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-610a174f-7f20-4259-aa2a-86a22db80bdb req-e33aeaa1-88a2-4501-b22a-aa1b6d6615c5 service neutron] 10.222.0.72 "GET /v2.0/networks/f0d01486-b0ed-4b07-85fd-de60fa51dbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230924 Jan 20 11:46:09.930904 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e08f3c-15a2-485a-84e5-cf386a69abe1 req-c632a033-aa73-4331-9281-8dbc40698c2d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:09.932347 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e3e08f3c-15a2-485a-84e5-cf386a69abe1 req-c632a033-aa73-4331-9281-8dbc40698c2d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 944 time: 0.0741515 Jan 20 11:46:09.977923 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e3e08f3c-15a2-485a-84e5-cf386a69abe1 req-508834c0-d7ad-4314-a718-83a486062865 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401084 Jan 20 11:46:10.049187 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:10.619501 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device ba35f54d-44c4-4fe9-ade9-21d2696142f8 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:46:10.746336 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port ba35f54d-44c4-4fe9-ade9-21d2696142f8, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ba35f54d-44c4-4fe9-ade9-21d2696142f8,segment=NetworkSegment(159b39fc-8f53-4586-8411-6a6810f89452),segment_id=159b39fc-8f53-4586-8411-6a6810f89452)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:46:10.762108 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': 'ba35f54d-44c4-4fe9-ade9-21d2696142f8', 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed', 'port_id': 'ba35f54d-44c4-4fe9-ade9-21d2696142f8', 'mac_address': 'fa:16:3e:b2:bb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:46:10.812394 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:10.828891 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba35f54d-44c4-4fe9-ade9-21d2696142f8 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:46:10.843338 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port ba35f54d-44c4-4fe9-ade9-21d2696142f8, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ba35f54d-44c4-4fe9-ade9-21d2696142f8,segment=NetworkSegment(159b39fc-8f53-4586-8411-6a6810f89452),segment_id=159b39fc-8f53-4586-8411-6a6810f89452)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:46:10.946253 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:11.012528 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=ba35f54d-44c4-4fe9-ade9-21d2696142f8,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:46:11.022486 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:46:11.022864 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:46:11.023207 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:46:11.023543 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:46:11.023878 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:46:11.024211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:46:11.024539 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:46:11.024868 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:46:11.025217 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:46:11.025499 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:46:11.025843 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:46:11.152236 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['ba35f54d-44c4-4fe9-ade9-21d2696142f8'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:46:11.177258 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f0596-bb02-4fef-8575-5f9cd7dfb748 req-674671d8-8ea6-43fa-b7a5-507e4e3d1e3b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:11.178918 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb4f0596-bb02-4fef-8575-5f9cd7dfb748 req-674671d8-8ea6-43fa-b7a5-507e4e3d1e3b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 945 time: 0.0786550 Jan 20 11:46:11.224690 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cb4f0596-bb02-4fef-8575-5f9cd7dfb748 req-7fce1038-444a-4dd9-ad12-3939a4df1ac3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403142 Jan 20 11:46:12.426522 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81690ba7-3638-4a95-84ef-07c041adfe14 req-0a0253b4-6108-49c7-8614-ac4063be9f3a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:12.427962 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81690ba7-3638-4a95-84ef-07c041adfe14 req-0a0253b4-6108-49c7-8614-ac4063be9f3a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 945 time: 0.0759752 Jan 20 11:46:12.476586 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-81690ba7-3638-4a95-84ef-07c041adfe14 req-1f516312-e43b-456a-b951-d58906d9a564 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431073 Jan 20 11:46:12.629052 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device ba35f54d-44c4-4fe9-ade9-21d2696142f8 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:46:12.785956 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port ba35f54d-44c4-4fe9-ade9-21d2696142f8 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:46:12.790997 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port ba35f54d-44c4-4fe9-ade9-21d2696142f8 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:46:12.791404 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:12.906094 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:12.931535 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bb8375-272d-46e4-bb59-74dda8587a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba35f54d-44c4-4fe9-ade9-21d2696142f8'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:46:12.941394 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port ba35f54d-44c4-4fe9-ade9-21d2696142f8, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ba35f54d-44c4-4fe9-ade9-21d2696142f8,segment=NetworkSegment(159b39fc-8f53-4586-8411-6a6810f89452),segment_id=159b39fc-8f53-4586-8411-6a6810f89452)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:46:12.992425 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bb8375-272d-46e4-bb59-74dda8587a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba35f54d-44c4-4fe9-ade9-21d2696142f8', 'code': 200} Jan 20 11:46:13.026224 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:13.089972 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=ba35f54d-44c4-4fe9-ade9-21d2696142f8,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:46:13.366401 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-416d043e-6e49-4e6e-b287-231cbdf65d9d req-116bca4e-d6f1-406d-9ee7-1bff08ba6830 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 1099 time: 0.0720196 Jan 20 11:46:13.407518 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-416d043e-6e49-4e6e-b287-231cbdf65d9d req-74506a38-a5a2-44d0-94e6-6759ad6c4788 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352962 Jan 20 11:46:13.673327 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409dfc6-57a1-4889-acbb-6a753633316b req-4f758190-6a61-4ed0-ac08-240b88ac029d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:13.674784 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3409dfc6-57a1-4889-acbb-6a753633316b req-4f758190-6a61-4ed0-ac08-240b88ac029d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0747201 Jan 20 11:46:13.722619 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3409dfc6-57a1-4889-acbb-6a753633316b req-faa94c96-32e7-4c55-a302-f171c8c2eec8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423501 Jan 20 11:46:14.937551 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454857e8-1d04-442b-aa64-f2d1f9c59cd3 req-5f5a3ff9-06c2-4e43-b148-6325c9169fa1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:14.939388 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-454857e8-1d04-442b-aa64-f2d1f9c59cd3 req-5f5a3ff9-06c2-4e43-b148-6325c9169fa1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0816531 Jan 20 11:46:15.067142 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-454857e8-1d04-442b-aa64-f2d1f9c59cd3 req-250b8967-7a06-4652-a164-ef8fe31a3ea9 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215699 Jan 20 11:46:15.261855 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b76fc-ae16-4c32-8c41-3a6acfdf33b4 req-6b9d30de-bf0e-4750-a3f1-6bfd2b8e2bcb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:15.263278 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-340b76fc-ae16-4c32-8c41-3a6acfdf33b4 req-6b9d30de-bf0e-4750-a3f1-6bfd2b8e2bcb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0778253 Jan 20 11:46:15.307530 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-340b76fc-ae16-4c32-8c41-3a6acfdf33b4 req-8c67fe57-fe96-4aa4-b29c-292f850b9047 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383263 Jan 20 11:46:15.336169 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44498) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:46:15.406972 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cd587afd-8ab1-415e-8b25-964747a5d816 tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 1094 time: 0.0696428 Jan 20 11:46:15.409859 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44502) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:46:15.415000 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': 'ba35f54d-44c4-4fe9-ade9-21d2696142f8', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:46:15.420747 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:46:15.424741 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:floatingip and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:46:15.427661 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:46:15.433360 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:46:15.523987 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:15.664397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:15.800007 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.26.0.159 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/4d900ba5-c48c-48ef-a892-efbfd2c65a0c) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:46:15.941934 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:16.043237 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:16.108536 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:46:16.112076 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:46:16.116574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:46:16.143071 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=4d900ba5-c48c-48ef-a892-efbfd2c65a0c,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:46:16.703346 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:16.818182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:17.019285 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:17.071759 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:17.178565 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=4d900ba5-c48c-48ef-a892-efbfd2c65a0c,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:46:17.196511 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:17.382124 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Floating IP 34df8a18-03af-4afe-8a63-a82cefcc2ce4 associated. External IP: 172.26.0.159, port: ba35f54d-44c4-4fe9-ade9-21d2696142f8. Jan 20 11:46:17.770556 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 6290406f-8d44-4209-96b0-2b845eaa7807 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:46:17.971486 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:46:17.980987 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b0663-fafe-4cad-8d12-f7ae4817868c None None] Sync routers for ids ['6290406f-8d44-4209-96b0-2b845eaa7807'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:46:17.993963 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b0663-fafe-4cad-8d12-f7ae4817868c None None] Routers {'6290406f-8d44-4209-96b0-2b845eaa7807'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:46:17.994640 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b89b0663-fafe-4cad-8d12-f7ae4817868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:46:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['6290406f-8d44-4209-96b0-2b845eaa7807'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:46:18.082473 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:18.137416 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9edb88f0-4c78-447a-991b-ca2c740565ac tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7265468 Jan 20 11:46:18.138135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bb8375-272d-46e4-bb59-74dda8587a3b', 'tag': 'ba35f54d-44c4-4fe9-ade9-21d2696142f8'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:46:18.173512 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b89b0663-fafe-4cad-8d12-f7ae4817868c None None] Set router 6290406f-8d44-4209-96b0-2b845eaa7807 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:46:18.194676 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6bb8375-272d-46e4-bb59-74dda8587a3b', 'tag': 'ba35f54d-44c4-4fe9-ade9-21d2696142f8', 'status': 'completed', 'code': 200} Jan 20 11:46:18.329743 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce81e0-bdd0-47b7-8f3a-d6ef1cbda455 req-58fd0f1d-524a-48ec-ad5e-b1e31542d7ae tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:18.331385 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3fce81e0-bdd0-47b7-8f3a-d6ef1cbda455 req-58fd0f1d-524a-48ec-ad5e-b1e31542d7ae tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0867701 Jan 20 11:46:18.386250 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3fce81e0-bdd0-47b7-8f3a-d6ef1cbda455 req-c2d04973-9f2a-473f-b7ac-8ae8f7c920bd tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471902 Jan 20 11:46:18.397861 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-45a953f2-2820-4b76-b41c-be873da024a6 req-8994eaa9-0cbd-4b52-ace8-4c1f155d87c8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 1099 time: 0.1816249 Jan 20 11:46:18.413616 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44510) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:46:18.546510 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a953f2-2820-4b76-b41c-be873da024a6 req-fcf50ce3-36c8-4700-b345-eb5ad8d04c12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:18.548255 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-45a953f2-2820-4b76-b41c-be873da024a6 req-fcf50ce3-36c8-4700-b345-eb5ad8d04c12 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f0d01486-b0ed-4b07-85fd-de60fa51dbed HTTP/1.1" status: 200 len: 898 time: 0.1447413 Jan 20 11:46:18.549124 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a7c45023-d9b3-4151-b11a-106446f8fb9a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/34df8a18-03af-4afe-8a63-a82cefcc2ce4 HTTP/1.1" status: 200 len: 992 time: 0.1343153 Jan 20 11:46:18.596028 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b89b0663-fafe-4cad-8d12-f7ae4817868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925108343', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:45:55Z', 'updated_at': '2022-01-20T11:46:00Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:45:56Z', 'updated_at': '2022-01-20T11:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '34df8a18-03af-4afe-8a63-a82cefcc2ce4', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'port_id': 'ba35f54d-44c4-4fe9-ade9-21d2696142f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed', 'mac_address': 'fa:16:3e:b2:bb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bb8375-272d-46e4-bb59-74dda8587a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:46:16Z', 'updated_at': '2022-01-20T11:46:16Z', 'revision_number': 0, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767cbe45-1f99-44ce-8bfa-f7ee0920b9c9', 'name': '', 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:7e:91:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:46:00Z', 'updated_at': '2022-01-20T11:46:07Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:46:18.600135 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b0663-fafe-4cad-8d12-f7ae4817868c None None] Checking router: 6290406f-8d44-4209-96b0-2b845eaa7807 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:46:18.612197 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b0663-fafe-4cad-8d12-f7ae4817868c None None] Routers {'6290406f-8d44-4209-96b0-2b845eaa7807'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:46:18.612936 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b89b0663-fafe-4cad-8d12-f7ae4817868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:46:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['6290406f-8d44-4209-96b0-2b845eaa7807'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:46:18.657104 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-45a953f2-2820-4b76-b41c-be873da024a6 req-6fc6582e-f14f-4989-bfa7-9f2ab7af3835 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba35f54d-44c4-4fe9-ade9-21d2696142f8 HTTP/1.1" status: 200 len: 1000 time: 0.1034992 Jan 20 11:46:18.721441 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a953f2-2820-4b76-b41c-be873da024a6 req-16db0132-5da6-4229-8b74-d9f1748dbba0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:18.722915 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-45a953f2-2820-4b76-b41c-be873da024a6 req-16db0132-5da6-4229-8b74-d9f1748dbba0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f31e13e-86a8-499a-b5f0-7f6248c1dab6 HTTP/1.1" status: 200 len: 834 time: 0.0600481 Jan 20 11:46:18.791605 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-b89b0663-fafe-4cad-8d12-f7ae4817868c None None] Set router 6290406f-8d44-4209-96b0-2b845eaa7807 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:46:18.797459 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-45a953f2-2820-4b76-b41c-be873da024a6 req-976135a0-69ff-4e7a-93f0-8ad5261a521c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f0d01486-b0ed-4b07-85fd-de60fa51dbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683386 Jan 20 11:46:18.928790 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-45a953f2-2820-4b76-b41c-be873da024a6 req-d2d724ec-7ef2-446e-b5f7-e36e0e67b5e2 service neutron] 10.222.0.72 "GET /v2.0/networks/f0d01486-b0ed-4b07-85fd-de60fa51dbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255558 Jan 20 11:46:19.059803 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-45a953f2-2820-4b76-b41c-be873da024a6 req-db4b9cbb-7d50-4b9e-8d5b-e557552578ae service neutron] 10.222.0.72 "GET /v2.0/networks/f0d01486-b0ed-4b07-85fd-de60fa51dbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251616 Jan 20 11:46:19.144658 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-b89b0663-fafe-4cad-8d12-f7ae4817868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925108343', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:45:55Z', 'updated_at': '2022-01-20T11:46:00Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:45:56Z', 'updated_at': '2022-01-20T11:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '34df8a18-03af-4afe-8a63-a82cefcc2ce4', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'port_id': 'ba35f54d-44c4-4fe9-ade9-21d2696142f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed', 'mac_address': 'fa:16:3e:b2:bb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bb8375-272d-46e4-bb59-74dda8587a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:46:16Z', 'updated_at': '2022-01-20T11:46:16Z', 'revision_number': 0, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767cbe45-1f99-44ce-8bfa-f7ee0920b9c9', 'name': '', 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:7e:91:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:46:00Z', 'updated_at': '2022-01-20T11:46:07Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:46:19.148572 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b0663-fafe-4cad-8d12-f7ae4817868c None None] The sync data for ids ['6290406f-8d44-4209-96b0-2b845eaa7807'] in dv-neutron-825471-1-hyperv is: [{'id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925108343', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:45:55Z', 'updated_at': '2022-01-20T11:46:00Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:45:56Z', 'updated_at': '2022-01-20T11:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '34df8a18-03af-4afe-8a63-a82cefcc2ce4', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'port_id': 'ba35f54d-44c4-4fe9-ade9-21d2696142f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed', 'mac_address': 'fa:16:3e:b2:bb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bb8375-272d-46e4-bb59-74dda8587a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:46:16Z', 'updated_at': '2022-01-20T11:46:16Z', 'revision_number': 0, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767cbe45-1f99-44ce-8bfa-f7ee0920b9c9', 'name': '', 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:7e:91:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:46:00Z', 'updated_at': '2022-01-20T11:46:07Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:46:19.551197 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44514) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:46:19.653953 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ae2314e1-82d9-45ae-8833-6dae841a6f62 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/34df8a18-03af-4afe-8a63-a82cefcc2ce4 HTTP/1.1" status: 200 len: 992 time: 0.1016922 Jan 20 11:46:20.658067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44518) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:46:20.761415 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-60172c7f-4974-4d9b-9cce-b5acc697e3d2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/34df8a18-03af-4afe-8a63-a82cefcc2ce4 HTTP/1.1" status: 200 len: 992 time: 0.1022396 Jan 20 11:46:21.764697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44522) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:46:21.869169 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1d8845aa-97b9-4993-9cc5-b1a43280f7ee tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/34df8a18-03af-4afe-8a63-a82cefcc2ce4 HTTP/1.1" status: 200 len: 992 time: 0.1031892 Jan 20 11:46:21.986949 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f4518d-d92f-478a-bce6-bcd46ecba7ff None None] New status for floating IP 34df8a18-03af-4afe-8a63-a82cefcc2ce4: ACTIVE {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:46:22.873296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44526) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:46:22.980353 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-316f7b97-a2a3-46f9-8ca3-d92fb115b4f3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/34df8a18-03af-4afe-8a63-a82cefcc2ce4 HTTP/1.1" status: 200 len: 994 time: 0.1058431 Jan 20 11:46:27.053978 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:46:31.454244 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-975c26ae-d017-441e-ad6f-dfad942997ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:33.888771 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e7618906-1d27-4104-81ba-1f2b146c582d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:34.962686 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:35.013747 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:36.419328 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:40.042230 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:46:50.784095 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd9166-6f89-49a1-9dd0-c7f3d001fc32 req-a311d401-724f-466c-921f-64a9fa3321b4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:50.785438 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-95cd9166-6f89-49a1-9dd0-c7f3d001fc32 req-a311d401-724f-466c-921f-64a9fa3321b4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.1612778 Jan 20 11:46:50.829286 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-95cd9166-6f89-49a1-9dd0-c7f3d001fc32 req-3e650166-c83b-48af-ba7b-e36ef9ffe7c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381138 Jan 20 11:46:52.028865 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cf7f0-89fa-447e-838b-8e8fe369c542 req-1bcaf6e0-a74a-4d77-b9a2-b7916761f5f5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:52.030302 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-832cf7f0-89fa-447e-838b-8e8fe369c542 req-1bcaf6e0-a74a-4d77-b9a2-b7916761f5f5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0784698 Jan 20 11:46:52.075212 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-832cf7f0-89fa-447e-838b-8e8fe369c542 req-2c28f1ac-036e-4787-8534-0dbfdf5fcff8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394931 Jan 20 11:46:53.268040 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1b440-048d-4118-9441-ec28acb7d3f6 req-d58f2f91-75a0-4fe3-99ae-414c6a3bdb33 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:53.269447 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-68d1b440-048d-4118-9441-ec28acb7d3f6 req-d58f2f91-75a0-4fe3-99ae-414c6a3bdb33 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0737562 Jan 20 11:46:53.312667 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-68d1b440-048d-4118-9441-ec28acb7d3f6 req-735f523a-6ad1-4257-825e-22d030de73a4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371487 Jan 20 11:46:54.511078 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131d35a-bb57-4e15-80cd-a6b1a2eef5cf req-a0d084d9-e49b-4dd4-aa2b-af27a162d7d5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:54.512489 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5131d35a-bb57-4e15-80cd-a6b1a2eef5cf req-a0d084d9-e49b-4dd4-aa2b-af27a162d7d5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0774660 Jan 20 11:46:54.555823 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5131d35a-bb57-4e15-80cd-a6b1a2eef5cf req-582e7bb8-b821-4991-9f1d-bcbf64f3b295 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378897 Jan 20 11:46:55.639482 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f9e42003-fa49-4f7d-a01f-d18a8af48d25 req-0a42a28a-1ae1-40ad-a117-1f71f2a2883f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 1099 time: 0.1367261 Jan 20 11:46:55.752361 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8c435-b38b-4b71-8570-ed49abfc9684 req-6f0669ae-c6eb-4464-b543-199763868f82 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:55.753838 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-16d8c435-b38b-4b71-8570-ed49abfc9684 req-6f0669ae-c6eb-4464-b543-199763868f82 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0758302 Jan 20 11:46:55.784294 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e42003-fa49-4f7d-a01f-d18a8af48d25 req-da1b7fdd-e821-44cb-9a0b-c66bb1631cbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:55.785648 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f9e42003-fa49-4f7d-a01f-d18a8af48d25 req-da1b7fdd-e821-44cb-9a0b-c66bb1631cbf service neutron] 10.222.0.72 "GET /v2.0/networks?id=f0d01486-b0ed-4b07-85fd-de60fa51dbed HTTP/1.1" status: 200 len: 898 time: 0.1272883 Jan 20 11:46:55.802571 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-16d8c435-b38b-4b71-8570-ed49abfc9684 req-62b164ff-c898-48f7-b3db-baff3cc8ccbe tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426102 Jan 20 11:46:55.886064 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f9e42003-fa49-4f7d-a01f-d18a8af48d25 req-016ced12-83b5-4050-8580-fa0f8613474c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba35f54d-44c4-4fe9-ade9-21d2696142f8 HTTP/1.1" status: 200 len: 1002 time: 0.0949950 Jan 20 11:46:55.950719 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e42003-fa49-4f7d-a01f-d18a8af48d25 req-dd38f8bc-653c-44e3-a15f-159cb64584a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:55.952151 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f9e42003-fa49-4f7d-a01f-d18a8af48d25 req-dd38f8bc-653c-44e3-a15f-159cb64584a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f31e13e-86a8-499a-b5f0-7f6248c1dab6 HTTP/1.1" status: 200 len: 834 time: 0.0607679 Jan 20 11:46:56.025390 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f9e42003-fa49-4f7d-a01f-d18a8af48d25 req-5c401bdb-3c06-430e-9540-48bc6e69384d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f0d01486-b0ed-4b07-85fd-de60fa51dbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672989 Jan 20 11:46:56.154525 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f9e42003-fa49-4f7d-a01f-d18a8af48d25 req-ffe37b14-d405-4f95-bb8f-5426deb7fba4 service neutron] 10.222.0.72 "GET /v2.0/networks/f0d01486-b0ed-4b07-85fd-de60fa51dbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234608 Jan 20 11:46:56.365479 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f9e42003-fa49-4f7d-a01f-d18a8af48d25 req-fd46b4ae-e4c0-4ffb-a862-0e6a2ac883e4 service neutron] 10.222.0.72 "GET /v2.0/networks/f0d01486-b0ed-4b07-85fd-de60fa51dbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052493 Jan 20 11:46:57.001748 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0bf1a-ec21-4d90-ab47-2db9e3cc053c req-7077ad54-7912-4795-ac77-a54f3bf8d442 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:57.003209 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9fe0bf1a-ec21-4d90-ab47-2db9e3cc053c req-7077ad54-7912-4795-ac77-a54f3bf8d442 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0748482 Jan 20 11:46:57.047791 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9fe0bf1a-ec21-4d90-ab47-2db9e3cc053c req-ef1e767b-61d2-4b27-bac1-d9d8f4c9394a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384276 Jan 20 11:46:58.250573 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31110b7-dd6a-4732-8380-feafb59338bc req-68dfa5fb-1092-4260-b930-58705c74f0d8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:58.251925 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e31110b7-dd6a-4732-8380-feafb59338bc req-68dfa5fb-1092-4260-b930-58705c74f0d8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0802748 Jan 20 11:46:58.296936 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e31110b7-dd6a-4732-8380-feafb59338bc req-32f854fb-b198-474f-b7e6-40583662b827 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397031 Jan 20 11:46:59.489357 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46377c21-e120-4781-898b-caa7834cb5d0 req-7c47166f-6a71-46ca-92bf-a9fdb8d64ffa tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:46:59.490817 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-46377c21-e120-4781-898b-caa7834cb5d0 req-7c47166f-6a71-46ca-92bf-a9fdb8d64ffa tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0739183 Jan 20 11:46:59.534492 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-46377c21-e120-4781-898b-caa7834cb5d0 req-92b4755b-9363-4bb1-80c9-92b63646545b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377736 Jan 20 11:47:00.734888 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827547d9-5dc5-4d56-8615-42d6b3c6c368 req-45a7c6f8-5ea8-453c-a2f8-478a04df941a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:47:00.736328 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-827547d9-5dc5-4d56-8615-42d6b3c6c368 req-45a7c6f8-5ea8-453c-a2f8-478a04df941a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0792921 Jan 20 11:47:00.780855 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-827547d9-5dc5-4d56-8615-42d6b3c6c368 req-a4534170-128b-4019-8fad-ce5753c3355d tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389571 Jan 20 11:47:01.396577 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-33eef41b-8b1d-4bdc-a004-b03b712d82d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:01.973716 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ec950-8ad9-45f3-babf-f380121182fb req-5fc7c4b3-0523-4ca6-8524-18f684bda5d0 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:47:01.975138 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-678ec950-8ad9-45f3-babf-f380121182fb req-5fc7c4b3-0523-4ca6-8524-18f684bda5d0 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0742748 Jan 20 11:47:02.018862 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-678ec950-8ad9-45f3-babf-f380121182fb req-a5798c5c-ec8a-4e96-be52-daccb7bd9e2c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380778 Jan 20 11:47:03.214377 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b5ef4-ae28-4ba7-9788-c81888690571 req-48e8f8fd-3a67-4c74-9bca-341c360da98a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:47:03.215825 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d2b5ef4-ae28-4ba7-9788-c81888690571 req-48e8f8fd-3a67-4c74-9bca-341c360da98a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0782440 Jan 20 11:47:03.261787 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8d2b5ef4-ae28-4ba7-9788-c81888690571 req-3ad47b9c-75e3-4495-8f6c-cd604b46bb4e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404923 Jan 20 11:47:03.875777 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f0cecc16-8c6e-4c5f-8893-22f8acfc2cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:04.053888 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:47:04.528073 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3040a-e560-4847-92f2-b89a7312685a req-6c7d4823-37f0-4db0-a997-a4fb60042fef tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:47:04.529517 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d1e3040a-e560-4847-92f2-b89a7312685a req-6c7d4823-37f0-4db0-a997-a4fb60042fef tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.1432796 Jan 20 11:47:04.653480 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d1e3040a-e560-4847-92f2-b89a7312685a req-6a031ba1-5c73-4475-b9a3-7b0632ea0956 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185703 Jan 20 11:47:04.978970 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:05.007383 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:05.851941 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea5a44-c6f6-4654-9468-c627afce569c req-5e656404-b3a5-417e-b0b7-bb5e2c780852 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:47:05.853498 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-18ea5a44-c6f6-4654-9468-c627afce569c req-5e656404-b3a5-417e-b0b7-bb5e2c780852 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0763786 Jan 20 11:47:05.899934 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-18ea5a44-c6f6-4654-9468-c627afce569c req-b32a3c86-b8be-450d-b128-badabbf29e33 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408382 Jan 20 11:47:06.522094 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:07.098191 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d493e-e8b0-4036-84cc-685c83251536 req-a09a8999-6aff-4796-912f-36d0c0735ea7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:47:07.099656 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-db7d493e-e8b0-4036-84cc-685c83251536 req-a09a8999-6aff-4796-912f-36d0c0735ea7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0789044 Jan 20 11:47:07.143734 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-db7d493e-e8b0-4036-84cc-685c83251536 req-b777c04f-8eeb-42f8-bd26-891d1fd89312 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378976 Jan 20 11:47:07.172506 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44578) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:07.273942 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4d8cdcbb-bab7-4207-9372-2045414e47ba tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/34df8a18-03af-4afe-8a63-a82cefcc2ce4 HTTP/1.1" status: 200 len: 994 time: 0.1003175 Jan 20 11:47:08.895370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb9632-bf40-46fb-bd9e-f7e6ac64172b req-6287b477-5cce-4ca7-83af-792e7b24d315 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:47:08.896888 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cbbb9632-bf40-46fb-bd9e-f7e6ac64172b req-6287b477-5cce-4ca7-83af-792e7b24d315 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0791349 Jan 20 11:47:08.947072 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cbbb9632-bf40-46fb-bd9e-f7e6ac64172b req-1399d02b-bee2-4844-8938-ec9c4e791066 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404785 Jan 20 11:47:08.974595 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b6a850d6-4706-40a8-a8f3-5a4edbaac2b0 req-13a8ea64-ecce-4550-83a6-778ac5cf530b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 1099 time: 0.0774381 Jan 20 11:47:09.106704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a850d6-4706-40a8-a8f3-5a4edbaac2b0 req-1a9d70e1-ee71-4461-8e99-8f49df2625fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:47:09.108155 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b6a850d6-4706-40a8-a8f3-5a4edbaac2b0 req-1a9d70e1-ee71-4461-8e99-8f49df2625fb service neutron] 10.222.0.72 "GET /v2.0/networks?id=f0d01486-b0ed-4b07-85fd-de60fa51dbed HTTP/1.1" status: 200 len: 898 time: 0.1272831 Jan 20 11:47:09.208162 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b6a850d6-4706-40a8-a8f3-5a4edbaac2b0 req-3711fca3-ce81-48d8-a904-4b544ac5b843 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba35f54d-44c4-4fe9-ade9-21d2696142f8 HTTP/1.1" status: 200 len: 1002 time: 0.0937350 Jan 20 11:47:09.268490 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a850d6-4706-40a8-a8f3-5a4edbaac2b0 req-0b4edffe-68bd-430d-b39d-9e1c7035dfe4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:47:09.269840 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b6a850d6-4706-40a8-a8f3-5a4edbaac2b0 req-0b4edffe-68bd-430d-b39d-9e1c7035dfe4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f31e13e-86a8-499a-b5f0-7f6248c1dab6 HTTP/1.1" status: 200 len: 834 time: 0.0552573 Jan 20 11:47:09.342506 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b6a850d6-4706-40a8-a8f3-5a4edbaac2b0 req-b535ee80-4df5-47d4-b892-0ff025d2011a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f0d01486-b0ed-4b07-85fd-de60fa51dbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673959 Jan 20 11:47:09.475527 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b6a850d6-4706-40a8-a8f3-5a4edbaac2b0 req-94638f94-ab01-4371-81c4-9fa7f5557b7b service neutron] 10.222.0.72 "GET /v2.0/networks/f0d01486-b0ed-4b07-85fd-de60fa51dbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263335 Jan 20 11:47:09.605422 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b6a850d6-4706-40a8-a8f3-5a4edbaac2b0 req-acd00adf-98d5-48e2-a374-cbd5f79158f3 service neutron] 10.222.0.72 "GET /v2.0/networks/f0d01486-b0ed-4b07-85fd-de60fa51dbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242330 Jan 20 11:47:10.042401 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:10.148370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9407ff-7b51-4090-8212-ad876025ed38 req-8b57bd0f-2fa9-454e-a8d7-e33e984507c5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:47:10.149874 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ad9407ff-7b51-4090-8212-ad876025ed38 req-8b57bd0f-2fa9-454e-a8d7-e33e984507c5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0790441 Jan 20 11:47:10.194426 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ad9407ff-7b51-4090-8212-ad876025ed38 req-26b312c9-13fb-4c80-8872-afa9ad9f58ab tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388672 Jan 20 11:47:11.393598 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471443e2-14b9-48d2-83b2-1b21ff323a20 req-47eee126-37fb-4398-b461-d42a1f49dd74 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:47:11.395092 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-471443e2-14b9-48d2-83b2-1b21ff323a20 req-47eee126-37fb-4398-b461-d42a1f49dd74 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0777700 Jan 20 11:47:11.443612 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-471443e2-14b9-48d2-83b2-1b21ff323a20 req-621bc04b-69a9-46ea-abfe-c62e437fb9d8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430541 Jan 20 11:47:11.472179 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44592) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:11.574703 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3105844e-8168-44fd-b229-5f8e35421cbb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/34df8a18-03af-4afe-8a63-a82cefcc2ce4 HTTP/1.1" status: 200 len: 994 time: 0.1013234 Jan 20 11:47:31.504344 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eec842f0-35d6-4180-bf9e-7dd907570bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:33.852776 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-273a2365-9d03-4913-99a0-dc54ed47f1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:34.968309 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:34.995834 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:36.423927 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:40.041115 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:41.053383 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:47:42.156188 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44608) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:42.350144 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port 4d900ba5-c48c-48ef-a892-efbfd2c65a0c {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:47:42.350448 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:42.516166 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:42.516492 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:42.632092 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for 4d900ba5-c48c-48ef-a892-efbfd2c65a0c owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:47:42.823757 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:42.869525 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=4d900ba5-c48c-48ef-a892-efbfd2c65a0c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:47:42.909702 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:42.910043 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:42.910376 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:42.910703 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:42.911026 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:42.911344 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:42.911662 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:42.911975 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:42.912287 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:42.912599 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:42.912910 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:43.049491 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:43.422617 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 6290406f-8d44-4209-96b0-2b845eaa7807 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:47:43.613715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:47:43.622996 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a3563-13d8-4aca-8509-af1699e97fcc None None] Sync routers for ids ['6290406f-8d44-4209-96b0-2b845eaa7807'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:47:43.629875 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:43.634825 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a3563-13d8-4aca-8509-af1699e97fcc None None] Routers {'6290406f-8d44-4209-96b0-2b845eaa7807'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:47:43.635413 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8d7a3563-13d8-4aca-8509-af1699e97fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:47:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['6290406f-8d44-4209-96b0-2b845eaa7807'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:47:43.684064 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-0965cfa7-ad8e-4707-959a-ec1abe1f9e8a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/floatingips/34df8a18-03af-4afe-8a63-a82cefcc2ce4 HTTP/1.1" status: 204 len: 168 time: 1.5266311 Jan 20 11:47:43.684544 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bb8375-272d-46e4-bb59-74dda8587a3b', 'tag': 'ba35f54d-44c4-4fe9-ade9-21d2696142f8'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:47:43.744221 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6bb8375-272d-46e4-bb59-74dda8587a3b', 'tag': 'ba35f54d-44c4-4fe9-ade9-21d2696142f8', 'status': 'completed', 'code': 200} Jan 20 11:47:43.812340 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-8d7a3563-13d8-4aca-8509-af1699e97fcc None None] Set router 6290406f-8d44-4209-96b0-2b845eaa7807 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:47:43.840107 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ff645d22-011f-40f0-a33c-e5103bb830f3 req-771a7d00-d288-4f1b-8332-be385d7ba720 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 1099 time: 0.0739820 Jan 20 11:47:43.977507 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff645d22-011f-40f0-a33c-e5103bb830f3 req-46d36075-6270-443b-9925-dca0c7a5f1a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:47:43.978982 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ff645d22-011f-40f0-a33c-e5103bb830f3 req-46d36075-6270-443b-9925-dca0c7a5f1a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f0d01486-b0ed-4b07-85fd-de60fa51dbed HTTP/1.1" status: 200 len: 898 time: 0.1334548 Jan 20 11:47:44.050885 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ff645d22-011f-40f0-a33c-e5103bb830f3 req-06c9343f-c20e-402e-bc4d-20111da9bfc6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba35f54d-44c4-4fe9-ade9-21d2696142f8 HTTP/1.1" status: 200 len: 217 time: 0.0655117 Jan 20 11:47:44.112171 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff645d22-011f-40f0-a33c-e5103bb830f3 req-b5d1104c-9dc1-4bbe-a486-3ce3d6180df0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:47:44.113856 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ff645d22-011f-40f0-a33c-e5103bb830f3 req-b5d1104c-9dc1-4bbe-a486-3ce3d6180df0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f31e13e-86a8-499a-b5f0-7f6248c1dab6 HTTP/1.1" status: 200 len: 834 time: 0.0577230 Jan 20 11:47:44.164081 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8d7a3563-13d8-4aca-8509-af1699e97fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925108343', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:45:55Z', 'updated_at': '2022-01-20T11:46:00Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:45:56Z', 'updated_at': '2022-01-20T11:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '767cbe45-1f99-44ce-8bfa-f7ee0920b9c9', 'name': '', 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:7e:91:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:46:00Z', 'updated_at': '2022-01-20T11:46:07Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:47:44.168296 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a3563-13d8-4aca-8509-af1699e97fcc None None] Checking router: 6290406f-8d44-4209-96b0-2b845eaa7807 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:47:44.181691 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a3563-13d8-4aca-8509-af1699e97fcc None None] Routers {'6290406f-8d44-4209-96b0-2b845eaa7807'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:47:44.182442 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8d7a3563-13d8-4aca-8509-af1699e97fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:47:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['6290406f-8d44-4209-96b0-2b845eaa7807'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:47:44.198616 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ff645d22-011f-40f0-a33c-e5103bb830f3 req-1f14209a-6da2-4da8-9202-e506cc6ecda6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f0d01486-b0ed-4b07-85fd-de60fa51dbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716751 Jan 20 11:47:44.321817 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a5b6f-afd0-434f-840f-916ad0a87804 req-7219f4f7-8d11-4df1-a4a9-9d059a9878b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:47:44.322521 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-604a5b6f-afd0-434f-840f-916ad0a87804 req-7219f4f7-8d11-4df1-a4a9-9d059a9878b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:47:44.328625 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ff645d22-011f-40f0-a33c-e5103bb830f3 req-7f632dae-6c90-40fa-894e-2bbb9b153ce2 service neutron] 10.222.0.72 "GET /v2.0/networks/f0d01486-b0ed-4b07-85fd-de60fa51dbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282687 Jan 20 11:47:44.366249 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-8d7a3563-13d8-4aca-8509-af1699e97fcc None None] Set router 6290406f-8d44-4209-96b0-2b845eaa7807 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:47:44.418545 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-604a5b6f-afd0-434f-840f-916ad0a87804 req-7219f4f7-8d11-4df1-a4a9-9d059a9878b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:47:44.419763 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-604a5b6f-afd0-434f-840f-916ad0a87804 req-7219f4f7-8d11-4df1-a4a9-9d059a9878b2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.1770799 Jan 20 11:47:44.466362 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ff645d22-011f-40f0-a33c-e5103bb830f3 req-e3a61291-6318-4253-a593-fcefc1564801 service neutron] 10.222.0.72 "GET /v2.0/networks/f0d01486-b0ed-4b07-85fd-de60fa51dbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296508 Jan 20 11:47:44.469657 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-604a5b6f-afd0-434f-840f-916ad0a87804 req-6bf7f9dc-a892-4b39-b0ed-d818f32ce3d7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419238 Jan 20 11:47:44.672953 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-8d7a3563-13d8-4aca-8509-af1699e97fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925108343', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:45:55Z', 'updated_at': '2022-01-20T11:46:00Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:45:56Z', 'updated_at': '2022-01-20T11:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '767cbe45-1f99-44ce-8bfa-f7ee0920b9c9', 'name': '', 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:7e:91:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:46:00Z', 'updated_at': '2022-01-20T11:46:07Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:47:44.676726 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a3563-13d8-4aca-8509-af1699e97fcc None None] The sync data for ids ['6290406f-8d44-4209-96b0-2b845eaa7807'] in dv-neutron-825471-1-hyperv is: [{'id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925108343', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:45:55Z', 'updated_at': '2022-01-20T11:46:00Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:45:56Z', 'updated_at': '2022-01-20T11:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '767cbe45-1f99-44ce-8bfa-f7ee0920b9c9', 'name': '', 'network_id': 'f0d01486-b0ed-4b07-85fd-de60fa51dbed', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:7e:91:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:46:00Z', 'updated_at': '2022-01-20T11:46:07Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': '5f31e13e-86a8-499a-b5f0-7f6248c1dab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:47:44.891446 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a70e936-084a-40ec-b984-57ffdc8e0fa3 None None] New status for floating IP 34df8a18-03af-4afe-8a63-a82cefcc2ce4: DOWN {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:47:45.671422 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57989d1f-c018-49d9-a751-89d521fdadb4 req-800ac74a-dc1b-4fc1-98e5-b5a1f862633a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:47:45.672959 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-57989d1f-c018-49d9-a751-89d521fdadb4 req-800ac74a-dc1b-4fc1-98e5-b5a1f862633a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.0788169 Jan 20 11:47:45.722267 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-57989d1f-c018-49d9-a751-89d521fdadb4 req-a071a4d6-7e37-43c5-b392-03564e77d481 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=998ce29d-dbdb-47c5-942c-e218a1b9e000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436411 Jan 20 11:47:45.785035 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4db70-cbbf-4307-8aeb-c80c8aed88a2 req-91af2afc-d678-47c9-a126-7d8d66ea8e7c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:47:45.789791 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-c3f4db70-cbbf-4307-8aeb-c80c8aed88a2 req-91af2afc-d678-47c9-a126-7d8d66ea8e7c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:47:45.797735 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-c3f4db70-cbbf-4307-8aeb-c80c8aed88a2 req-91af2afc-d678-47c9-a126-7d8d66ea8e7c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:47:45.798821 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c3f4db70-cbbf-4307-8aeb-c80c8aed88a2 req-91af2afc-d678-47c9-a126-7d8d66ea8e7c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 946 time: 0.1860259 Jan 20 11:47:45.865372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-c3f4db70-cbbf-4307-8aeb-c80c8aed88a2 req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port ba35f54d-44c4-4fe9-ade9-21d2696142f8 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:47:45.865744 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c3f4db70-cbbf-4307-8aeb-c80c8aed88a2 req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:46.103448 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-c3f4db70-cbbf-4307-8aeb-c80c8aed88a2 req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] For port ba35f54d-44c4-4fe9-ade9-21d2696142f8, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ba35f54d-44c4-4fe9-ade9-21d2696142f8,segment=NetworkSegment(159b39fc-8f53-4586-8411-6a6810f89452),segment_id=159b39fc-8f53-4586-8411-6a6810f89452)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:47:46.103724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c3f4db70-cbbf-4307-8aeb-c80c8aed88a2 req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:46.223899 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-c3f4db70-cbbf-4307-8aeb-c80c8aed88a2 req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for ba35f54d-44c4-4fe9-ade9-21d2696142f8 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:47:46.418564 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c3f4db70-cbbf-4307-8aeb-c80c8aed88a2 req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:46.469324 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=ba35f54d-44c4-4fe9-ade9-21d2696142f8,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:47:46.509600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:46.509945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:46.510282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:46.510611 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:46.510938 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:46.511262 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:46.511586 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:46.511905 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:46.512259 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:46.512550 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:46.512873 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:46.553818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f4db70-cbbf-4307-8aeb-c80c8aed88a2 req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] No DVR routers for this DVR port ba35f54d-44c4-4fe9-ade9-21d2696142f8 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:47:46.556139 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-c3f4db70-cbbf-4307-8aeb-c80c8aed88a2 req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:46.558574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bb8375-272d-46e4-bb59-74dda8587a3b', 'name': 'network-vif-deleted', 'tag': 'ba35f54d-44c4-4fe9-ade9-21d2696142f8'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:47:46.615009 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bb8375-272d-46e4-bb59-74dda8587a3b', 'name': 'network-vif-deleted', 'tag': 'ba35f54d-44c4-4fe9-ade9-21d2696142f8', 'status': 'completed', 'code': 200} Jan 20 11:47:46.630537 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c3f4db70-cbbf-4307-8aeb-c80c8aed88a2 req-6894ec8f-6ebe-42cd-8d5f-caffb7c58152 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "DELETE /v2.0/ports/ba35f54d-44c4-4fe9-ade9-21d2696142f8 HTTP/1.1" status: 204 len: 173 time: 0.8268242 Jan 20 11:47:46.895156 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-31097cbb-989f-4d65-b896-160a93ed551a req-511eb39a-d1ef-448f-8f49-381653ae3060 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6bb8375-272d-46e4-bb59-74dda8587a3b HTTP/1.1" status: 200 len: 210 time: 0.0450583 Jan 20 11:47:48.000614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44630) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:48.381428 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6902-5e9c-4186-bd11-ba375193ceaf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:49.032457 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device ba35f54d-44c4-4fe9-ade9-21d2696142f8 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:47:49.066765 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: ba35f54d-44c4-4fe9-ade9-21d2696142f8 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:47:49.067117 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device ba35f54d-44c4-4fe9-ade9-21d2696142f8 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:47:49.069885 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b6902-5e9c-4186-bd11-ba375193ceaf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:47:49.070401 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6902-5e9c-4186-bd11-ba375193ceaf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:49.250620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-cd1b6902-5e9c-4186-bd11-ba375193ceaf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] For port 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=767cbe45-1f99-44ce-8bfa-f7ee0920b9c9,segment=NetworkSegment(159b39fc-8f53-4586-8411-6a6810f89452),segment_id=159b39fc-8f53-4586-8411-6a6810f89452)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:47:49.250892 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6902-5e9c-4186-bd11-ba375193ceaf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:49.368360 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b6902-5e9c-4186-bd11-ba375193ceaf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:47:49.606870 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6902-5e9c-4186-bd11-ba375193ceaf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:49.656494 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b6902-5e9c-4186-bd11-ba375193ceaf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=767cbe45-1f99-44ce-8bfa-f7ee0920b9c9,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:47:49.947370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6902-5e9c-4186-bd11-ba375193ceaf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:50.613485 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1b6902-5e9c-4186-bd11-ba375193ceaf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 6290406f-8d44-4209-96b0-2b845eaa7807 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:47:50.805621 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1b6902-5e9c-4186-bd11-ba375193ceaf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:47:50.815809 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8067b5-5483-4d44-be59-d5899369a387 None None] Sync routers for ids ['6290406f-8d44-4209-96b0-2b845eaa7807'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:47:50.818922 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cd1b6902-5e9c-4186-bd11-ba375193ceaf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "PUT /v2.0/routers/6290406f-8d44-4209-96b0-2b845eaa7807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8172350 Jan 20 11:47:50.821619 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44634) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:50.828102 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8067b5-5483-4d44-be59-d5899369a387 None None] Routers {'6290406f-8d44-4209-96b0-2b845eaa7807'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:47:50.828698 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3b8067b5-5483-4d44-be59-d5899369a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:47:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['6290406f-8d44-4209-96b0-2b845eaa7807'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:47:51.016423 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-42775acb-d8c8-4a97-874e-a74596ae5960 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting subnet 5f31e13e-86a8-499a-b5f0-7f6248c1dab6 {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:47:51.016939 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-3b8067b5-5483-4d44-be59-d5899369a387 None None] Set router 6290406f-8d44-4209-96b0-2b845eaa7807 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:47:51.019429 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42775acb-d8c8-4a97-874e-a74596ae5960 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:51.072352 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42775acb-d8c8-4a97-874e-a74596ae5960 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:51.155142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42775acb-d8c8-4a97-874e-a74596ae5960 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:51.287306 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42775acb-d8c8-4a97-874e-a74596ae5960 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:51.311522 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3b8067b5-5483-4d44-be59-d5899369a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925108343', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:45:55Z', 'updated_at': '2022-01-20T11:47:49Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:45:56Z', 'updated_at': '2022-01-20T11:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:47:51.315418 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8067b5-5483-4d44-be59-d5899369a387 None None] Checking router: 6290406f-8d44-4209-96b0-2b845eaa7807 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:47:51.325754 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8067b5-5483-4d44-be59-d5899369a387 None None] Routers {'6290406f-8d44-4209-96b0-2b845eaa7807'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:47:51.326087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42775acb-d8c8-4a97-874e-a74596ae5960 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Subnet': ['ID=5f31e13e-86a8-499a-b5f0-7f6248c1dab6,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:47:51.326359 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3b8067b5-5483-4d44-be59-d5899369a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:47:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['6290406f-8d44-4209-96b0-2b845eaa7807'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:47:51.330724 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-42775acb-d8c8-4a97-874e-a74596ae5960 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:51.337135 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-42775acb-d8c8-4a97-874e-a74596ae5960 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/subnets/5f31e13e-86a8-499a-b5f0-7f6248c1dab6 HTTP/1.1" status: 204 len: 168 time: 0.5145607 Jan 20 11:47:51.340166 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44638) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:51.343235 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a99f5e1-947a-4dae-97f2-831e9db55a46 None None] Network f0d01486-b0ed-4b07-85fd-de60fa51dbed requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:47:51.543293 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-3b8067b5-5483-4d44-be59-d5899369a387 None None] Set router 6290406f-8d44-4209-96b0-2b845eaa7807 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:47:51.546653 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-45abb8a5-6cff-426b-8083-9fbcbb957967 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:51.616760 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] DHCP port deletion for f0d01486-b0ed-4b07-85fd-de60fa51dbed request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:47:51.621941 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] Deleting port 093d5dce-f436-4a4a-99fa-edd00aa126ec {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:47:51.622603 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:51.750625 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-45abb8a5-6cff-426b-8083-9fbcbb957967 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:51.807350 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-45abb8a5-6cff-426b-8083-9fbcbb957967 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port fe10c782-b0ae-4ca8-a35a-8984bcc317dd {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:47:51.808152 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-45abb8a5-6cff-426b-8083-9fbcbb957967 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:51.832849 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3b8067b5-5483-4d44-be59-d5899369a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925108343', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:45:55Z', 'updated_at': '2022-01-20T11:47:49Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:45:56Z', 'updated_at': '2022-01-20T11:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:47:51.835414 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] For port 093d5dce-f436-4a4a-99fa-edd00aa126ec, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=093d5dce-f436-4a4a-99fa-edd00aa126ec,segment=NetworkSegment(159b39fc-8f53-4586-8411-6a6810f89452),segment_id=159b39fc-8f53-4586-8411-6a6810f89452)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:47:51.836055 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:51.837210 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8067b5-5483-4d44-be59-d5899369a387 None None] The sync data for ids ['6290406f-8d44-4209-96b0-2b845eaa7807'] in dv-neutron-825471-1-hyperv is: [{'id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925108343', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:45:55Z', 'updated_at': '2022-01-20T11:47:49Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': 'fe10c782-b0ae-4ca8-a35a-8984bcc317dd', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6290406f-8d44-4209-96b0-2b845eaa7807', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:45:56Z', 'updated_at': '2022-01-20T11:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:47:51.955625 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] Calling delete_port for 093d5dce-f436-4a4a-99fa-edd00aa126ec owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:47:51.992389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-45abb8a5-6cff-426b-8083-9fbcbb957967 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] For port fe10c782-b0ae-4ca8-a35a-8984bcc317dd, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=fe10c782-b0ae-4ca8-a35a-8984bcc317dd,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:47:51.992744 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-45abb8a5-6cff-426b-8083-9fbcbb957967 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:52.063808 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:52.113159 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] Pushing event deleted for resources: {'Port': ['ID=093d5dce-f436-4a4a-99fa-edd00aa126ec,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:47:52.119018 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] No DVR routers for this DVR port 093d5dce-f436-4a4a-99fa-edd00aa126ec on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:47:52.126873 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:52.127139 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:52.127531 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:52.127802 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:52.128137 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:52.128466 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:52.128789 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:52.129959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:52.129959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:52.129959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:52.130232 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a97b37b-7026-401e-b446-cfbc7fa4708a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:47:52.216848 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-45abb8a5-6cff-426b-8083-9fbcbb957967 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for fe10c782-b0ae-4ca8-a35a-8984bcc317dd owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:47:52.440916 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-45abb8a5-6cff-426b-8083-9fbcbb957967 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:52.483849 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abb8a5-6cff-426b-8083-9fbcbb957967 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=fe10c782-b0ae-4ca8-a35a-8984bcc317dd,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:47:52.700284 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-45abb8a5-6cff-426b-8083-9fbcbb957967 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:52.948064 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-45abb8a5-6cff-426b-8083-9fbcbb957967 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:52.952975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-45abb8a5-6cff-426b-8083-9fbcbb957967 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:53.034625 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 093d5dce-f436-4a4a-99fa-edd00aa126ec no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:47:53.066801 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 093d5dce-f436-4a4a-99fa-edd00aa126ec {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:47:53.067649 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 093d5dce-f436-4a4a-99fa-edd00aa126ec not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:47:53.067649 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:47:53.086974 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-45abb8a5-6cff-426b-8083-9fbcbb957967 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:53.087531 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45abb8a5-6cff-426b-8083-9fbcbb957967 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Fanout notify agent at l3_agent the message router_deleted on router 6290406f-8d44-4209-96b0-2b845eaa7807 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:47:53.099075 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:47:53.102717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 767cbe45-1f99-44ce-8bfa-f7ee0920b9c9 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:47:53.104727 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-45abb8a5-6cff-426b-8083-9fbcbb957967 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:53.106470 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-45abb8a5-6cff-426b-8083-9fbcbb957967 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/routers/6290406f-8d44-4209-96b0-2b845eaa7807 HTTP/1.1" status: 204 len: 168 time: 1.7648675 Jan 20 11:47:53.108618 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44642) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:53.219812 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46903e91-1028-471c-ac9f-17c3f378fef3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:53.351846 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46903e91-1028-471c-ac9f-17c3f378fef3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:53.376323 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-46903e91-1028-471c-ac9f-17c3f378fef3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d01486-b0ed-4b07-85fd-de60fa51dbed']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:47:53.387712 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-46903e91-1028-471c-ac9f-17c3f378fef3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159b39fc-8f53-4586-8411-6a6810f89452') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:47:53.388000 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-46903e91-1028-471c-ac9f-17c3f378fef3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159b39fc-8f53-4586-8411-6a6810f89452') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:47:53.399238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46903e91-1028-471c-ac9f-17c3f378fef3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:53.414317 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46903e91-1028-471c-ac9f-17c3f378fef3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:53.420048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46903e91-1028-471c-ac9f-17c3f378fef3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:47:53.420427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46903e91-1028-471c-ac9f-17c3f378fef3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:47:53.433972 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:47:53.595106 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46903e91-1028-471c-ac9f-17c3f378fef3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:53.611526 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-46903e91-1028-471c-ac9f-17c3f378fef3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:53.622087 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46903e91-1028-471c-ac9f-17c3f378fef3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Network': ['ID=f0d01486-b0ed-4b07-85fd-de60fa51dbed,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:47:53.681331 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-46903e91-1028-471c-ac9f-17c3f378fef3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/networks/f0d01486-b0ed-4b07-85fd-de60fa51dbed HTTP/1.1" status: 204 len: 168 time: 0.5716650 Jan 20 11:47:53.683933 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44646) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:53.752911 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff31b-cd3d-4536-9123-1e566dd83f52 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:53.780628 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff31b-cd3d-4536-9123-1e566dd83f52 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:53.886830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff31b-cd3d-4536-9123-1e566dd83f52 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:53.908748 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ff31b-cd3d-4536-9123-1e566dd83f52 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998ce29d-dbdb-47c5-942c-e218a1b9e000,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:47:53.976835 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff31b-cd3d-4536-9123-1e566dd83f52 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:53.977965 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-5d6ff31b-cd3d-4536-9123-1e566dd83f52 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/security-groups/998ce29d-dbdb-47c5-942c-e218a1b9e000 HTTP/1.1" status: 204 len: 168 time: 0.2931638 Jan 20 11:47:54.454181 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44654) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:54.460034 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-b70d5a35-0d07-4722-8227-bbd1dbc7e914 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1741298938', 'description': 'tempest-secgroup-smoke-1741298938 description', 'project_id': 'e9e34051fd30436dbf889320e730f35d'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:47:54.465975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b70d5a35-0d07-4722-8227-bbd1dbc7e914 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:47:54.474901 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b70d5a35-0d07-4722-8227-bbd1dbc7e914 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:47:54.479107 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b70d5a35-0d07-4722-8227-bbd1dbc7e914 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:47:54.485173 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b70d5a35-0d07-4722-8227-bbd1dbc7e914 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:47:54.646911 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b70d5a35-0d07-4722-8227-bbd1dbc7e914 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:54.682175 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b70d5a35-0d07-4722-8227-bbd1dbc7e914 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:47:54.685876 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b70d5a35-0d07-4722-8227-bbd1dbc7e914 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:47:54.688720 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b70d5a35-0d07-4722-8227-bbd1dbc7e914 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:47:54.694405 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b70d5a35-0d07-4722-8227-bbd1dbc7e914 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:47:54.747894 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b70d5a35-0d07-4722-8227-bbd1dbc7e914 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:54.795272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b70d5a35-0d07-4722-8227-bbd1dbc7e914 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:54.837964 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d5a35-0d07-4722-8227-bbd1dbc7e914 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4404f2e0-3a31-4c71-846c-e54ca15761a7,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:47:54.881368 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b70d5a35-0d07-4722-8227-bbd1dbc7e914 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:54.882675 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b70d5a35-0d07-4722-8227-bbd1dbc7e914 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4274707 Jan 20 11:47:54.885585 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44658) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:54.891484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-7c71a006-b02e-40c1-87fe-058539c8a9f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '4404f2e0-3a31-4c71-846c-e54ca15761a7', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:47:54.897533 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7c71a006-b02e-40c1-87fe-058539c8a9f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:47:54.901666 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7c71a006-b02e-40c1-87fe-058539c8a9f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:47:54.904805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-7c71a006-b02e-40c1-87fe-058539c8a9f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:47:54.911206 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-7c71a006-b02e-40c1-87fe-058539c8a9f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:47:54.941868 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device fe10c782-b0ae-4ca8-a35a-8984bcc317dd no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:47:54.974046 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7c71a006-b02e-40c1-87fe-058539c8a9f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:54.977880 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: fe10c782-b0ae-4ca8-a35a-8984bcc317dd {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:47:54.978520 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device fe10c782-b0ae-4ca8-a35a-8984bcc317dd not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:47:55.035045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7c71a006-b02e-40c1-87fe-058539c8a9f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:55.098053 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7c71a006-b02e-40c1-87fe-058539c8a9f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:55.122251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71a006-b02e-40c1-87fe-058539c8a9f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70319081-8aee-4ccd-a765-f7b315b02612,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:47:55.189607 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7c71a006-b02e-40c1-87fe-058539c8a9f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:55.190767 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7c71a006-b02e-40c1-87fe-058539c8a9f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3042355 Jan 20 11:47:55.193462 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44662) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:55.198760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-6aa8fa1f-6303-4ad5-9418-f8f6d1ff64f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '4404f2e0-3a31-4c71-846c-e54ca15761a7', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:47:55.205366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6aa8fa1f-6303-4ad5-9418-f8f6d1ff64f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:47:55.209095 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6aa8fa1f-6303-4ad5-9418-f8f6d1ff64f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:47:55.212185 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6aa8fa1f-6303-4ad5-9418-f8f6d1ff64f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:47:55.217707 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6aa8fa1f-6303-4ad5-9418-f8f6d1ff64f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:47:55.304514 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6aa8fa1f-6303-4ad5-9418-f8f6d1ff64f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:55.365455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6aa8fa1f-6303-4ad5-9418-f8f6d1ff64f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:55.434974 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6aa8fa1f-6303-4ad5-9418-f8f6d1ff64f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:55.458495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8fa1f-6303-4ad5-9418-f8f6d1ff64f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ded42ee-a633-4e18-bd56-e1645c3b77b0,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:47:55.503739 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6aa8fa1f-6303-4ad5-9418-f8f6d1ff64f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:55.505184 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6aa8fa1f-6303-4ad5-9418-f8f6d1ff64f1 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3106036 Jan 20 11:47:55.508202 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44666) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:55.513452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-404b5671-f388-48bd-92f5-7928266c8476 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '4404f2e0-3a31-4c71-846c-e54ca15761a7', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:47:55.520586 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-404b5671-f388-48bd-92f5-7928266c8476 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:47:55.524358 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-404b5671-f388-48bd-92f5-7928266c8476 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:47:55.527300 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-404b5671-f388-48bd-92f5-7928266c8476 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:47:55.533450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-404b5671-f388-48bd-92f5-7928266c8476 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:47:55.589844 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-404b5671-f388-48bd-92f5-7928266c8476 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:55.650026 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-404b5671-f388-48bd-92f5-7928266c8476 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:55.697811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-404b5671-f388-48bd-92f5-7928266c8476 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:55.720628 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b5671-f388-48bd-92f5-7928266c8476 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987e74e2-c826-482e-a13d-8d49cf18abb2,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:47:55.795179 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-404b5671-f388-48bd-92f5-7928266c8476 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:55.796347 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-404b5671-f388-48bd-92f5-7928266c8476 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2872472 Jan 20 11:47:55.799081 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44670) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:55.804355 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-487ed573-d2e7-4344-894f-a5d18562eb50 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '4404f2e0-3a31-4c71-846c-e54ca15761a7', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:47:55.810141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-487ed573-d2e7-4344-894f-a5d18562eb50 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:47:55.814388 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-487ed573-d2e7-4344-894f-a5d18562eb50 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:47:55.817329 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-487ed573-d2e7-4344-894f-a5d18562eb50 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:47:55.822922 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-487ed573-d2e7-4344-894f-a5d18562eb50 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:47:55.898869 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-487ed573-d2e7-4344-894f-a5d18562eb50 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:55.967004 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-487ed573-d2e7-4344-894f-a5d18562eb50 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:56.023652 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-487ed573-d2e7-4344-894f-a5d18562eb50 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:56.045835 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ed573-d2e7-4344-894f-a5d18562eb50 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea215267-18fa-4a80-be4c-b417bb0505b2,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:47:56.109942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-487ed573-d2e7-4344-894f-a5d18562eb50 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:56.111634 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-487ed573-d2e7-4344-894f-a5d18562eb50 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3116295 Jan 20 11:47:56.114390 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44674) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:56.119830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3cd5660d-d7bd-4ae3-94c8-f715e46ce5eb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '4404f2e0-3a31-4c71-846c-e54ca15761a7', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:47:56.125858 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3cd5660d-d7bd-4ae3-94c8-f715e46ce5eb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:47:56.130158 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3cd5660d-d7bd-4ae3-94c8-f715e46ce5eb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:47:56.133007 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3cd5660d-d7bd-4ae3-94c8-f715e46ce5eb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:47:56.138643 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3cd5660d-d7bd-4ae3-94c8-f715e46ce5eb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:47:56.206363 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-3cd5660d-d7bd-4ae3-94c8-f715e46ce5eb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Project e9e34051fd30436dbf889320e730f35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:47:56.212983 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3cd5660d-d7bd-4ae3-94c8-f715e46ce5eb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:56.274704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3cd5660d-d7bd-4ae3-94c8-f715e46ce5eb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:56.332338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3cd5660d-d7bd-4ae3-94c8-f715e46ce5eb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:56.355875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5660d-d7bd-4ae3-94c8-f715e46ce5eb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0108929-4947-41ba-98dc-fd89478883a8,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:47:56.446904 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3cd5660d-d7bd-4ae3-94c8-f715e46ce5eb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:56.448095 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3cd5660d-d7bd-4ae3-94c8-f715e46ce5eb tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3327522 Jan 20 11:47:56.450825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44678) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:56.456108 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-81352238-2b05-4061-a1df-9f6d4bb8abe9 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'security_group_rule': {'security_group_id': '4404f2e0-3a31-4c71-846c-e54ca15761a7', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:47:56.462276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-81352238-2b05-4061-a1df-9f6d4bb8abe9 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:47:56.466261 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-81352238-2b05-4061-a1df-9f6d4bb8abe9 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:security_group_rule and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:47:56.469224 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-81352238-2b05-4061-a1df-9f6d4bb8abe9 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:47:56.475598 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-81352238-2b05-4061-a1df-9f6d4bb8abe9 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:47:56.572565 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-81352238-2b05-4061-a1df-9f6d4bb8abe9 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Project e9e34051fd30436dbf889320e730f35d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:47:56.579277 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-81352238-2b05-4061-a1df-9f6d4bb8abe9 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:56.644031 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-81352238-2b05-4061-a1df-9f6d4bb8abe9 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:56.715086 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-81352238-2b05-4061-a1df-9f6d4bb8abe9 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:56.739165 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81352238-2b05-4061-a1df-9f6d4bb8abe9 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ddc48c-83a2-430a-9915-ec51ff24f49e,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:47:56.812253 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-81352238-2b05-4061-a1df-9f6d4bb8abe9 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:56.813437 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-81352238-2b05-4061-a1df-9f6d4bb8abe9 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3617115 Jan 20 11:47:56.816995 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44682) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:56.822346 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-4d1846ba-0af5-437e-991f-f7a09063bdf5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'network': {'name': 'tempest-network-smoke--811226654', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'port_security_enabled': True}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:47:56.827338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4d1846ba-0af5-437e-991f-f7a09063bdf5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:47:56.831715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4d1846ba-0af5-437e-991f-f7a09063bdf5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:network and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:47:56.834800 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4d1846ba-0af5-437e-991f-f7a09063bdf5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:47:56.840469 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4d1846ba-0af5-437e-991f-f7a09063bdf5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:47:56.909525 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1846ba-0af5-437e-991f-f7a09063bdf5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Made reservation on behalf of e9e34051fd30436dbf889320e730f35d for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:47:56.912612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d1846ba-0af5-437e-991f-f7a09063bdf5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:56.942817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1846ba-0af5-437e-991f-f7a09063bdf5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:47:56.951487 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d1846ba-0af5-437e-991f-f7a09063bdf5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:56.951817 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-4d1846ba-0af5-437e-991f-f7a09063bdf5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Added segment 09a6e89e-5001-4598-b51f-a1631371e80d of type vlan for network 57e4ab35-0366-4a14-a5d8-3d52187ba8bc Jan 20 11:47:56.977618 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d1846ba-0af5-437e-991f-f7a09063bdf5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:57.057974 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d1846ba-0af5-437e-991f-f7a09063bdf5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:57.061649 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1846ba-0af5-437e-991f-f7a09063bdf5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:47:57.062264 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d1846ba-0af5-437e-991f-f7a09063bdf5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:57.168636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1846ba-0af5-437e-991f-f7a09063bdf5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Network': ['ID=57e4ab35-0366-4a14-a5d8-3d52187ba8bc,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:47:57.179965 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 57e4ab35-0366-4a14-a5d8-3d52187ba8bc details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:47:57.230436 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4d1846ba-0af5-437e-991f-f7a09063bdf5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4123795 Jan 20 11:47:57.233014 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44686) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:57.238903 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1231002944', 'admin_state_up': True, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:47:57.246522 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:47:57.250361 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:router and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:47:57.253317 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:47:57.258984 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:47:57.326624 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:57.327610 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:57.346043 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:57.536865 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:57.763682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:57.792963 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:57.927473 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.26.0.171 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/58720a59-5136-4c90-bf2c-7bc1f07d9dcc) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:47:58.071875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:58.144847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:58.207463 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:47:58.210449 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:47:58.214090 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:47:58.246245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=58720a59-5136-4c90-bf2c-7bc1f07d9dcc,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:47:58.441222 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:58.441979 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:58.829597 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 42d6afd9-760f-4896-8a7f-b99233d3d96e is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:47:59.030680 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:47:59.040292 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Sync routers for ids ['42d6afd9-760f-4896-8a7f-b99233d3d96e'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:47:59.052379 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Routers {'42d6afd9-760f-4896-8a7f-b99233d3d96e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:47:59.052988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:47:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['42d6afd9-760f-4896-8a7f-b99233d3d96e'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:47:59.109436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:59.110734 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ec6e3807-a3ea-4eb7-824b-d74155325806 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8767500 Jan 20 11:47:59.114263 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44690) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:59.153999 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2e93b2ef-b962-42f2-93b0-6651f25ffa8a tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e9e34051fd30436dbf889320e730f35d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386159 Jan 20 11:47:59.156688 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44694) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:59.231239 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Set router 42d6afd9-760f-4896-8a7f-b99233d3d96e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:47:59.285646 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a419f852-810c-42a5-90a5-f43de8312e19 tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:47:59.289711 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a419f852-810c-42a5-90a5-f43de8312e19 tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294444 Jan 20 11:47:59.289891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44698) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:59.327251 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-9dfa0db8-2262-43cb-a4d1-b046968facd2 tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=5b1d19bb-43c5-44cb-9395-b66102f481bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363350 Jan 20 11:47:59.332955 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44702) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:47:59.338886 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-baa62d5e-f61b-45ce-ba07-566599203761 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1234575900', 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc', 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:47:59.450604 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-baa62d5e-f61b-45ce-ba07-566599203761 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:47:59.454336 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-baa62d5e-f61b-45ce-ba07-566599203761 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:subnet and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:47:59.458326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-baa62d5e-f61b-45ce-ba07-566599203761 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:47:59.464219 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-baa62d5e-f61b-45ce-ba07-566599203761 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:47:59.532285 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa62d5e-f61b-45ce-ba07-566599203761 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Made reservation on behalf of e9e34051fd30436dbf889320e730f35d for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:47:59.545242 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231002944', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:47:58Z', 'revision_number': 3, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:47:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:47:59.549860 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Checking router: 42d6afd9-760f-4896-8a7f-b99233d3d96e for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:47:59.550215 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Updating router 42d6afd9-760f-4896-8a7f-b99233d3d96e port 58720a59-5136-4c90-bf2c-7bc1f07d9dcc binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:47:59.600054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:59.636369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-baa62d5e-f61b-45ce-ba07-566599203761 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:59.910363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-baa62d5e-f61b-45ce-ba07-566599203761 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:59.930581 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:47:59.944093 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Transition to ACTIVE for port object 58720a59-5136-4c90-bf2c-7bc1f07d9dcc will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:47:59.991170 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa62d5e-f61b-45ce-ba07-566599203761 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Subnet': ['ID=acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:00.003317 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa62d5e-f61b-45ce-ba07-566599203761 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Checking segment: {'id': '09a6e89e-5001-4598-b51f-a1631371e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:48:00.003682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa62d5e-f61b-45ce-ba07-566599203761 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network hostable DHCP agents. Network: 57e4ab35-0366-4a14-a5d8-3d52187ba8bc, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:48:00.012131 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:00.086664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa62d5e-f61b-45ce-ba07-566599203761 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 57e4ab35-0366-4a14-a5d8-3d52187ba8bc is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:48:00.094638 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Attempting to bind port 58720a59-5136-4c90-bf2c-7bc1f07d9dcc on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:48:00.095214 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Attempting to bind port 58720a59-5136-4c90-bf2c-7bc1f07d9dcc by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:48:00.095436 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Attempting to bind port 58720a59-5136-4c90-bf2c-7bc1f07d9dcc on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:48:00.098088 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f9bb9-1d4f-400e-93de-acb92a35fe91 None None] Pushing event updated for resources: {'Port': ['ID=58720a59-5136-4c90-bf2c-7bc1f07d9dcc,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:00.104778 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:48:00.105072 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:48:00.105477 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:00.105916 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:48:00.106377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Bound port: 58720a59-5136-4c90-bf2c-7bc1f07d9dcc, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:48:00.106751 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:00.144081 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-baa62d5e-f61b-45ce-ba07-566599203761 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 57e4ab35-0366-4a14-a5d8-3d52187ba8bc) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:48:00.148565 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa62d5e-f61b-45ce-ba07-566599203761 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:00.149340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-baa62d5e-f61b-45ce-ba07-566599203761 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:00.153130 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b4a763-f027-4a8b-b41f-9addcec35cc1 None None] Network 57e4ab35-0366-4a14-a5d8-3d52187ba8bc requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:48:00.213335 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-baa62d5e-f61b-45ce-ba07-566599203761 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8791821 Jan 20 11:48:00.216009 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44706) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:48:00.254757 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] For port 58720a59-5136-4c90-bf2c-7bc1f07d9dcc, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:48:00.268624 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] For port 58720a59-5136-4c90-bf2c-7bc1f07d9dcc, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=58720a59-5136-4c90-bf2c-7bc1f07d9dcc,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:48:00.343734 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:00.458225 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-57e4ab35-0366-4a14-a5d8-3d52187ba8bc', 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ips': [{'subnet_id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:48:00.459020 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:00.476257 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f9bb9-1d4f-400e-93de-acb92a35fe91 None None] Pushing event updated for resources: {'Port': ['ID=58720a59-5136-4c90-bf2c-7bc1f07d9dcc,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:00.484003 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Routers {'42d6afd9-760f-4896-8a7f-b99233d3d96e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:48:00.484615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:47:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['42d6afd9-760f-4896-8a7f-b99233d3d96e'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:48:00.777053 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Allocated IP 172.20.0.2 (57e4ab35-0366-4a14-a5d8-3d52187ba8bc/acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c/9e623adf-a78e-4971-864d-ea818d5611b4) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:48:00.780386 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] Set router 42d6afd9-760f-4896-8a7f-b99233d3d96e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:48:01.126239 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:01.256317 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:01.268789 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Transition to ACTIVE for port object 9e623adf-a78e-4971-864d-ea818d5611b4 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:48:01.295250 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Transition to ACTIVE for port object 9e623adf-a78e-4971-864d-ea818d5611b4 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:48:01.300648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231002944', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:47:58Z', 'revision_number': 3, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:48:01.304611 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f62ec-08e3-4de0-b849-bf37b290b052 None None] The sync data for ids ['42d6afd9-760f-4896-8a7f-b99233d3d96e'] in dv-neutron-825471-1-hyperv is: [{'id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231002944', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:47:58Z', 'revision_number': 3, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:48:01.384781 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:01.452808 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1209ea9a-84a6-497c-8cd7-7d48f2fea4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:01.466283 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Network 57e4ab35-0366-4a14-a5d8-3d52187ba8bc is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:48:01.469628 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:48:01.472812 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:48:01.476382 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Pushing event updated for resources: {'Port': ['ID=9e623adf-a78e-4971-864d-ea818d5611b4,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:01.558697 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.20.0.1 (57e4ab35-0366-4a14-a5d8-3d52187ba8bc/acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c/e1969f25-08f3-4937-ab7e-1107ca5068d3) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:48:01.576188 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Attempting to bind port 9e623adf-a78e-4971-864d-ea818d5611b4 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:48:01.576558 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Attempting to bind port 9e623adf-a78e-4971-864d-ea818d5611b4 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '09a6e89e-5001-4598-b51f-a1631371e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:48:01.576926 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Attempting to bind port 9e623adf-a78e-4971-864d-ea818d5611b4 on network 57e4ab35-0366-4a14-a5d8-3d52187ba8bc {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:48:01.583528 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:48:01.583902 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Checking segment: {'id': '09a6e89e-5001-4598-b51f-a1631371e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:48:01.584554 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:01.584947 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Bound using segment: {'id': '09a6e89e-5001-4598-b51f-a1631371e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:48:01.585414 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Bound port: 9e623adf-a78e-4971-864d-ea818d5611b4, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a6e89e-5001-4598-b51f-a1631371e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:48:01.585813 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:01.685682 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] For port 9e623adf-a78e-4971-864d-ea818d5611b4, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:48:01.689211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] For port 9e623adf-a78e-4971-864d-ea818d5611b4, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9e623adf-a78e-4971-864d-ea818d5611b4,segment=NetworkSegment(09a6e89e-5001-4598-b51f-a1631371e80d),segment_id=09a6e89e-5001-4598-b51f-a1631371e80d)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:48:01.737630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:01.744074 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:01.755333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Transition to ACTIVE for port object e1969f25-08f3-4937-ab7e-1107ca5068d3 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:48:01.825590 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe1cb8-4b0a-4b57-b9b8-8aed743a7fe5 None None] Pushing event updated for resources: {'Port': ['ID=9e623adf-a78e-4971-864d-ea818d5611b4,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:01.864731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:01.954964 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=e1969f25-08f3-4937-ab7e-1107ca5068d3,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:01.964654 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 57e4ab35-0366-4a14-a5d8-3d52187ba8bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:48:01.966340 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:48:01.968636 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:48:02.034715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:02.216153 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:02.733485 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:02.771408 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f50f323-864d-4872-a7c2-afa89e1abc0c None None] Network 57e4ab35-0366-4a14-a5d8-3d52187ba8bc requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:48:02.772329 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:02.893996 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-52ccbdc9-3873-4a8b-a936-9eb207b2088d None None] Provisioning for port 9e623adf-a78e-4971-864d-ea818d5611b4 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:48:02.896244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=e1969f25-08f3-4937-ab7e-1107ca5068d3,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:02.899332 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:03.057204 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 57e4ab35-0366-4a14-a5d8-3d52187ba8bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:48:03.058574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:48:03.067486 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 58720a59-5136-4c90-bf2c-7bc1f07d9dcc up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:48:03.201324 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 58720a59-5136-4c90-bf2c-7bc1f07d9dcc completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:48:03.207472 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 58720a59-5136-4c90-bf2c-7bc1f07d9dcc triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:48:03.207837 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:03.346640 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:03.363281 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 58720a59-5136-4c90-bf2c-7bc1f07d9dcc, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=58720a59-5136-4c90-bf2c-7bc1f07d9dcc,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:48:03.423481 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-80105b60-453d-4684-a510-d14097230fd6 None None] Provisioning for port e1969f25-08f3-4937-ab7e-1107ca5068d3 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:48:03.429420 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-80105b60-453d-4684-a510-d14097230fd6 None None] Provisioning complete for port e1969f25-08f3-4937-ab7e-1107ca5068d3 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:48:03.430042 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-80105b60-453d-4684-a510-d14097230fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:03.462763 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:03.462763 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9e623adf-a78e-4971-864d-ea818d5611b4 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:48:03.472311 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 42d6afd9-760f-4896-8a7f-b99233d3d96e has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:48:03.588694 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-80105b60-453d-4684-a510-d14097230fd6 None None] Port e1969f25-08f3-4937-ab7e-1107ca5068d3 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:48:03.601744 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=58720a59-5136-4c90-bf2c-7bc1f07d9dcc,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:03.669435 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 9e623adf-a78e-4971-864d-ea818d5611b4 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:48:03.675100 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 9e623adf-a78e-4971-864d-ea818d5611b4 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:48:03.675569 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:03.682897 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:48:03.696810 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-121503ac-10f4-4b21-b4e8-0c542986679b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "PUT /v2.0/routers/42d6afd9-760f-4896-8a7f-b99233d3d96e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4796097 Jan 20 11:48:03.740980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4b82020d-f4d8-4a50-9907-e4efe45fa93a None None] Provisioning complete for port e1969f25-08f3-4937-ab7e-1107ca5068d3 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:48:03.741261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b82020d-f4d8-4a50-9907-e4efe45fa93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:03.847094 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4b82020d-f4d8-4a50-9907-e4efe45fa93a None None] Port e1969f25-08f3-4937-ab7e-1107ca5068d3 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:48:03.860906 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:03.870548 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-bb4f25c5-0ee6-4b3a-869b-c79ba8ae1a3e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741298938&fields=id&tenant_id=e9e34051fd30436dbf889320e730f35d HTTP/1.1" status: 200 len: 267 time: 0.0426650 Jan 20 11:48:03.893668 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 9e623adf-a78e-4971-864d-ea818d5611b4, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9e623adf-a78e-4971-864d-ea818d5611b4,segment=NetworkSegment(09a6e89e-5001-4598-b51f-a1631371e80d),segment_id=09a6e89e-5001-4598-b51f-a1631371e80d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:48:03.910240 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9714-8204-41f0-8f25-71f67d4e2054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:03.955022 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:04.019727 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=9e623adf-a78e-4971-864d-ea818d5611b4,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:04.019954 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-3378b6db-db19-4d63-a6ea-d6dcee9246a4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:04.021072 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-3378b6db-db19-4d63-a6ea-d6dcee9246a4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/networks?id=57e4ab35-0366-4a14-a5d8-3d52187ba8bc HTTP/1.1" status: 200 len: 796 time: 0.1439285 Jan 20 11:48:04.037366 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-d6c477bc-b163-40f4-90f4-b42ef78bf1da tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/quotas/e9e34051fd30436dbf889320e730f35d HTTP/1.1" status: 200 len: 375 time: 0.0108650 Jan 20 11:48:04.116969 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-f5cc5025-f41e-4454-8f20-907061507b92 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:48:04.177759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-f5cc5025-f41e-4454-8f20-907061507b92 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:48:04.179112 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-f5cc5025-f41e-4454-8f20-907061507b92 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1368220 Jan 20 11:48:04.313794 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-92defbf8-409d-457f-8855-fad55d2996b6 service neutron] 10.222.0.70 "GET /v2.0/networks/57e4ab35-0366-4a14-a5d8-3d52187ba8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224084 Jan 20 11:48:04.532448 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-7912b6dd-c814-4c7a-a55b-260672935101 service neutron] 10.222.0.70 "GET /v2.0/networks/57e4ab35-0366-4a14-a5d8-3d52187ba8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126060 Jan 20 11:48:04.792545 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89231523-4efb-42b3-b776-6b438c6ad53b req-c905819e-4400-427f-83a4-36ef569b9be7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 210 time: 0.0406034 Jan 20 11:48:04.907347 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Sync routers for ids ['42d6afd9-760f-4896-8a7f-b99233d3d96e'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:48:04.920445 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Routers {'42d6afd9-760f-4896-8a7f-b99233d3d96e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:48:04.921101 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:48:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['42d6afd9-760f-4896-8a7f-b99233d3d96e'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:48:04.984174 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:05.006327 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 58720a59-5136-4c90-bf2c-7bc1f07d9dcc up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:48:05.077739 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:05.104231 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Set router 42d6afd9-760f-4896-8a7f-b99233d3d96e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:48:05.118872 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 58720a59-5136-4c90-bf2c-7bc1f07d9dcc triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:48:05.119250 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:05.234341 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9e623adf-a78e-4971-864d-ea818d5611b4 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:48:05.300983 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 9e623adf-a78e-4971-864d-ea818d5611b4 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:48:05.301335 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:05.418558 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231002944', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:02Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'e1969f25-08f3-4937-ab7e-1107ca5068d3', 'name': '', 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:09:a1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:48:01Z', 'updated_at': '2022-01-20T11:48:02Z', 'revision_number': 2, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:48:05.422516 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Checking router: 42d6afd9-760f-4896-8a7f-b99233d3d96e for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:48:05.422856 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Updating router 42d6afd9-760f-4896-8a7f-b99233d3d96e port e1969f25-08f3-4937-ab7e-1107ca5068d3 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:48:05.473229 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:05.800627 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:05.811769 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Transition to ACTIVE for port object e1969f25-08f3-4937-ab7e-1107ca5068d3 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:48:05.869326 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:05.979852 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5d96e8f8-12d2-4e7c-af14-9cdb2a315c1d req-ded2ad92-5367-4494-a3a2-a82410530cb5 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 210 time: 0.0645542 Jan 20 11:48:06.003531 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769e910-d259-4df1-b02c-f6ac12c146a1 None None] Pushing event updated for resources: {'Port': ['ID=e1969f25-08f3-4937-ab7e-1107ca5068d3,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:06.016752 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769e910-d259-4df1-b02c-f6ac12c146a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:06.017152 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769e910-d259-4df1-b02c-f6ac12c146a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:06.017487 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769e910-d259-4df1-b02c-f6ac12c146a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:06.020000 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769e910-d259-4df1-b02c-f6ac12c146a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:06.020000 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769e910-d259-4df1-b02c-f6ac12c146a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:06.020000 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769e910-d259-4df1-b02c-f6ac12c146a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:06.020000 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769e910-d259-4df1-b02c-f6ac12c146a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:06.020000 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769e910-d259-4df1-b02c-f6ac12c146a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:06.020632 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769e910-d259-4df1-b02c-f6ac12c146a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:06.020896 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769e910-d259-4df1-b02c-f6ac12c146a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:06.021268 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769e910-d259-4df1-b02c-f6ac12c146a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:06.141719 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Attempting to bind port e1969f25-08f3-4937-ab7e-1107ca5068d3 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:48:06.142074 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Attempting to bind port e1969f25-08f3-4937-ab7e-1107ca5068d3 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '09a6e89e-5001-4598-b51f-a1631371e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:48:06.142419 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Attempting to bind port e1969f25-08f3-4937-ab7e-1107ca5068d3 on network 57e4ab35-0366-4a14-a5d8-3d52187ba8bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:48:06.149923 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:48:06.150285 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Checking segment: {'id': '09a6e89e-5001-4598-b51f-a1631371e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:48:06.150676 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:06.151050 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Bound using segment: {'id': '09a6e89e-5001-4598-b51f-a1631371e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:48:06.151498 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Bound port: e1969f25-08f3-4937-ab7e-1107ca5068d3, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a6e89e-5001-4598-b51f-a1631371e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:48:06.151854 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:06.238980 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] For port e1969f25-08f3-4937-ab7e-1107ca5068d3, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:48:06.242157 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] For port e1969f25-08f3-4937-ab7e-1107ca5068d3, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e1969f25-08f3-4937-ab7e-1107ca5068d3,segment=NetworkSegment(09a6e89e-5001-4598-b51f-a1631371e80d),segment_id=09a6e89e-5001-4598-b51f-a1631371e80d)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:48:06.310254 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:06.389404 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769e910-d259-4df1-b02c-f6ac12c146a1 None None] Pushing event updated for resources: {'Port': ['ID=e1969f25-08f3-4937-ab7e-1107ca5068d3,revision_number=4']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:06.394159 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Routers {'42d6afd9-760f-4896-8a7f-b99233d3d96e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:48:06.396108 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:48:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['42d6afd9-760f-4896-8a7f-b99233d3d96e'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:48:06.480731 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:06.576632 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] Set router 42d6afd9-760f-4896-8a7f-b99233d3d96e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:48:06.876537 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-89931869-8a42-4e76-8ef9-0fb911926897 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:06.877644 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-89931869-8a42-4e76-8ef9-0fb911926897 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:48:06.888344 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231002944', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:02Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'e1969f25-08f3-4937-ab7e-1107ca5068d3', 'name': '', 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:09:a1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:48:01Z', 'updated_at': '2022-01-20T11:48:06Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:48:06.892578 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd387599-9cbb-4927-a547-90144e107e48 None None] The sync data for ids ['42d6afd9-760f-4896-8a7f-b99233d3d96e'] in dv-neutron-825471-1-hyperv is: [{'id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231002944', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:02Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'e1969f25-08f3-4937-ab7e-1107ca5068d3', 'name': '', 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:09:a1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:48:01Z', 'updated_at': '2022-01-20T11:48:06Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:48:06.967056 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-89931869-8a42-4e76-8ef9-0fb911926897 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:48:06.968432 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-89931869-8a42-4e76-8ef9-0fb911926897 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "GET /v2.0/networks?id=57e4ab35-0366-4a14-a5d8-3d52187ba8bc HTTP/1.1" status: 200 len: 796 time: 0.2398744 Jan 20 11:48:07.036744 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-8174415a-8a39-45a8-a84b-e0b123cdc6cc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:48:07.104529 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e1969f25-08f3-4937-ab7e-1107ca5068d3 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:48:07.132982 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-8174415a-8a39-45a8-a84b-e0b123cdc6cc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:48:07.134571 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-8174415a-8a39-45a8-a84b-e0b123cdc6cc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9e34051fd30436dbf889320e730f35d HTTP/1.1" status: 200 len: 380 time: 0.1497498 Jan 20 11:48:07.144272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-18b2b61b-bbea-4f61-bafb-21c4b7b6482c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'port': {'device_id': 'c723a524-807d-4690-bda3-3777cab5dd01', 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc', 'admin_state_up': True, 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'security_groups': ['4404f2e0-3a31-4c71-846c-e54ca15761a7']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:48:07.161213 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-afcda92a-a9a5-44e3-823b-5e8d45a63333 req-3fccb35e-5bbd-4c16-831e-a32da161f616 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 210 time: 0.0486786 Jan 20 11:48:07.252072 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port e1969f25-08f3-4937-ab7e-1107ca5068d3 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:48:07.257700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port e1969f25-08f3-4937-ab7e-1107ca5068d3 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:48:07.262372 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:07.294688 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-18b2b61b-bbea-4f61-bafb-21c4b7b6482c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:48:07.305761 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-18b2b61b-bbea-4f61-bafb-21c4b7b6482c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:48:07.366854 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-18b2b61b-bbea-4f61-bafb-21c4b7b6482c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Made reservation on behalf of e9e34051fd30436dbf889320e730f35d for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:48:07.370450 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-18b2b61b-bbea-4f61-bafb-21c4b7b6482c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:07.385573 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:07.414770 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port e1969f25-08f3-4937-ab7e-1107ca5068d3, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e1969f25-08f3-4937-ab7e-1107ca5068d3,segment=NetworkSegment(09a6e89e-5001-4598-b51f-a1631371e80d),segment_id=09a6e89e-5001-4598-b51f-a1631371e80d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:48:07.504320 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:07.544257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-18b2b61b-bbea-4f61-bafb-21c4b7b6482c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.20.0.3 (57e4ab35-0366-4a14-a5d8-3d52187ba8bc/acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c/5b9845da-8885-459a-8913-e1708c128ae1) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:48:07.575317 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=e1969f25-08f3-4937-ab7e-1107ca5068d3,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:07.862469 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-18b2b61b-bbea-4f61-bafb-21c4b7b6482c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:07.878812 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-18b2b61b-bbea-4f61-bafb-21c4b7b6482c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Transition to ACTIVE for port object 5b9845da-8885-459a-8913-e1708c128ae1 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:48:07.961702 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-18b2b61b-bbea-4f61-bafb-21c4b7b6482c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:08.031732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-18b2b61b-bbea-4f61-bafb-21c4b7b6482c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 57e4ab35-0366-4a14-a5d8-3d52187ba8bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:48:08.034909 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-18b2b61b-bbea-4f61-bafb-21c4b7b6482c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:48:08.038868 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-18b2b61b-bbea-4f61-bafb-21c4b7b6482c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:48:08.073818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2b61b-bbea-4f61-bafb-21c4b7b6482c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=5b9845da-8885-459a-8913-e1708c128ae1,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:08.108250 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-18b2b61b-bbea-4f61-bafb-21c4b7b6482c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:08.109118 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-18b2b61b-bbea-4f61-bafb-21c4b7b6482c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:08.201502 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-18b2b61b-bbea-4f61-bafb-21c4b7b6482c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0619719 Jan 20 11:48:08.212667 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Request body: {'port': {'device_id': 'c723a524-807d-4690-bda3-3777cab5dd01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:48:08.286596 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ebab22c5-ddf2-466e-838b-ce897cc93cb1 None None] Provisioning for port 5b9845da-8885-459a-8913-e1708c128ae1 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:48:08.291867 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-ebab22c5-ddf2-466e-838b-ce897cc93cb1 None None] Provisioning complete for port 5b9845da-8885-459a-8913-e1708c128ae1 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:48:08.292318 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ebab22c5-ddf2-466e-838b-ce897cc93cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:08.329137 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:08.354141 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-ebab22c5-ddf2-466e-838b-ce897cc93cb1 None None] Port 5b9845da-8885-459a-8913-e1708c128ae1 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:48:08.369050 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24168de-3c5e-4fa3-a0be-965290cb4e2c req-53b634fa-f836-416e-9436-f290e2049dff tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:08.370486 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b24168de-3c5e-4fa3-a0be-965290cb4e2c req-53b634fa-f836-416e-9436-f290e2049dff tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 931 time: 0.0815642 Jan 20 11:48:08.415730 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b24168de-3c5e-4fa3-a0be-965290cb4e2c req-0411c59d-29b2-4d09-8b6a-a17229a43886 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=4404f2e0-3a31-4c71-846c-e54ca15761a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384347 Jan 20 11:48:08.670002 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9845da-8885-459a-8913-e1708c128ae1 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:48:08.676517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:08.690119 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Transition to ACTIVE for port object 5b9845da-8885-459a-8913-e1708c128ae1 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:48:08.743205 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:08.866283 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9845da-8885-459a-8913-e1708c128ae1,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:08.979402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Attempting to bind port 5b9845da-8885-459a-8913-e1708c128ae1 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:48:08.980083 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Attempting to bind port 5b9845da-8885-459a-8913-e1708c128ae1 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '09a6e89e-5001-4598-b51f-a1631371e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:48:08.980083 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Attempting to bind port 5b9845da-8885-459a-8913-e1708c128ae1 on network 57e4ab35-0366-4a14-a5d8-3d52187ba8bc {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:48:08.987023 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Port 5b9845da-8885-459a-8913-e1708c128ae1 on network 57e4ab35-0366-4a14-a5d8-3d52187ba8bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:48:08.987415 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Attempting to bind port 5b9845da-8885-459a-8913-e1708c128ae1 on network 57e4ab35-0366-4a14-a5d8-3d52187ba8bc {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:48:08.993818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:48:08.994157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Checking segment: {'id': '09a6e89e-5001-4598-b51f-a1631371e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:48:08.994911 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Bound using segment: {'id': '09a6e89e-5001-4598-b51f-a1631371e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:48:08.995195 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Bound port: 5b9845da-8885-459a-8913-e1708c128ae1, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a6e89e-5001-4598-b51f-a1631371e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:48:08.995339 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:08.999179 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e1969f25-08f3-4937-ab7e-1107ca5068d3 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:48:09.069748 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port e1969f25-08f3-4937-ab7e-1107ca5068d3 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:48:09.070051 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:09.082423 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] For port 5b9845da-8885-459a-8913-e1708c128ae1, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:48:09.087185 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] For port 5b9845da-8885-459a-8913-e1708c128ae1, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5b9845da-8885-459a-8913-e1708c128ae1,segment=NetworkSegment(09a6e89e-5001-4598-b51f-a1631371e80d),segment_id=09a6e89e-5001-4598-b51f-a1631371e80d)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:48:09.166865 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:09.232991 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:09.234359 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] 10.222.0.72 "PUT /v2.0/ports/5b9845da-8885-459a-8913-e1708c128ae1 HTTP/1.1" status: 200 len: 1093 time: 1.0265825 Jan 20 11:48:09.234795 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c723a524-807d-4690-bda3-3777cab5dd01', 'tag': '5b9845da-8885-459a-8913-e1708c128ae1'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:48:09.254071 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d26de3-f0d1-45a4-b93c-4d5ad8e6a650 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9845da-8885-459a-8913-e1708c128ae1,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:09.301988 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c723a524-807d-4690-bda3-3777cab5dd01', 'tag': '5b9845da-8885-459a-8913-e1708c128ae1', 'status': 'completed', 'code': 200} Jan 20 11:48:09.399656 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-aca3e944-1ec1-474b-a947-e93fb1bb64c3 req-1f7eb99d-ed6e-489f-a4c7-e1af23960845 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 1096 time: 0.0752645 Jan 20 11:48:09.539066 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3e944-1ec1-474b-a947-e93fb1bb64c3 req-f9da377c-07d0-4fc6-b58e-a93e9fc3746d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:09.540427 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-aca3e944-1ec1-474b-a947-e93fb1bb64c3 req-f9da377c-07d0-4fc6-b58e-a93e9fc3746d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e9e34051fd30436dbf889320e730f35d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1341281 Jan 20 11:48:09.615157 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d642a9b-10a0-42ca-9be8-b5b64fa90958 req-8b6d5826-2665-4e5a-8567-8a20f61629a8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:09.616613 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6d642a9b-10a0-42ca-9be8-b5b64fa90958 req-8b6d5826-2665-4e5a-8567-8a20f61629a8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 943 time: 0.0787873 Jan 20 11:48:09.660723 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6d642a9b-10a0-42ca-9be8-b5b64fa90958 req-3fb712e9-d817-4783-95a1-ed96f77b1d69 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=4404f2e0-3a31-4c71-846c-e54ca15761a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385098 Jan 20 11:48:09.675399 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3e944-1ec1-474b-a947-e93fb1bb64c3 req-d054cd86-9d58-44cd-9723-77b826d18476 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:09.676862 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-aca3e944-1ec1-474b-a947-e93fb1bb64c3 req-d054cd86-9d58-44cd-9723-77b826d18476 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310940 Jan 20 11:48:09.785241 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c89411c3-0815-4284-811e-47abf4f02946 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 1096 time: 0.0679057 Jan 20 11:48:09.853969 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-61971ed0-27ee-4292-8b24-efeabbb75b5c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9845da-8885-459a-8913-e1708c128ae1 HTTP/1.1" status: 200 len: 217 time: 0.0628953 Jan 20 11:48:09.913435 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-5754eea3-11a6-4c8f-8980-33339dc958b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:09.914873 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-5754eea3-11a6-4c8f-8980-33339dc958b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c HTTP/1.1" status: 200 len: 835 time: 0.0557430 Jan 20 11:48:10.081622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:10.083585 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-d20dabc7-ae44-4be4-9209-529851b01dd6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57e4ab35-0366-4a14-a5d8-3d52187ba8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1629167 Jan 20 11:48:10.212331 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-783c0585-7986-4446-a8d4-7ac95c50e7cc service neutron] 10.222.0.72 "GET /v2.0/networks/57e4ab35-0366-4a14-a5d8-3d52187ba8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226115 Jan 20 11:48:10.340551 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b78e6d78-057c-4500-a840-922eb3b80a55 req-c5bd6a75-0f06-48a4-a865-c4f30cf08aa4 service neutron] 10.222.0.72 "GET /v2.0/networks/57e4ab35-0366-4a14-a5d8-3d52187ba8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226456 Jan 20 11:48:10.857111 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024839ca-9da0-43d0-bc7c-10e033cb701d req-a34eb2a6-603f-4afb-a6ee-314c7196e8b3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:10.858613 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-024839ca-9da0-43d0-bc7c-10e033cb701d req-a34eb2a6-603f-4afb-a6ee-314c7196e8b3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 943 time: 0.0750530 Jan 20 11:48:10.907635 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-024839ca-9da0-43d0-bc7c-10e033cb701d req-fb76aedd-ad19-4090-b7e4-328df7e08606 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=4404f2e0-3a31-4c71-846c-e54ca15761a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429041 Jan 20 11:48:12.102255 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e18a53-37e8-4ba8-9e32-ddcb9041265a req-8e3cbfc1-3b2c-4202-bb39-eff7819ad3d7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:12.103695 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-69e18a53-37e8-4ba8-9e32-ddcb9041265a req-8e3cbfc1-3b2c-4202-bb39-eff7819ad3d7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 943 time: 0.0750678 Jan 20 11:48:12.148504 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-69e18a53-37e8-4ba8-9e32-ddcb9041265a req-1d6751ea-fb61-461a-bdbc-20701b21d002 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=4404f2e0-3a31-4c71-846c-e54ca15761a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393457 Jan 20 11:48:13.093848 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 5b9845da-8885-459a-8913-e1708c128ae1 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:48:13.223210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 5b9845da-8885-459a-8913-e1708c128ae1, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5b9845da-8885-459a-8913-e1708c128ae1,segment=NetworkSegment(09a6e89e-5001-4598-b51f-a1631371e80d),segment_id=09a6e89e-5001-4598-b51f-a1631371e80d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:48:13.236119 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '5b9845da-8885-459a-8913-e1708c128ae1', 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc', 'port_id': '5b9845da-8885-459a-8913-e1708c128ae1', 'mac_address': 'fa:16:3e:45:3d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:48:13.290943 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:13.310938 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9845da-8885-459a-8913-e1708c128ae1 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:48:13.326254 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 5b9845da-8885-459a-8913-e1708c128ae1, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5b9845da-8885-459a-8913-e1708c128ae1,segment=NetworkSegment(09a6e89e-5001-4598-b51f-a1631371e80d),segment_id=09a6e89e-5001-4598-b51f-a1631371e80d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:48:13.351311 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb43de-7b50-4844-a487-b325c4ee97d1 req-3f1fef6e-2fab-4b57-ae00-dff0c6e2c51a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:13.352749 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bceb43de-7b50-4844-a487-b325c4ee97d1 req-3f1fef6e-2fab-4b57-ae00-dff0c6e2c51a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 943 time: 0.0803535 Jan 20 11:48:13.396962 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bceb43de-7b50-4844-a487-b325c4ee97d1 req-4a844981-8443-41b9-b624-be596deadeea tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=4404f2e0-3a31-4c71-846c-e54ca15761a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386364 Jan 20 11:48:13.400866 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:13.466283 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=5b9845da-8885-459a-8913-e1708c128ae1,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:13.604714 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['5b9845da-8885-459a-8913-e1708c128ae1'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:48:14.593669 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93fabc-0f35-476f-ac63-9246229f511c req-3cc74c82-960a-431b-9d1b-b767e58d4abc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:14.595099 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0c93fabc-0f35-476f-ac63-9246229f511c req-3cc74c82-960a-431b-9d1b-b767e58d4abc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 944 time: 0.0758026 Jan 20 11:48:14.639583 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0c93fabc-0f35-476f-ac63-9246229f511c req-230cf932-b987-4dd6-be5a-5b5a5aa47905 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=4404f2e0-3a31-4c71-846c-e54ca15761a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383172 Jan 20 11:48:15.102392 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 5b9845da-8885-459a-8913-e1708c128ae1 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:48:15.263773 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 5b9845da-8885-459a-8913-e1708c128ae1 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:48:15.269504 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 5b9845da-8885-459a-8913-e1708c128ae1 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:48:15.269902 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:15.382304 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:15.410160 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c723a524-807d-4690-bda3-3777cab5dd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9845da-8885-459a-8913-e1708c128ae1'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:48:15.419690 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 5b9845da-8885-459a-8913-e1708c128ae1, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5b9845da-8885-459a-8913-e1708c128ae1,segment=NetworkSegment(09a6e89e-5001-4598-b51f-a1631371e80d),segment_id=09a6e89e-5001-4598-b51f-a1631371e80d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:48:15.475759 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:15.537609 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c723a524-807d-4690-bda3-3777cab5dd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9845da-8885-459a-8913-e1708c128ae1', 'code': 200} Jan 20 11:48:15.547398 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=5b9845da-8885-459a-8913-e1708c128ae1,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:15.841097 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c99b8646-1e63-402e-92e3-94fafdfd69f8 req-6d7e552d-86f3-4297-a518-73b6feeb2b46 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 1098 time: 0.0735514 Jan 20 11:48:15.847430 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01336db3-118e-49b8-909b-07c298f8eda4 req-3d7eb14f-0f85-479a-8b53-9b855830c85e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:15.848877 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-01336db3-118e-49b8-909b-07c298f8eda4 req-3d7eb14f-0f85-479a-8b53-9b855830c85e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 945 time: 0.0877481 Jan 20 11:48:15.883776 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-c99b8646-1e63-402e-92e3-94fafdfd69f8 req-10106a29-315f-4412-9e8e-bc8abd34b044 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4404f2e0-3a31-4c71-846c-e54ca15761a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369368 Jan 20 11:48:15.895630 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-01336db3-118e-49b8-909b-07c298f8eda4 req-5585e442-e6fb-49c8-a445-aba31da5f093 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=4404f2e0-3a31-4c71-846c-e54ca15761a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399241 Jan 20 11:48:16.627928 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-21a564fa-197a-41df-8e7b-0799ed817e57 req-cfa62ddb-af10-4780-a335-931f819a6a68 service neutron] (84332) timed out ('10.222.0.70', 40650) {{(pid=84332) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 20 11:48:17.096358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7a0e2-261e-498a-b3ef-57920c05de55 req-b42d7dfe-fb37-4964-a29b-65034dcc590e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:17.097985 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-27b7a0e2-261e-498a-b3ef-57920c05de55 req-b42d7dfe-fb37-4964-a29b-65034dcc590e tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 945 time: 0.0751684 Jan 20 11:48:17.143483 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-27b7a0e2-261e-498a-b3ef-57920c05de55 req-02f5b77b-3691-4fb9-a336-5c8b4da20d34 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=4404f2e0-3a31-4c71-846c-e54ca15761a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397515 Jan 20 11:48:18.053370 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:48:18.339216 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fb18b-1a6e-4589-99cd-b961e5c633af req-df9a064a-7f14-4a49-9534-5d0459994c89 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:18.340581 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-641fb18b-1a6e-4589-99cd-b961e5c633af req-df9a064a-7f14-4a49-9534-5d0459994c89 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 945 time: 0.0788858 Jan 20 11:48:18.385651 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-641fb18b-1a6e-4589-99cd-b961e5c633af req-9b47d036-75aa-4e65-bb6a-0bbf87c61f73 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=4404f2e0-3a31-4c71-846c-e54ca15761a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395222 Jan 20 11:48:18.591530 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f17625-0b37-48f7-b952-1749ab083489 req-25f6a011-06ae-4481-999e-62472c730a34 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:18.592952 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-38f17625-0b37-48f7-b952-1749ab083489 req-25f6a011-06ae-4481-999e-62472c730a34 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 945 time: 0.0786448 Jan 20 11:48:18.643265 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-38f17625-0b37-48f7-b952-1749ab083489 req-90c67818-db9b-474c-b566-13245fe1f8c2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=4404f2e0-3a31-4c71-846c-e54ca15761a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441635 Jan 20 11:48:18.670192 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44758) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:48:18.742577 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-48714656-9183-4ac5-afca-0fa896956661 tempest-TestNetworkAdvancedServerOps-994575464 tempest-TestNetworkAdvancedServerOps-994575464-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 1093 time: 0.0712368 Jan 20 11:48:18.745257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44762) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:48:18.750325 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': '5b9845da-8885-459a-8913-e1708c128ae1', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:48:18.755574 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:48:18.759338 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Usage tracker for resource:floatingip and tenant:e9e34051fd30436dbf889320e730f35d is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:48:18.762127 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:48:18.767631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:48:18.835276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:18.970879 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:19.101341 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Allocated IP 172.26.0.197 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/e3a8c743-e028-40dd-a535-8608f48f839e) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:48:19.241509 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:19.343444 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:19.410871 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:48:19.413769 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:48:19.418117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:48:19.441953 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=e3a8c743-e028-40dd-a535-8608f48f839e,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:19.917520 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:20.052257 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:20.345826 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:20.411889 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:20.516027 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event updated for resources: {'Port': ['ID=e3a8c743-e028-40dd-a535-8608f48f839e,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:20.532998 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:20.730480 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.l3_db [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Floating IP cb33d96b-7375-4839-a01a-7462dde96866 associated. External IP: 172.26.0.197, port: 5b9845da-8885-459a-8913-e1708c128ae1. Jan 20 11:48:21.123751 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 42d6afd9-760f-4896-8a7f-b99233d3d96e has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:48:21.320856 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:48:21.343803 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2e846f-95dd-4102-a4e3-10e226bf3d9b None None] Sync routers for ids ['42d6afd9-760f-4896-8a7f-b99233d3d96e'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:48:21.343803 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2e846f-95dd-4102-a4e3-10e226bf3d9b None None] Routers {'42d6afd9-760f-4896-8a7f-b99233d3d96e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:48:21.343803 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-5d2e846f-95dd-4102-a4e3-10e226bf3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:48:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['42d6afd9-760f-4896-8a7f-b99233d3d96e'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:48:21.412349 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:21.475275 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-894a7b12-5c1c-4464-a8fb-306281e5f11a tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7289014 Jan 20 11:48:21.475836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c723a524-807d-4690-bda3-3777cab5dd01', 'tag': '5b9845da-8885-459a-8913-e1708c128ae1'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:48:21.523096 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-5d2e846f-95dd-4102-a4e3-10e226bf3d9b None None] Set router 42d6afd9-760f-4896-8a7f-b99233d3d96e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:48:21.532346 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c723a524-807d-4690-bda3-3777cab5dd01', 'tag': '5b9845da-8885-459a-8913-e1708c128ae1', 'status': 'completed', 'code': 200} Jan 20 11:48:21.631967 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4fe4cca8-a3d8-46b1-a51b-f1edf35173df req-f8bbb227-b15b-4bb5-8e7e-fe0fa74e6e37 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 1098 time: 0.0781662 Jan 20 11:48:21.655262 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f45837-71a0-4b14-a9c8-b3564cbaf226 req-0a5ee91b-317a-49e2-9268-cc6f1c7fe740 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:21.656889 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e4f45837-71a0-4b14-a9c8-b3564cbaf226 req-0a5ee91b-317a-49e2-9268-cc6f1c7fe740 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 945 time: 0.0783336 Jan 20 11:48:21.703884 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e4f45837-71a0-4b14-a9c8-b3564cbaf226 req-9b5137ac-aae6-4aab-bb1b-cb36f6bea203 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=4404f2e0-3a31-4c71-846c-e54ca15761a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398078 Jan 20 11:48:21.733723 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44770) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:48:21.776244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4cca8-a3d8-46b1-a51b-f1edf35173df req-8b1e8ce6-a20c-4ca3-b421-83310c83a790 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:21.777927 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4fe4cca8-a3d8-46b1-a51b-f1edf35173df req-8b1e8ce6-a20c-4ca3-b421-83310c83a790 service neutron] 10.222.0.72 "GET /v2.0/networks?id=57e4ab35-0366-4a14-a5d8-3d52187ba8bc HTTP/1.1" status: 200 len: 897 time: 0.1408768 Jan 20 11:48:21.844964 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6bc3dde7-dec9-4852-b4db-882b30397c59 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/cb33d96b-7375-4839-a01a-7462dde96866 HTTP/1.1" status: 200 len: 991 time: 0.1089857 Jan 20 11:48:21.886932 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-5d2e846f-95dd-4102-a4e3-10e226bf3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231002944', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:02Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'cb33d96b-7375-4839-a01a-7462dde96866', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'floating_ip_address': '172.26.0.197', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'port_id': '5b9845da-8885-459a-8913-e1708c128ae1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc', 'mac_address': 'fa:16:3e:45:3d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723a524-807d-4690-bda3-3777cab5dd01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:48:19Z', 'updated_at': '2022-01-20T11:48:19Z', 'revision_number': 0, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1969f25-08f3-4937-ab7e-1107ca5068d3', 'name': '', 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:09:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:48:01Z', 'updated_at': '2022-01-20T11:48:07Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:48:21.891342 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2e846f-95dd-4102-a4e3-10e226bf3d9b None None] Checking router: 42d6afd9-760f-4896-8a7f-b99233d3d96e for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:48:21.903542 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2e846f-95dd-4102-a4e3-10e226bf3d9b None None] Routers {'42d6afd9-760f-4896-8a7f-b99233d3d96e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:48:21.904175 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-5d2e846f-95dd-4102-a4e3-10e226bf3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:48:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['42d6afd9-760f-4896-8a7f-b99233d3d96e'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:48:21.987492 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4fe4cca8-a3d8-46b1-a51b-f1edf35173df req-20dbc3e3-afb1-49e6-b454-e37849d7df8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9845da-8885-459a-8913-e1708c128ae1 HTTP/1.1" status: 200 len: 999 time: 0.2027204 Jan 20 11:48:22.048921 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4cca8-a3d8-46b1-a51b-f1edf35173df req-70b7bef0-61d4-489d-8cb1-2d038b5b7463 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:22.050512 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4fe4cca8-a3d8-46b1-a51b-f1edf35173df req-70b7bef0-61d4-489d-8cb1-2d038b5b7463 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c HTTP/1.1" status: 200 len: 835 time: 0.0575938 Jan 20 11:48:22.087114 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-5d2e846f-95dd-4102-a4e3-10e226bf3d9b None None] Set router 42d6afd9-760f-4896-8a7f-b99233d3d96e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:48:22.125569 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4fe4cca8-a3d8-46b1-a51b-f1edf35173df req-911de006-a3d1-45c8-a724-478cf4d6beb4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57e4ab35-0366-4a14-a5d8-3d52187ba8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683095 Jan 20 11:48:22.260002 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4fe4cca8-a3d8-46b1-a51b-f1edf35173df req-7ff1ce06-49d9-4c79-86fa-9f349aba9dbd service neutron] 10.222.0.72 "GET /v2.0/networks/57e4ab35-0366-4a14-a5d8-3d52187ba8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262150 Jan 20 11:48:22.390899 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-4fe4cca8-a3d8-46b1-a51b-f1edf35173df req-ce9cf1a9-5436-46f3-bbb1-0b3486bbd787 service neutron] 10.222.0.72 "GET /v2.0/networks/57e4ab35-0366-4a14-a5d8-3d52187ba8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256154 Jan 20 11:48:22.430949 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-5d2e846f-95dd-4102-a4e3-10e226bf3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231002944', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:02Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'cb33d96b-7375-4839-a01a-7462dde96866', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'floating_ip_address': '172.26.0.197', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'port_id': '5b9845da-8885-459a-8913-e1708c128ae1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc', 'mac_address': 'fa:16:3e:45:3d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723a524-807d-4690-bda3-3777cab5dd01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:48:19Z', 'updated_at': '2022-01-20T11:48:19Z', 'revision_number': 0, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1969f25-08f3-4937-ab7e-1107ca5068d3', 'name': '', 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:09:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:48:01Z', 'updated_at': '2022-01-20T11:48:07Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:48:22.434923 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2e846f-95dd-4102-a4e3-10e226bf3d9b None None] The sync data for ids ['42d6afd9-760f-4896-8a7f-b99233d3d96e'] in dv-neutron-825471-1-hyperv is: [{'id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231002944', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:02Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'cb33d96b-7375-4839-a01a-7462dde96866', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'floating_ip_address': '172.26.0.197', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'port_id': '5b9845da-8885-459a-8913-e1708c128ae1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc', 'mac_address': 'fa:16:3e:45:3d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723a524-807d-4690-bda3-3777cab5dd01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:48:19Z', 'updated_at': '2022-01-20T11:48:19Z', 'revision_number': 0, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1969f25-08f3-4937-ab7e-1107ca5068d3', 'name': '', 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:09:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:48:01Z', 'updated_at': '2022-01-20T11:48:07Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:48:22.847672 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44774) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:48:22.950148 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1ceba60d-11c2-4202-ad0d-4f4f4541d230 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/cb33d96b-7375-4839-a01a-7462dde96866 HTTP/1.1" status: 200 len: 991 time: 0.1013646 Jan 20 11:48:23.883100 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bf52cc-971e-4cc0-836c-e8aa895bc4e8 None None] New status for floating IP cb33d96b-7375-4839-a01a-7462dde96866: ACTIVE {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:48:23.954058 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44778) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:48:24.056254 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ce8ff0ac-0170-40a8-a230-cf1a8600072b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/cb33d96b-7375-4839-a01a-7462dde96866 HTTP/1.1" status: 200 len: 991 time: 0.1008286 Jan 20 11:48:25.059920 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44782) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:48:25.162288 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e2f21e70-a4c7-4b11-8acd-08168af6b165 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/cb33d96b-7375-4839-a01a-7462dde96866 HTTP/1.1" status: 200 len: 993 time: 0.1012528 Jan 20 11:48:31.428657 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-497e9288-3c71-4f79-a238-853b97754699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:33.863046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-765b31c0-8314-41f0-b1a2-45d17262f18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:34.961031 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:35.011824 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:36.423165 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:40.051726 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:50.257411 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983dd19-a47b-45f4-942e-0bf4554aadbb req-5d2eea37-14e8-421d-9d9c-20430bcf770f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:50.258980 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0983dd19-a47b-45f4-942e-0bf4554aadbb req-5d2eea37-14e8-421d-9d9c-20430bcf770f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 945 time: 0.0778313 Jan 20 11:48:50.306162 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0983dd19-a47b-45f4-942e-0bf4554aadbb req-65afbc24-1fc6-4d24-8014-adac913666f9 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=4404f2e0-3a31-4c71-846c-e54ca15761a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 Jan 20 11:48:51.515994 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834599e-c2fd-4c77-b74c-0dc5dd933839 req-d6ba895d-e4aa-46ff-8586-d6afa081dd98 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:51.517462 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8834599e-c2fd-4c77-b74c-0dc5dd933839 req-d6ba895d-e4aa-46ff-8586-d6afa081dd98 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 945 time: 0.0864735 Jan 20 11:48:51.560687 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8834599e-c2fd-4c77-b74c-0dc5dd933839 req-f09c463d-69ed-464e-ba27-3a39b29aa00b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=4404f2e0-3a31-4c71-846c-e54ca15761a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377729 Jan 20 11:48:51.589610 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44800) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:48:51.698504 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-983222e0-b82f-4405-86c2-3f534260d471 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/cb33d96b-7375-4839-a01a-7462dde96866 HTTP/1.1" status: 200 len: 993 time: 0.1069105 Jan 20 11:48:53.359952 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00aa08-804c-4d10-b8aa-9e28dc3c0621 req-ea41501a-7ac3-422c-87fa-0b1234a524c8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:53.362151 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ab00aa08-804c-4d10-b8aa-9e28dc3c0621 req-ea41501a-7ac3-422c-87fa-0b1234a524c8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 945 time: 0.0781934 Jan 20 11:48:53.410760 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ab00aa08-804c-4d10-b8aa-9e28dc3c0621 req-03fddee6-b20e-4605-9e1e-1a765ec31fd2 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=4404f2e0-3a31-4c71-846c-e54ca15761a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431433 Jan 20 11:48:53.444366 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f14e20ab-07f9-4ee0-9150-2492b2a67a0f req-8891bac9-8a05-4ec8-a9e7-db666192c378 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 1098 time: 0.0668635 Jan 20 11:48:53.569396 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e20ab-07f9-4ee0-9150-2492b2a67a0f req-99a9a07b-3ad3-498b-b989-bad9a8f07348 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:53.570857 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f14e20ab-07f9-4ee0-9150-2492b2a67a0f req-99a9a07b-3ad3-498b-b989-bad9a8f07348 service neutron] 10.222.0.72 "GET /v2.0/networks?id=57e4ab35-0366-4a14-a5d8-3d52187ba8bc HTTP/1.1" status: 200 len: 897 time: 0.1214454 Jan 20 11:48:53.671051 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f14e20ab-07f9-4ee0-9150-2492b2a67a0f req-ff14da99-0f7f-4627-a3f0-d0cd4d24ac7b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9845da-8885-459a-8913-e1708c128ae1 HTTP/1.1" status: 200 len: 1001 time: 0.0938144 Jan 20 11:48:53.732531 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e20ab-07f9-4ee0-9150-2492b2a67a0f req-97b0968d-fa7c-4b8b-bdfd-bb92ce34f145 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:53.733853 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f14e20ab-07f9-4ee0-9150-2492b2a67a0f req-97b0968d-fa7c-4b8b-bdfd-bb92ce34f145 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c HTTP/1.1" status: 200 len: 835 time: 0.0574865 Jan 20 11:48:53.803628 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f14e20ab-07f9-4ee0-9150-2492b2a67a0f req-08f5a1e1-87a0-43bd-a057-cda78a728e52 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57e4ab35-0366-4a14-a5d8-3d52187ba8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0644736 Jan 20 11:48:53.930425 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f14e20ab-07f9-4ee0-9150-2492b2a67a0f req-9b219f3c-ed7b-487b-ab85-c0d19f8384f1 service neutron] 10.222.0.72 "GET /v2.0/networks/57e4ab35-0366-4a14-a5d8-3d52187ba8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207438 Jan 20 11:48:54.058156 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-f14e20ab-07f9-4ee0-9150-2492b2a67a0f req-432cac1e-df0e-41fa-b6b7-f2844d6be3d1 service neutron] 10.222.0.72 "GET /v2.0/networks/57e4ab35-0366-4a14-a5d8-3d52187ba8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215956 Jan 20 11:48:54.686517 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f66691-ac4e-4f48-9358-863fe39049bd req-fcf83223-a155-4932-9e52-d80e97b2df5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:54.687994 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86f66691-ac4e-4f48-9358-863fe39049bd req-fcf83223-a155-4932-9e52-d80e97b2df5c tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 945 time: 0.1528873 Jan 20 11:48:54.733983 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86f66691-ac4e-4f48-9358-863fe39049bd req-75f2e103-22dd-468d-81f0-ee669fca4bbc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=4404f2e0-3a31-4c71-846c-e54ca15761a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396478 Jan 20 11:48:55.053922 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:48:55.933297 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e4cb5-e205-4dff-a030-716f7a90f5c9 req-f1dcf8d7-cedc-4b2d-9977-2c899db8d6ee tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:55.934754 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e2e4cb5-e205-4dff-a030-716f7a90f5c9 req-f1dcf8d7-cedc-4b2d-9977-2c899db8d6ee tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 945 time: 0.0786240 Jan 20 11:48:55.982279 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e2e4cb5-e205-4dff-a030-716f7a90f5c9 req-e2fcd0c9-c29e-4ace-88f0-6ace5eaf6608 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=4404f2e0-3a31-4c71-846c-e54ca15761a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408459 Jan 20 11:48:56.011768 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44814) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:48:56.115473 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6a5470e2-be37-4195-a9c1-c4889feef551 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/floatingips/cb33d96b-7375-4839-a01a-7462dde96866 HTTP/1.1" status: 200 len: 993 time: 0.1024404 Jan 20 11:48:56.434748 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44822) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:48:56.632479 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port e3a8c743-e028-40dd-a535-8608f48f839e {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:48:56.632828 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:56.796826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:56.797061 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:56.913748 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for e3a8c743-e028-40dd-a535-8608f48f839e owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:48:57.108450 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:57.151790 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=e3a8c743-e028-40dd-a535-8608f48f839e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:48:57.189091 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:57.189385 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:57.189745 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:57.190080 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:57.190456 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:57.190725 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:57.191044 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:57.191358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:57.191676 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:57.191988 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:57.192301 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:48:57.252164 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:57.621604 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 42d6afd9-760f-4896-8a7f-b99233d3d96e has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:48:57.910938 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:48:57.920961 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe3ef5c-9cce-4ec3-8a81-fb5e86c15524 None None] Sync routers for ids ['42d6afd9-760f-4896-8a7f-b99233d3d96e'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:48:57.928264 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:48:57.934475 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe3ef5c-9cce-4ec3-8a81-fb5e86c15524 None None] Routers {'42d6afd9-760f-4896-8a7f-b99233d3d96e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:48:57.935181 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-bbe3ef5c-9cce-4ec3-8a81-fb5e86c15524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:48:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['42d6afd9-760f-4896-8a7f-b99233d3d96e'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:48:57.979130 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8f3e83a2-57a7-4094-898c-6f6d673cf010 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/floatingips/cb33d96b-7375-4839-a01a-7462dde96866 HTTP/1.1" status: 204 len: 168 time: 1.5432820 Jan 20 11:48:57.979783 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c723a524-807d-4690-bda3-3777cab5dd01', 'tag': '5b9845da-8885-459a-8913-e1708c128ae1'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:48:58.037788 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c723a524-807d-4690-bda3-3777cab5dd01', 'tag': '5b9845da-8885-459a-8913-e1708c128ae1', 'status': 'completed', 'code': 200} Jan 20 11:48:58.134849 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-922844bf-d7eb-43fa-a823-4a762d462ee8 req-b8d6b45f-0705-43e0-bdce-c63fb70d7c4b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e9e34051fd30436dbf889320e730f35d&device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 1098 time: 0.0725040 Jan 20 11:48:58.173845 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-bbe3ef5c-9cce-4ec3-8a81-fb5e86c15524 None None] Set router 42d6afd9-760f-4896-8a7f-b99233d3d96e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:48:58.370096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922844bf-d7eb-43fa-a823-4a762d462ee8 req-af6d4470-2727-403c-9c5b-959b56464218 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:58.371616 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-922844bf-d7eb-43fa-a823-4a762d462ee8 req-af6d4470-2727-403c-9c5b-959b56464218 service neutron] 10.222.0.72 "GET /v2.0/networks?id=57e4ab35-0366-4a14-a5d8-3d52187ba8bc HTTP/1.1" status: 200 len: 897 time: 0.2308543 Jan 20 11:48:58.447640 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-922844bf-d7eb-43fa-a823-4a762d462ee8 req-03de812d-e731-4109-8c55-70c913166a32 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9845da-8885-459a-8913-e1708c128ae1 HTTP/1.1" status: 200 len: 217 time: 0.0694580 Jan 20 11:48:58.510354 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-bbe3ef5c-9cce-4ec3-8a81-fb5e86c15524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231002944', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:02Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'e1969f25-08f3-4937-ab7e-1107ca5068d3', 'name': '', 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:09:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:48:01Z', 'updated_at': '2022-01-20T11:48:07Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:48:58.514786 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe3ef5c-9cce-4ec3-8a81-fb5e86c15524 None None] Checking router: 42d6afd9-760f-4896-8a7f-b99233d3d96e for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:48:58.528087 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922844bf-d7eb-43fa-a823-4a762d462ee8 req-9dea1b66-8ed7-4849-adc4-4844f67c9d77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:58.529559 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-922844bf-d7eb-43fa-a823-4a762d462ee8 req-9dea1b66-8ed7-4849-adc4-4844f67c9d77 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c HTTP/1.1" status: 200 len: 835 time: 0.0761824 Jan 20 11:48:58.536697 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe3ef5c-9cce-4ec3-8a81-fb5e86c15524 None None] Routers {'42d6afd9-760f-4896-8a7f-b99233d3d96e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:48:58.537555 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-bbe3ef5c-9cce-4ec3-8a81-fb5e86c15524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:48:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['42d6afd9-760f-4896-8a7f-b99233d3d96e'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:48:58.604186 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8975fb0-647e-4eca-bf96-67e697061df8 req-ee476256-cc4b-435f-b9a5-3e804a64f687 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:58.604924 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-c8975fb0-647e-4eca-bf96-67e697061df8 req-ee476256-cc4b-435f-b9a5-3e804a64f687 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:48:58.620726 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-922844bf-d7eb-43fa-a823-4a762d462ee8 req-3914456e-ed7a-49d3-9a19-2e2ffb029c8d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=57e4ab35-0366-4a14-a5d8-3d52187ba8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840304 Jan 20 11:48:58.679777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-c8975fb0-647e-4eca-bf96-67e697061df8 req-ee476256-cc4b-435f-b9a5-3e804a64f687 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:48:58.680946 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c8975fb0-647e-4eca-bf96-67e697061df8 req-ee476256-cc4b-435f-b9a5-3e804a64f687 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 945 time: 0.1573317 Jan 20 11:48:58.736453 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-bbe3ef5c-9cce-4ec3-8a81-fb5e86c15524 None None] Set router 42d6afd9-760f-4896-8a7f-b99233d3d96e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:48:58.737035 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c8975fb0-647e-4eca-bf96-67e697061df8 req-728e8408-331f-4032-bf6f-6ca15f4042b6 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=4404f2e0-3a31-4c71-846c-e54ca15761a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499039 Jan 20 11:48:58.774322 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-922844bf-d7eb-43fa-a823-4a762d462ee8 req-d148b38d-3874-46af-a2e5-2f2e8a863c23 service neutron] 10.222.0.72 "GET /v2.0/networks/57e4ab35-0366-4a14-a5d8-3d52187ba8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469235 Jan 20 11:48:58.904050 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-922844bf-d7eb-43fa-a823-4a762d462ee8 req-ee7a349a-3aa0-4cf5-ba24-d2569c174115 service neutron] 10.222.0.72 "GET /v2.0/networks/57e4ab35-0366-4a14-a5d8-3d52187ba8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236680 Jan 20 11:48:59.049020 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-bbe3ef5c-9cce-4ec3-8a81-fb5e86c15524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231002944', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:02Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'e1969f25-08f3-4937-ab7e-1107ca5068d3', 'name': '', 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:09:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:48:01Z', 'updated_at': '2022-01-20T11:48:07Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:48:59.052872 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe3ef5c-9cce-4ec3-8a81-fb5e86c15524 None None] The sync data for ids ['42d6afd9-760f-4896-8a7f-b99233d3d96e'] in dv-neutron-825471-1-hyperv is: [{'id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231002944', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:02Z', 'revision_number': 4, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': 'e1969f25-08f3-4937-ab7e-1107ca5068d3', 'name': '', 'network_id': '57e4ab35-0366-4a14-a5d8-3d52187ba8bc', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'mac_address': 'fa:16:3e:09:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:48:01Z', 'updated_at': '2022-01-20T11:48:07Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'subnets': [{'id': 'acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:48:59.264421 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a2c91d-af71-46fd-ba15-1c37063bfca4 None None] New status for floating IP cb33d96b-7375-4839-a01a-7462dde96866: DOWN {{(pid=84334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:48:59.941077 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3605d6b-5b01-4133-8a4a-46a6e9cb8eef req-9339d82d-4851-4edb-834c-f07062f16a21 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:48:59.942587 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a3605d6b-5b01-4133-8a4a-46a6e9cb8eef req-9339d82d-4851-4edb-834c-f07062f16a21 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 945 time: 0.0776589 Jan 20 11:48:59.988381 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a3605d6b-5b01-4133-8a4a-46a6e9cb8eef req-68e07611-34ca-4276-aa37-08957183da9f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/security-groups?id=4404f2e0-3a31-4c71-846c-e54ca15761a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401075 Jan 20 11:49:00.084926 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdedb3e-04c4-409e-8d8d-b5252bdda0d3 req-6cf955f7-10ee-4d4c-8d66-d850b552e9cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:00.088247 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-0fdedb3e-04c4-409e-8d8d-b5252bdda0d3 req-6cf955f7-10ee-4d4c-8d66-d850b552e9cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Synchronizing usage tracker for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:49:00.097829 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-0fdedb3e-04c4-409e-8d8d-b5252bdda0d3 req-6cf955f7-10ee-4d4c-8d66-d850b552e9cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Unset dirty status for tenant:e9e34051fd30436dbf889320e730f35d on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:49:00.098933 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0fdedb3e-04c4-409e-8d8d-b5252bdda0d3 req-6cf955f7-10ee-4d4c-8d66-d850b552e9cf tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 945 time: 0.0892146 Jan 20 11:49:00.169123 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-0fdedb3e-04c4-409e-8d8d-b5252bdda0d3 req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port 5b9845da-8885-459a-8913-e1708c128ae1 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:49:00.169463 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0fdedb3e-04c4-409e-8d8d-b5252bdda0d3 req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:00.411774 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-0fdedb3e-04c4-409e-8d8d-b5252bdda0d3 req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] For port 5b9845da-8885-459a-8913-e1708c128ae1, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5b9845da-8885-459a-8913-e1708c128ae1,segment=NetworkSegment(09a6e89e-5001-4598-b51f-a1631371e80d),segment_id=09a6e89e-5001-4598-b51f-a1631371e80d)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:49:00.412134 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0fdedb3e-04c4-409e-8d8d-b5252bdda0d3 req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:00.528989 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-0fdedb3e-04c4-409e-8d8d-b5252bdda0d3 req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for 5b9845da-8885-459a-8913-e1708c128ae1 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:49:00.759939 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0fdedb3e-04c4-409e-8d8d-b5252bdda0d3 req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:00.807410 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=5b9845da-8885-459a-8913-e1708c128ae1,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:00.846889 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:00.847243 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:00.847582 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:00.847921 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:00.848252 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:00.848580 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:00.848907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:00.849230 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:00.849571 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:00.849940 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:00.850266 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:00.893193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdedb3e-04c4-409e-8d8d-b5252bdda0d3 req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] No DVR routers for this DVR port 5b9845da-8885-459a-8913-e1708c128ae1 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:49:00.895758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-0fdedb3e-04c4-409e-8d8d-b5252bdda0d3 req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:00.898409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c723a524-807d-4690-bda3-3777cab5dd01', 'name': 'network-vif-deleted', 'tag': '5b9845da-8885-459a-8913-e1708c128ae1'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:49:01.012242 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0fdedb3e-04c4-409e-8d8d-b5252bdda0d3 req-133da348-98fa-49d8-a812-8330e4c6710f tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.72 "DELETE /v2.0/ports/5b9845da-8885-459a-8913-e1708c128ae1 HTTP/1.1" status: 204 len: 173 time: 0.9080954 Jan 20 11:49:01.024196 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c723a524-807d-4690-bda3-3777cab5dd01', 'name': 'network-vif-deleted', 'tag': '5b9845da-8885-459a-8913-e1708c128ae1', 'status': 'completed', 'code': 200} Jan 20 11:49:01.160701 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-730dc555-b957-4faa-8259-5e09ac67133e req-3a3151d4-36d0-4d5a-8f65-e2dc82099d6b tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "GET /v2.0/ports?device_id=c723a524-807d-4690-bda3-3777cab5dd01 HTTP/1.1" status: 200 len: 210 time: 0.0452809 Jan 20 11:49:01.434069 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-df8f6bba-8fad-4d49-ab72-d7017543223f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:02.274046 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44842) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:02.663225 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aac2da63-dbb1-47f0-91fd-a01b341793cc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:03.251899 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-aac2da63-dbb1-47f0-91fd-a01b341793cc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port e1969f25-08f3-4937-ab7e-1107ca5068d3 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:49:03.252118 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aac2da63-dbb1-47f0-91fd-a01b341793cc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:03.296105 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 5b9845da-8885-459a-8913-e1708c128ae1 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:49:03.327531 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 5b9845da-8885-459a-8913-e1708c128ae1 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:49:03.327878 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 5b9845da-8885-459a-8913-e1708c128ae1 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:49:03.520999 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-aac2da63-dbb1-47f0-91fd-a01b341793cc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] For port e1969f25-08f3-4937-ab7e-1107ca5068d3, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=e1969f25-08f3-4937-ab7e-1107ca5068d3,segment=NetworkSegment(09a6e89e-5001-4598-b51f-a1631371e80d),segment_id=09a6e89e-5001-4598-b51f-a1631371e80d)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:49:03.521616 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aac2da63-dbb1-47f0-91fd-a01b341793cc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:03.635029 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-aac2da63-dbb1-47f0-91fd-a01b341793cc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for e1969f25-08f3-4937-ab7e-1107ca5068d3 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:49:03.903128 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aac2da63-dbb1-47f0-91fd-a01b341793cc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:03.913933 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-138927cb-7de7-4cd3-ac22-f9bc5635ca3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:03.952292 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2da63-dbb1-47f0-91fd-a01b341793cc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=e1969f25-08f3-4937-ab7e-1107ca5068d3,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:04.243786 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-aac2da63-dbb1-47f0-91fd-a01b341793cc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:04.803905 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac2da63-dbb1-47f0-91fd-a01b341793cc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Router 42d6afd9-760f-4896-8a7f-b99233d3d96e has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:49:04.975195 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:05.017465 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:05.104146 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac2da63-dbb1-47f0-91fd-a01b341793cc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:49:05.115177 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65344ee1-3e04-4200-afc3-808859951759 None None] Sync routers for ids ['42d6afd9-760f-4896-8a7f-b99233d3d96e'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:49:05.117802 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-aac2da63-dbb1-47f0-91fd-a01b341793cc tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "PUT /v2.0/routers/42d6afd9-760f-4896-8a7f-b99233d3d96e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8426726 Jan 20 11:49:05.120468 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44848) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:05.127612 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65344ee1-3e04-4200-afc3-808859951759 None None] Routers {'42d6afd9-760f-4896-8a7f-b99233d3d96e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:49:05.128221 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-65344ee1-3e04-4200-afc3-808859951759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:49:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['42d6afd9-760f-4896-8a7f-b99233d3d96e'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:05.303627 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-826f1ed5-17fe-442b-b525-da61ecbc1ea8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting subnet acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:49:05.306468 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-826f1ed5-17fe-442b-b525-da61ecbc1ea8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:05.306659 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-65344ee1-3e04-4200-afc3-808859951759 None None] Set router 42d6afd9-760f-4896-8a7f-b99233d3d96e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:49:05.358889 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-826f1ed5-17fe-442b-b525-da61ecbc1ea8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:05.440481 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-826f1ed5-17fe-442b-b525-da61ecbc1ea8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:05.560458 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-826f1ed5-17fe-442b-b525-da61ecbc1ea8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:05.601073 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f1ed5-17fe-442b-b525-da61ecbc1ea8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Subnet': ['ID=acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:05.605573 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-826f1ed5-17fe-442b-b525-da61ecbc1ea8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:05.612754 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-826f1ed5-17fe-442b-b525-da61ecbc1ea8 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/subnets/acee9aab-ae6c-4bcb-a780-ae6ef15f2c3c HTTP/1.1" status: 204 len: 168 time: 0.4912078 Jan 20 11:49:05.613968 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5eb8e9-9892-4dde-819a-3073b7fd4916 None None] Network 57e4ab35-0366-4a14-a5d8-3d52187ba8bc requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:49:05.615276 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44852) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:05.720146 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-65344ee1-3e04-4200-afc3-808859951759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231002944', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:49:03Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:05.750164 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65344ee1-3e04-4200-afc3-808859951759 None None] Checking router: 42d6afd9-760f-4896-8a7f-b99233d3d96e for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:49:05.802229 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65344ee1-3e04-4200-afc3-808859951759 None None] Routers {'42d6afd9-760f-4896-8a7f-b99233d3d96e'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:49:05.802854 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-65344ee1-3e04-4200-afc3-808859951759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:49:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['42d6afd9-760f-4896-8a7f-b99233d3d96e'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:05.810457 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fce45a1-3c4b-4518-9ef3-99a36dece3c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:05.995246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-65344ee1-3e04-4200-afc3-808859951759 None None] Set router 42d6afd9-760f-4896-8a7f-b99233d3d96e gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:49:06.007565 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fce45a1-3c4b-4518-9ef3-99a36dece3c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:06.044391 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] DHCP port deletion for 57e4ab35-0366-4a14-a5d8-3d52187ba8bc request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:49:06.105110 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] Deleting port 9e623adf-a78e-4971-864d-ea818d5611b4 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:49:06.105479 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:06.142717 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-5fce45a1-3c4b-4518-9ef3-99a36dece3c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Deleting port 58720a59-5136-4c90-bf2c-7bc1f07d9dcc {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:49:06.143195 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fce45a1-3c4b-4518-9ef3-99a36dece3c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:06.318008 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-5fce45a1-3c4b-4518-9ef3-99a36dece3c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] For port 58720a59-5136-4c90-bf2c-7bc1f07d9dcc, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=58720a59-5136-4c90-bf2c-7bc1f07d9dcc,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:49:06.318270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fce45a1-3c4b-4518-9ef3-99a36dece3c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:06.446162 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-5fce45a1-3c4b-4518-9ef3-99a36dece3c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Calling delete_port for 58720a59-5136-4c90-bf2c-7bc1f07d9dcc owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:49:06.461054 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] For port 9e623adf-a78e-4971-864d-ea818d5611b4, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9e623adf-a78e-4971-864d-ea818d5611b4,segment=NetworkSegment(09a6e89e-5001-4598-b51f-a1631371e80d),segment_id=09a6e89e-5001-4598-b51f-a1631371e80d)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:49:06.461745 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:06.581149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:06.587891 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] Calling delete_port for 9e623adf-a78e-4971-864d-ea818d5611b4 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:49:06.648973 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-65344ee1-3e04-4200-afc3-808859951759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231002944', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:49:03Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:06.655050 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65344ee1-3e04-4200-afc3-808859951759 None None] The sync data for ids ['42d6afd9-760f-4896-8a7f-b99233d3d96e'] in dv-neutron-825471-1-hyperv is: [{'id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231002944', 'tenant_id': 'e9e34051fd30436dbf889320e730f35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171'}], 'enable_snat': True}, 'gw_port_id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:49:03Z', 'revision_number': 5, 'project_id': 'e9e34051fd30436dbf889320e730f35d', 'gw_port': {'id': '58720a59-5136-4c90-bf2c-7bc1f07d9dcc', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6afd9-760f-4896-8a7f-b99233d3d96e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:47:57Z', 'updated_at': '2022-01-20T11:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:49:06.714428 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fce45a1-3c4b-4518-9ef3-99a36dece3c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:06.759012 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce45a1-3c4b-4518-9ef3-99a36dece3c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Port': ['ID=58720a59-5136-4c90-bf2c-7bc1f07d9dcc,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:06.783317 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084'] for port, after_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:06.831135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] Pushing event deleted for resources: {'Port': ['ID=9e623adf-a78e-4971-864d-ea818d5611b4,revision_number=None']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:06.839553 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] No DVR routers for this DVR port 9e623adf-a78e-4971-864d-ea818d5611b4 on host dv-neutron-825471-1-hyperv {{(pid=84333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:49:06.845042 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:06.845394 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:06.851037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:06.851037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:06.851037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:06.851037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:06.851037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:06.851037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:06.851037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:06.851037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:06.851037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a612b39-9253-4161-ba8c-91b87989639a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:07.072037 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fce45a1-3c4b-4518-9ef3-99a36dece3c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:07.084273 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e1969f25-08f3-4937-ab7e-1107ca5068d3 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:49:07.119929 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: e1969f25-08f3-4937-ab7e-1107ca5068d3 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:49:07.120540 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device e1969f25-08f3-4937-ab7e-1107ca5068d3 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:49:07.125919 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9e623adf-a78e-4971-864d-ea818d5611b4 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:49:07.154853 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 9e623adf-a78e-4971-864d-ea818d5611b4 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:49:07.155205 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9e623adf-a78e-4971-864d-ea818d5611b4 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:49:07.329424 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fce45a1-3c4b-4518-9ef3-99a36dece3c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:07.333463 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fce45a1-3c4b-4518-9ef3-99a36dece3c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:07.399459 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fce45a1-3c4b-4518-9ef3-99a36dece3c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:07.399960 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fce45a1-3c4b-4518-9ef3-99a36dece3c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Fanout notify agent at l3_agent the message router_deleted on router 42d6afd9-760f-4896-8a7f-b99233d3d96e {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:49:07.414619 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5fce45a1-3c4b-4518-9ef3-99a36dece3c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:07.416488 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5fce45a1-3c4b-4518-9ef3-99a36dece3c7 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/routers/42d6afd9-760f-4896-8a7f-b99233d3d96e HTTP/1.1" status: 204 len: 168 time: 1.7995422 Jan 20 11:49:07.418372 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44856) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:07.535812 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a812e872-ba6c-4361-9ff5-973c00724cc3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:07.665209 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a812e872-ba6c-4361-9ff5-973c00724cc3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:07.690090 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-a812e872-ba6c-4361-9ff5-973c00724cc3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e4ab35-0366-4a14-a5d8-3d52187ba8bc']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:07.701670 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-a812e872-ba6c-4361-9ff5-973c00724cc3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a6e89e-5001-4598-b51f-a1631371e80d') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:07.701970 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-a812e872-ba6c-4361-9ff5-973c00724cc3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a6e89e-5001-4598-b51f-a1631371e80d') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:07.713470 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a812e872-ba6c-4361-9ff5-973c00724cc3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:07.729285 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a812e872-ba6c-4361-9ff5-973c00724cc3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:07.735351 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a812e872-ba6c-4361-9ff5-973c00724cc3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:49:07.736461 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a812e872-ba6c-4361-9ff5-973c00724cc3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:49:07.750197 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:49:07.892425 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a812e872-ba6c-4361-9ff5-973c00724cc3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:07.909705 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a812e872-ba6c-4361-9ff5-973c00724cc3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:07.920242 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812e872-ba6c-4361-9ff5-973c00724cc3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'Network': ['ID=57e4ab35-0366-4a14-a5d8-3d52187ba8bc,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:07.983461 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a812e872-ba6c-4361-9ff5-973c00724cc3 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/networks/57e4ab35-0366-4a14-a5d8-3d52187ba8bc HTTP/1.1" status: 204 len: 168 time: 0.5640814 Jan 20 11:49:07.985989 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44860) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:08.052571 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf08a078-9ddd-4e24-98fc-401d440931d4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:08.080205 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf08a078-9ddd-4e24-98fc-401d440931d4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:08.206543 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf08a078-9ddd-4e24-98fc-401d440931d4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:08.226959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08a078-9ddd-4e24-98fc-401d440931d4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4404f2e0-3a31-4c71-846c-e54ca15761a7,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:08.284605 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-cf08a078-9ddd-4e24-98fc-401d440931d4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:08.285794 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-cf08a078-9ddd-4e24-98fc-401d440931d4 tempest-TestNetworkAdvancedServerOps-607943121 tempest-TestNetworkAdvancedServerOps-607943121-project] 10.222.0.70 "DELETE /v2.0/security-groups/4404f2e0-3a31-4c71-846c-e54ca15761a7 HTTP/1.1" status: 204 len: 168 time: 0.2987802 Jan 20 11:49:08.949372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44870) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:08.979066 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 58720a59-5136-4c90-bf2c-7bc1f07d9dcc no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:49:09.058509 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 58720a59-5136-4c90-bf2c-7bc1f07d9dcc {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:49:09.058765 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 58720a59-5136-4c90-bf2c-7bc1f07d9dcc not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:49:09.182367 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-995a8635-e15b-4d6d-9f2c-a1c5d6b35882 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9e34051fd30436dbf889320e730f35d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2318079 Jan 20 11:49:09.184825 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44878) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:09.243028 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0bfe1c2-d0c9-43e1-b376-e2b223110b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:09.267834 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0bfe1c2-d0c9-43e1-b376-e2b223110b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:09.405424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0bfe1c2-d0c9-43e1-b376-e2b223110b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:09.421005 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfe1c2-d0c9-43e1-b376-e2b223110b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393c7134-dac1-44f6-ab53-bad33972c197,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:09.428933 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0bfe1c2-d0c9-43e1-b376-e2b223110b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:09.430069 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c0bfe1c2-d0c9-43e1-b376-e2b223110b2c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/393c7134-dac1-44f6-ab53-bad33972c197 HTTP/1.1" status: 204 len: 168 time: 0.2443771 Jan 20 11:49:10.045779 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:10.092884 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44886) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:10.111598 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2ddb9f02-2dee-40bc-86a8-7f434b25cf32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:10.142206 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2ddb9f02-2dee-40bc-86a8-7f434b25cf32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:49:10.146013 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2ddb9f02-2dee-40bc-86a8-7f434b25cf32 admin admin] Usage tracker for resource:security_group_rule and tenant:f41ab9e6842c4c148710154481427856 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:49:10.148884 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-2ddb9f02-2dee-40bc-86a8-7f434b25cf32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:49:10.154635 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-2ddb9f02-2dee-40bc-86a8-7f434b25cf32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:49:10.219104 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2ddb9f02-2dee-40bc-86a8-7f434b25cf32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:10.290963 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-2ddb9f02-2dee-40bc-86a8-7f434b25cf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:10.334544 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb9f02-2dee-40bc-86a8-7f434b25cf32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7128ac75-a301-47c2-a603-0d134c9b4534,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:10.339983 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-2ddb9f02-2dee-40bc-86a8-7f434b25cf32 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f41ab9e6842c4c148710154481427856&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2457957 Jan 20 11:49:10.342853 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44890) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:10.399602 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-72a20ec2-9816-4130-991d-c7ef51df7461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:10.425173 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-72a20ec2-9816-4130-991d-c7ef51df7461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:10.531151 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-72a20ec2-9816-4130-991d-c7ef51df7461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:10.544989 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a20ec2-9816-4130-991d-c7ef51df7461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7128ac75-a301-47c2-a603-0d134c9b4534,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:10.552032 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-72a20ec2-9816-4130-991d-c7ef51df7461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:10.553727 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-72a20ec2-9816-4130-991d-c7ef51df7461 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7128ac75-a301-47c2-a603-0d134c9b4534 HTTP/1.1" status: 204 len: 168 time: 0.2094018 Jan 20 11:49:11.711234 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44912) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:11.866826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1431245503-network', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:49:11.871449 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:49:11.875208 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Usage tracker for resource:network and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:49:11.878706 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:49:11.884279 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:49:11.959959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Made reservation on behalf of e7541420884a4d61b2ec3ce118c9f085 for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:49:11.962318 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:11.975135 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:12.005127 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:49:12.008791 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Usage tracker for resource:security_group_rule and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:49:12.011530 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:49:12.017042 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:49:12.078925 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:12.153944 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:12.183688 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12884a3-247c-4179-a806-f3195ef0e902,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:12.247169 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:49:12.256237 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:12.256587 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Added segment d6f05d71-ecd0-415c-90e2-d46404d2c0be of type vlan for network 2b32c6fc-782d-4357-8079-faaa12e9a40e Jan 20 11:49:12.282197 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:12.365097 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:12.365981 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:12.366562 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:12.555731 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] Pushing event updated for resources: {'Network': ['ID=2b32c6fc-782d-4357-8079-faaa12e9a40e,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:12.565949 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 2b32c6fc-782d-4357-8079-faaa12e9a40e details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:49:12.594943 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-645b6c48-df22-4d13-af1f-04218b9cfa33 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8826404 Jan 20 11:49:12.598536 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44920) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:12.603819 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-85a91981-6b3d-4589-8579-52c3f30f9492 admin admin] Request body: {'subnet': {'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1431245503-subnet', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:49:12.609116 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-85a91981-6b3d-4589-8579-52c3f30f9492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:49:12.613967 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-85a91981-6b3d-4589-8579-52c3f30f9492 admin admin] Usage tracker for resource:subnet and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:49:12.673718 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-85a91981-6b3d-4589-8579-52c3f30f9492 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:49:12.673718 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-85a91981-6b3d-4589-8579-52c3f30f9492 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:49:12.782552 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a91981-6b3d-4589-8579-52c3f30f9492 admin admin] Made reservation on behalf of e7541420884a4d61b2ec3ce118c9f085 for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:49:12.784908 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-85a91981-6b3d-4589-8579-52c3f30f9492 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:13.034594 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-85a91981-6b3d-4589-8579-52c3f30f9492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:13.104178 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a91981-6b3d-4589-8579-52c3f30f9492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=347296da-92d7-414e-9e9d-fa508b39ebfc,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:13.115742 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a91981-6b3d-4589-8579-52c3f30f9492 admin admin] Checking segment: {'id': 'd6f05d71-ecd0-415c-90e2-d46404d2c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:49:13.116101 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a91981-6b3d-4589-8579-52c3f30f9492 admin admin] Network hostable DHCP agents. Network: 2b32c6fc-782d-4357-8079-faaa12e9a40e, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:49:13.262615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a91981-6b3d-4589-8579-52c3f30f9492 admin admin] Network 2b32c6fc-782d-4357-8079-faaa12e9a40e is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:49:13.342387 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-85a91981-6b3d-4589-8579-52c3f30f9492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 2b32c6fc-782d-4357-8079-faaa12e9a40e) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:49:13.346136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a91981-6b3d-4589-8579-52c3f30f9492 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:13.347451 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-85a91981-6b3d-4589-8579-52c3f30f9492 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:13.352729 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2e84ad-88ea-4a10-9419-ef6d0da7650a None None] Network 2b32c6fc-782d-4357-8079-faaa12e9a40e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:49:13.434892 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-85a91981-6b3d-4589-8579-52c3f30f9492 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8353016 Jan 20 11:49:13.437445 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 44924) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:13.442814 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:49:13.447441 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:49:13.451274 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Usage tracker for resource:router and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:49:13.454067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:49:13.460157 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:49:13.548291 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:13.549204 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:13.558967 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-2b32c6fc-782d-4357-8079-faaa12e9a40e', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:49:13.559848 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:13.568689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:13.713311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Allocated IP 172.20.0.2 (2b32c6fc-782d-4357-8079-faaa12e9a40e/347296da-92d7-414e-9e9d-fa508b39ebfc/6d877b41-2f12-4dfc-812e-4b815d84b758) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:49:13.795254 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:13.918656 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:13.929154 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Transition to ACTIVE for port object 6d877b41-2f12-4dfc-812e-4b815d84b758 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:49:13.947586 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Transition to ACTIVE for port object 6d877b41-2f12-4dfc-812e-4b815d84b758 will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:49:14.039358 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:14.051520 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:14.068799 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:14.115046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Network 2b32c6fc-782d-4357-8079-faaa12e9a40e is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:49:14.117799 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:49:14.121361 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:49:14.131878 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Pushing event updated for resources: {'Port': ['ID=6d877b41-2f12-4dfc-812e-4b815d84b758,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:14.209111 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Allocated IP 172.26.0.136 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/b2603876-6981-402f-8a99-ed5a15f75337) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:49:14.215913 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Attempting to bind port 6d877b41-2f12-4dfc-812e-4b815d84b758 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:49:14.216295 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Attempting to bind port 6d877b41-2f12-4dfc-812e-4b815d84b758 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'd6f05d71-ecd0-415c-90e2-d46404d2c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:49:14.216663 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Attempting to bind port 6d877b41-2f12-4dfc-812e-4b815d84b758 on network 2b32c6fc-782d-4357-8079-faaa12e9a40e {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:49:14.223680 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:49:14.228664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Checking segment: {'id': 'd6f05d71-ecd0-415c-90e2-d46404d2c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:49:14.228664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:14.228664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Bound using segment: {'id': 'd6f05d71-ecd0-415c-90e2-d46404d2c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:49:14.228664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Bound port: 6d877b41-2f12-4dfc-812e-4b815d84b758, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f05d71-ecd0-415c-90e2-d46404d2c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:49:14.228664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:14.310504 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] For port 6d877b41-2f12-4dfc-812e-4b815d84b758, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:49:14.313446 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] For port 6d877b41-2f12-4dfc-812e-4b815d84b758, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=6d877b41-2f12-4dfc-812e-4b815d84b758,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:49:14.353451 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:14.406212 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:14.428625 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:14.490148 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ce7e9-d4ae-44d1-af83-e0b433648d5c None None] Pushing event updated for resources: {'Port': ['ID=6d877b41-2f12-4dfc-812e-4b815d84b758,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:14.503796 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:49:14.506630 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:49:14.511108 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:49:14.537413 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2603876-6981-402f-8a99-ed5a15f75337,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:14.736472 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:14.737973 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:15.039468 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:49:15.045471 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6d877b41-2f12-4dfc-812e-4b815d84b758 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:49:15.194083 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 6d877b41-2f12-4dfc-812e-4b815d84b758 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:49:15.352021 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:49:15.363497 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Sync routers for ids ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:49:15.375574 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Routers {'009b6080-8f8f-49fa-8b77-5c4c8caabe87'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:49:15.381907 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:49:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:15.440127 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:15.444893 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44928) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:15.445828 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-41eefdd3-1963-4e00-b875-9badd6d1b0d6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0065823 Jan 20 11:49:15.497646 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0b52e1-d738-4c8a-83dd-2d7c2e4f2062 None None] Network 2b32c6fc-782d-4357-8079-faaa12e9a40e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:49:15.568386 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Set router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:49:15.667116 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d6a36410-832c-4e61-9c08-7d1aac0a6246 None None] Provisioning for port 6d877b41-2f12-4dfc-812e-4b815d84b758 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:49:15.675985 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-d6a36410-832c-4e61-9c08-7d1aac0a6246 None None] Provisioning complete for port 6d877b41-2f12-4dfc-812e-4b815d84b758 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:49:15.676355 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6a36410-832c-4e61-9c08-7d1aac0a6246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:15.869272 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:49:14Z', 'revision_number': 3, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port': {'id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:14Z', 'updated_at': '2022-01-20T11:49:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:15.874155 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Checking router: 009b6080-8f8f-49fa-8b77-5c4c8caabe87 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:49:15.874495 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Updating router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 port b2603876-6981-402f-8a99-ed5a15f75337 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:49:15.880859 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6a36410-832c-4e61-9c08-7d1aac0a6246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:15.915636 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-d6a36410-832c-4e61-9c08-7d1aac0a6246 None None] For port 6d877b41-2f12-4dfc-812e-4b815d84b758, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=6d877b41-2f12-4dfc-812e-4b815d84b758,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:49:15.939265 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:15.982984 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-d6a36410-832c-4e61-9c08-7d1aac0a6246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:16.051880 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a36410-832c-4e61-9c08-7d1aac0a6246 None None] Pushing event updated for resources: {'Port': ['ID=6d877b41-2f12-4dfc-812e-4b815d84b758,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:16.206296 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-cc8c0328-335a-44c8-8b73-aac2da10c7d5 None None] Provisioning complete for port 6d877b41-2f12-4dfc-812e-4b815d84b758 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:49:16.206640 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc8c0328-335a-44c8-8b73-aac2da10c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:16.288533 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:16.303312 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Transition to ACTIVE for port object b2603876-6981-402f-8a99-ed5a15f75337 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:49:16.349967 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:16.371484 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:16.453786 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916a449-25e5-4a5a-9d46-d14c60f4242a None None] Pushing event updated for resources: {'Port': ['ID=b2603876-6981-402f-8a99-ed5a15f75337,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:16.456578 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Attempting to bind port b2603876-6981-402f-8a99-ed5a15f75337 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:49:16.456932 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Attempting to bind port b2603876-6981-402f-8a99-ed5a15f75337 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:49:16.457279 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Attempting to bind port b2603876-6981-402f-8a99-ed5a15f75337 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:49:16.468312 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:49:16.468678 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:49:16.469067 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:16.469447 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:49:16.469921 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Bound port: b2603876-6981-402f-8a99-ed5a15f75337, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:49:16.470283 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:16.496337 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916a449-25e5-4a5a-9d46-d14c60f4242a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:16.496678 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916a449-25e5-4a5a-9d46-d14c60f4242a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:16.497007 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916a449-25e5-4a5a-9d46-d14c60f4242a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:16.497330 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916a449-25e5-4a5a-9d46-d14c60f4242a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:16.497681 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916a449-25e5-4a5a-9d46-d14c60f4242a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:16.498019 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916a449-25e5-4a5a-9d46-d14c60f4242a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:16.498325 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916a449-25e5-4a5a-9d46-d14c60f4242a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:16.498641 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916a449-25e5-4a5a-9d46-d14c60f4242a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:16.498957 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916a449-25e5-4a5a-9d46-d14c60f4242a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:16.499268 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916a449-25e5-4a5a-9d46-d14c60f4242a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:16.499584 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916a449-25e5-4a5a-9d46-d14c60f4242a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:49:16.547203 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] For port b2603876-6981-402f-8a99-ed5a15f75337, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:49:16.551652 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] For port b2603876-6981-402f-8a99-ed5a15f75337, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b2603876-6981-402f-8a99-ed5a15f75337,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:49:16.559409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] Allocated IP 172.20.0.1 (2b32c6fc-782d-4357-8079-faaa12e9a40e/347296da-92d7-414e-9e9d-fa508b39ebfc/6e6c53c1-6970-441e-8e0f-a077955ee2f5) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:49:16.640328 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:16.704756 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:16.720360 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] Transition to ACTIVE for port object 6e6c53c1-6970-441e-8e0f-a077955ee2f5 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:49:16.720589 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916a449-25e5-4a5a-9d46-d14c60f4242a None None] Pushing event updated for resources: {'Port': ['ID=b2603876-6981-402f-8a99-ed5a15f75337,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:16.725253 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Routers {'009b6080-8f8f-49fa-8b77-5c4c8caabe87'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:49:16.726025 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:49:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:16.822970 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:16.894430 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] Network 2b32c6fc-782d-4357-8079-faaa12e9a40e is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:49:16.897305 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:49:16.897743 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] Set router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:49:16.901809 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:49:16.926473 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] Pushing event updated for resources: {'Port': ['ID=6e6c53c1-6970-441e-8e0f-a077955ee2f5,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:16.963640 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:17.037868 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6d877b41-2f12-4dfc-812e-4b815d84b758 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:49:17.116437 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 6d877b41-2f12-4dfc-812e-4b815d84b758 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:49:17.117152 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:17.144732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:17.239704 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:49:14Z', 'revision_number': 3, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port': {'id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:14Z', 'updated_at': '2022-01-20T11:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:17.244202 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d81abf-07ee-463e-867c-117ffc229ac2 None None] The sync data for ids ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'] in dv-neutron-825471-1-hyperv is: [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:49:14Z', 'revision_number': 3, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port': {'id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:14Z', 'updated_at': '2022-01-20T11:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:49:17.274384 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aa41deb0-0918-4778-bacf-3694dffdd00f None None] Provisioning for port 6e6c53c1-6970-441e-8e0f-a077955ee2f5 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:49:17.280100 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-aa41deb0-0918-4778-bacf-3694dffdd00f None None] Provisioning complete for port 6e6c53c1-6970-441e-8e0f-a077955ee2f5 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:49:17.280656 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-aa41deb0-0918-4778-bacf-3694dffdd00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:17.339785 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-aa41deb0-0918-4778-bacf-3694dffdd00f None None] Port 6e6c53c1-6970-441e-8e0f-a077955ee2f5 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:49:17.391661 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:17.451288 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:17.666121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:17.669670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] Pushing event updated for resources: {'Port': ['ID=6e6c53c1-6970-441e-8e0f-a077955ee2f5,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:17.807855 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] Network 2b32c6fc-782d-4357-8079-faaa12e9a40e is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:49:17.808991 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:49:18.064854 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-c8c3ba30-4e69-41b0-b491-314cdff812f1 None None] Provisioning complete for port 6e6c53c1-6970-441e-8e0f-a077955ee2f5 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:49:18.066135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c8c3ba30-4e69-41b0-b491-314cdff812f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:18.115911 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3ba30-4e69-41b0-b491-314cdff812f1 None None] Port 6e6c53c1-6970-441e-8e0f-a077955ee2f5 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:49:18.215302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] Router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:49:18.414802 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:49:18.423733 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f3ca802f-7fae-4317-a85f-b5a871eca7ba admin admin] 10.222.0.70 "PUT /v2.0/routers/009b6080-8f8f-49fa-8b77-5c4c8caabe87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9776859 Jan 20 11:49:19.044456 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b2603876-6981-402f-8a99-ed5a15f75337 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:49:19.153671 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port b2603876-6981-402f-8a99-ed5a15f75337 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:49:19.159055 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port b2603876-6981-402f-8a99-ed5a15f75337 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:49:19.159659 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:19.274043 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:19.291206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port b2603876-6981-402f-8a99-ed5a15f75337, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b2603876-6981-402f-8a99-ed5a15f75337,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:49:19.350328 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:19.418890 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=b2603876-6981-402f-8a99-ed5a15f75337,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:19.518715 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44950) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:19.524155 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-70821633-network', 'tenant_id': 'be2cc17a953c4a838ad6458231ae9693'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:49:19.529081 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:49:19.532991 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Usage tracker for resource:network and tenant:be2cc17a953c4a838ad6458231ae9693 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:49:19.536480 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:49:19.542877 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:49:19.604930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Made reservation on behalf of be2cc17a953c4a838ad6458231ae9693 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:49:19.607268 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:19.620404 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:19.650266 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:49:19.653945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Usage tracker for resource:security_group_rule and tenant:be2cc17a953c4a838ad6458231ae9693 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:49:19.656716 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:49:19.663452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:49:19.726866 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:19.799391 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:19.827337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 11:49:19.836577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe46337-06a7-467e-b6f4-7a1281ee7d80,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:19.841731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:19.845908 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Added segment cfdf5d27-5c8b-40f8-8ced-af7f83937705 of type vlan for network 2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37 Jan 20 11:49:19.867627 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:19.965115 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:19.969385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:19.969385 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:20.065288 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] Pushing event updated for resources: {'Network': ['ID=2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:20.075014 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 11:49:20.148861 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3aeca215-62a4-4560-b299-46020479b74e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6290298 Jan 20 11:49:20.151679 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44954) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:20.156978 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-b3e6eb7b-fa98-44f4-ba9b-87343108c574 admin admin] Request body: {'subnet': {'network_id': '2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-70821633-subnet', 'tenant_id': 'be2cc17a953c4a838ad6458231ae9693', 'ip_version': 4}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:49:20.161975 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b3e6eb7b-fa98-44f4-ba9b-87343108c574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:49:20.165937 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b3e6eb7b-fa98-44f4-ba9b-87343108c574 admin admin] Usage tracker for resource:subnet and tenant:be2cc17a953c4a838ad6458231ae9693 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:49:20.168850 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-b3e6eb7b-fa98-44f4-ba9b-87343108c574 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:49:20.174526 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-b3e6eb7b-fa98-44f4-ba9b-87343108c574 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:49:20.245205 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e6eb7b-fa98-44f4-ba9b-87343108c574 admin admin] Made reservation on behalf of be2cc17a953c4a838ad6458231ae9693 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:49:20.247564 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b3e6eb7b-fa98-44f4-ba9b-87343108c574 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:20.491248 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b3e6eb7b-fa98-44f4-ba9b-87343108c574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:20.563920 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6eb7b-fa98-44f4-ba9b-87343108c574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e9dbe4-2630-4284-b550-42f643f49964,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:20.576451 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e6eb7b-fa98-44f4-ba9b-87343108c574 admin admin] Checking segment: {'id': 'cfdf5d27-5c8b-40f8-8ced-af7f83937705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:49:20.576812 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e6eb7b-fa98-44f4-ba9b-87343108c574 admin admin] Network hostable DHCP agents. Network: 2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 11:49:20.679908 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e6eb7b-fa98-44f4-ba9b-87343108c574 admin admin] Network 2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 11:49:20.706569 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Sync routers for ids ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:49:20.718986 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Routers {'009b6080-8f8f-49fa-8b77-5c4c8caabe87'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:49:20.719592 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:49:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:20.765331 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-b3e6eb7b-fa98-44f4-ba9b-87343108c574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:49:20.769296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e6eb7b-fa98-44f4-ba9b-87343108c574 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:20.776222 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-b3e6eb7b-fa98-44f4-ba9b-87343108c574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:20.776974 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc77f85b-fd52-4276-92ab-48d24de4ced7 None None] Network 2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:49:20.881283 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-b3e6eb7b-fa98-44f4-ba9b-87343108c574 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7285576 Jan 20 11:49:20.883908 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44958) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:20.888992 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-70821633-router', 'tenant_id': 'be2cc17a953c4a838ad6458231ae9693', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:49:20.893912 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:49:20.898741 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Usage tracker for resource:router and tenant:be2cc17a953c4a838ad6458231ae9693 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:49:20.901629 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:49:20.907534 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:49:20.988569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:20.994135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:21.011573 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:21.030902 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Set router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:49:21.070559 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b2603876-6981-402f-8a99-ed5a15f75337 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:49:21.253314 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37', 'network_id': '2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37', 'tenant_id': 'be2cc17a953c4a838ad6458231ae9693', 'fixed_ips': [{'subnet_id': '80e9dbe4-2630-4284-b550-42f643f49964'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 11:49:21.254151 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:21.377090 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:21.462979 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port b2603876-6981-402f-8a99-ed5a15f75337 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:49:21.463352 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:21.616701 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:21.647909 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:21.682473 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Allocated IP 172.20.0.2 (2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37/80e9dbe4-2630-4284-b550-42f643f49964/1a3278a9-8944-4b71-9137-3739d79599ad) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:49:21.784818 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Allocated IP 172.26.0.183 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/62da9f66-a2ca-4633-9a39-776fb58f965f) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:49:21.807835 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:49:16Z', 'revision_number': 4, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port': {'id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:14Z', 'updated_at': '2022-01-20T11:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '6e6c53c1-6970-441e-8e0f-a077955ee2f5', 'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'mac_address': 'fa:16:3e:4b:b2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:16Z', 'updated_at': '2022-01-20T11:49:17Z', 'revision_number': 2, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'subnets': [{'id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:21.821729 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Checking router: 009b6080-8f8f-49fa-8b77-5c4c8caabe87 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:49:21.822076 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Updating router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 port 6e6c53c1-6970-441e-8e0f-a077955ee2f5 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:49:21.905353 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:21.934472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:22.025390 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:22.034322 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:22.079283 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Transition to ACTIVE for port object 1a3278a9-8944-4b71-9137-3739d79599ad will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:49:22.107982 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:49:22.110875 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:49:22.116227 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:49:22.116458 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Transition to ACTIVE for port object 1a3278a9-8944-4b71-9137-3739d79599ad will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:49:22.140617 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Pushing event updated for resources: {'Port': ['ID=62da9f66-a2ca-4633-9a39-776fb58f965f,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:22.219598 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:22.309417 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Network 2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:49:22.313692 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:49:22.316371 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Pushing event updated for resources: {'Port': ['ID=1a3278a9-8944-4b71-9137-3739d79599ad,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:22.319365 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:49:22.355604 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:22.356399 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:22.463859 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Attempting to bind port 1a3278a9-8944-4b71-9137-3739d79599ad on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:49:22.464220 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Attempting to bind port 1a3278a9-8944-4b71-9137-3739d79599ad by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'cfdf5d27-5c8b-40f8-8ced-af7f83937705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:49:22.464578 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Attempting to bind port 1a3278a9-8944-4b71-9137-3739d79599ad on network 2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:49:22.475768 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:22.483714 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:49:22.485797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Checking segment: {'id': 'cfdf5d27-5c8b-40f8-8ced-af7f83937705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:49:22.485797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:22.485797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Bound using segment: {'id': 'cfdf5d27-5c8b-40f8-8ced-af7f83937705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:49:22.485797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Bound port: 1a3278a9-8944-4b71-9137-3739d79599ad, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfdf5d27-5c8b-40f8-8ced-af7f83937705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:49:22.485797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:22.502615 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Transition to ACTIVE for port object 6e6c53c1-6970-441e-8e0f-a077955ee2f5 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:49:22.556930 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:22.633436 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] For port 1a3278a9-8944-4b71-9137-3739d79599ad, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:49:22.673805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Router e9bcfd91-9e77-4440-aa6c-8eb6575ee42f is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 11:49:22.695095 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] For port 1a3278a9-8944-4b71-9137-3739d79599ad, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=1a3278a9-8944-4b71-9137-3739d79599ad,segment=NetworkSegment(cfdf5d27-5c8b-40f8-8ced-af7f83937705),segment_id=cfdf5d27-5c8b-40f8-8ced-af7f83937705)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:49:22.703090 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520c071-7545-4151-b775-ea788b496873 None None] Pushing event updated for resources: {'Port': ['ID=6e6c53c1-6970-441e-8e0f-a077955ee2f5,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:22.776153 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:22.850249 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Attempting to bind port 6e6c53c1-6970-441e-8e0f-a077955ee2f5 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:49:22.850609 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Attempting to bind port 6e6c53c1-6970-441e-8e0f-a077955ee2f5 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'd6f05d71-ecd0-415c-90e2-d46404d2c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:49:22.850967 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Attempting to bind port 6e6c53c1-6970-441e-8e0f-a077955ee2f5 on network 2b32c6fc-782d-4357-8079-faaa12e9a40e {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:49:22.878853 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:49:22.879652 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Checking segment: {'id': 'd6f05d71-ecd0-415c-90e2-d46404d2c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:49:22.879652 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:22.880293 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Bound using segment: {'id': 'd6f05d71-ecd0-415c-90e2-d46404d2c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:49:22.880632 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Bound port: 6e6c53c1-6970-441e-8e0f-a077955ee2f5, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f05d71-ecd0-415c-90e2-d46404d2c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:49:22.880911 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:22.897026 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:49:22.903701 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5a6e6-7b39-480f-b96b-f94742df9a8d None None] Pushing event updated for resources: {'Port': ['ID=1a3278a9-8944-4b71-9137-3739d79599ad,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:22.906847 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Sync routers for ids ['e9bcfd91-9e77-4440-aa6c-8eb6575ee42f'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:49:22.924863 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Routers {'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:49:22.926623 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:49:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e9bcfd91-9e77-4440-aa6c-8eb6575ee42f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:22.988167 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:22.989457 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-1145b3b7-b7ef-4c3c-8f68-0ae758158d34 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1045523 Jan 20 11:49:22.992231 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44962) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:22.998957 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] For port 6e6c53c1-6970-441e-8e0f-a077955ee2f5, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:49:23.002778 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] For port 6e6c53c1-6970-441e-8e0f-a077955ee2f5, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=6e6c53c1-6970-441e-8e0f-a077955ee2f5,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:49:23.058706 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:23.145288 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Set router e9bcfd91-9e77-4440-aa6c-8eb6575ee42f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:49:23.171459 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Routers {'009b6080-8f8f-49fa-8b77-5c4c8caabe87'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:49:23.172450 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:49:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:23.439868 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] Set router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:49:23.499552 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520c071-7545-4151-b775-ea788b496873 None None] Pushing event updated for resources: {'Port': ['ID=6e6c53c1-6970-441e-8e0f-a077955ee2f5,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:23.506821 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'name': 'tempest-TestShelveInstance-70821633-router', 'tenant_id': 'be2cc17a953c4a838ad6458231ae9693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '62da9f66-a2ca-4633-9a39-776fb58f965f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:20Z', 'updated_at': '2022-01-20T11:49:22Z', 'revision_number': 3, 'project_id': 'be2cc17a953c4a838ad6458231ae9693', 'gw_port': {'id': '62da9f66-a2ca-4633-9a39-776fb58f965f', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:60:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:21Z', 'updated_at': '2022-01-20T11:49:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:23.514451 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Checking router: e9bcfd91-9e77-4440-aa6c-8eb6575ee42f for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:49:23.515047 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Updating router e9bcfd91-9e77-4440-aa6c-8eb6575ee42f port 62da9f66-a2ca-4633-9a39-776fb58f965f binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:49:23.570934 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:23.820785 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:49:16Z', 'revision_number': 4, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port': {'id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:14Z', 'updated_at': '2022-01-20T11:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '6e6c53c1-6970-441e-8e0f-a077955ee2f5', 'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'mac_address': 'fa:16:3e:4b:b2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:16Z', 'updated_at': '2022-01-20T11:49:22Z', 'revision_number': 4, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'subnets': [{'id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:23.825909 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b3eae-ccc6-4f8a-84b4-c537153d5dec None None] The sync data for ids ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'] in dv-neutron-825471-1-hyperv is: [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:49:16Z', 'revision_number': 4, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port': {'id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:14Z', 'updated_at': '2022-01-20T11:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '6e6c53c1-6970-441e-8e0f-a077955ee2f5', 'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'mac_address': 'fa:16:3e:4b:b2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:16Z', 'updated_at': '2022-01-20T11:49:22Z', 'revision_number': 4, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'subnets': [{'id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:49:23.998896 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:24.014165 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Transition to ACTIVE for port object 62da9f66-a2ca-4633-9a39-776fb58f965f will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:49:24.055696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:24.108382 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:24.197847 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d919ba3-ab4b-4d97-a91f-7e51b995f911 None None] Network 2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:49:24.202334 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Attempting to bind port 62da9f66-a2ca-4633-9a39-776fb58f965f on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:49:24.202696 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Attempting to bind port 62da9f66-a2ca-4633-9a39-776fb58f965f by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:49:24.203040 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Attempting to bind port 62da9f66-a2ca-4633-9a39-776fb58f965f on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:49:24.215317 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:49:24.215690 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:49:24.216066 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:24.216452 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:49:24.216906 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Bound port: 62da9f66-a2ca-4633-9a39-776fb58f965f, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:49:24.217265 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:24.270369 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6f202-8b3d-4cf3-b2d4-32f671390617 None None] Pushing event updated for resources: {'Port': ['ID=62da9f66-a2ca-4633-9a39-776fb58f965f,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:24.289060 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] Allocated IP 172.20.0.1 (2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37/80e9dbe4-2630-4284-b550-42f643f49964/15f0aae9-b1da-47e8-830e-fab16d204168) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:49:24.300194 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] For port 62da9f66-a2ca-4633-9a39-776fb58f965f, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:49:24.303989 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] For port 62da9f66-a2ca-4633-9a39-776fb58f965f, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=62da9f66-a2ca-4633-9a39-776fb58f965f,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:49:24.359889 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:24.457310 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6f202-8b3d-4cf3-b2d4-32f671390617 None None] Pushing event updated for resources: {'Port': ['ID=62da9f66-a2ca-4633-9a39-776fb58f965f,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:24.463802 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Routers {'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:49:24.464409 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:49:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e9bcfd91-9e77-4440-aa6c-8eb6575ee42f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:24.467173 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:24.478570 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4caf33df-b03f-4e16-8815-dea03710db2e None None] Provisioning for port 1a3278a9-8944-4b71-9137-3739d79599ad completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:49:24.484114 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] Transition to ACTIVE for port object 15f0aae9-b1da-47e8-830e-fab16d204168 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:49:24.601367 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:24.673249 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] Set router e9bcfd91-9e77-4440-aa6c-8eb6575ee42f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:49:24.687025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] Network 2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:49:24.690238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:49:24.695167 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:49:24.721195 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] Pushing event updated for resources: {'Port': ['ID=15f0aae9-b1da-47e8-830e-fab16d204168,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:24.754229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:24.983316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:25.042272 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'name': 'tempest-TestShelveInstance-70821633-router', 'tenant_id': 'be2cc17a953c4a838ad6458231ae9693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '62da9f66-a2ca-4633-9a39-776fb58f965f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:20Z', 'updated_at': '2022-01-20T11:49:22Z', 'revision_number': 3, 'project_id': 'be2cc17a953c4a838ad6458231ae9693', 'gw_port': {'id': '62da9f66-a2ca-4633-9a39-776fb58f965f', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:60:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:21Z', 'updated_at': '2022-01-20T11:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:25.048161 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be487c98-e2c5-4c9c-b31c-6045f6bf36ee None None] The sync data for ids ['e9bcfd91-9e77-4440-aa6c-8eb6575ee42f'] in dv-neutron-825471-1-hyperv is: [{'id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'name': 'tempest-TestShelveInstance-70821633-router', 'tenant_id': 'be2cc17a953c4a838ad6458231ae9693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '62da9f66-a2ca-4633-9a39-776fb58f965f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:20Z', 'updated_at': '2022-01-20T11:49:22Z', 'revision_number': 3, 'project_id': 'be2cc17a953c4a838ad6458231ae9693', 'gw_port': {'id': '62da9f66-a2ca-4633-9a39-776fb58f965f', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:60:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:21Z', 'updated_at': '2022-01-20T11:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:49:25.097440 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-112e4b9c-8c1c-4e73-9d71-dbddd96973f5 None None] Provisioning for port 15f0aae9-b1da-47e8-830e-fab16d204168 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:49:25.103946 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6e6c53c1-6970-441e-8e0f-a077955ee2f5 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:49:25.131745 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-112e4b9c-8c1c-4e73-9d71-dbddd96973f5 None None] Provisioning complete for port 15f0aae9-b1da-47e8-830e-fab16d204168 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:49:25.132124 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-112e4b9c-8c1c-4e73-9d71-dbddd96973f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:25.201923 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-112e4b9c-8c1c-4e73-9d71-dbddd96973f5 None None] Port 15f0aae9-b1da-47e8-830e-fab16d204168 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:49:25.227967 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:25.302957 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 6e6c53c1-6970-441e-8e0f-a077955ee2f5 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:49:25.307969 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 6e6c53c1-6970-441e-8e0f-a077955ee2f5 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:49:25.308342 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:25.325748 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:25.421910 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:25.433201 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:25.437245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] Pushing event updated for resources: {'Port': ['ID=15f0aae9-b1da-47e8-830e-fab16d204168,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:25.455083 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 6e6c53c1-6970-441e-8e0f-a077955ee2f5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=6e6c53c1-6970-441e-8e0f-a077955ee2f5,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:49:25.525082 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:25.525978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 1a3278a9-8944-4b71-9137-3739d79599ad up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:49:25.573575 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] Network 2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:49:25.574746 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:49:25.645162 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=6e6c53c1-6970-441e-8e0f-a077955ee2f5,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:25.708519 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 1a3278a9-8944-4b71-9137-3739d79599ad completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:49:25.714611 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 1a3278a9-8944-4b71-9137-3739d79599ad triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:49:25.721447 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:25.847340 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:25.865468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-8d7a5f99-1d99-4afc-9430-a6b13a3d5212 None None] Provisioning complete for port 15f0aae9-b1da-47e8-830e-fab16d204168 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:49:25.875980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8d7a5f99-1d99-4afc-9430-a6b13a3d5212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:25.928880 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 1a3278a9-8944-4b71-9137-3739d79599ad, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=1a3278a9-8944-4b71-9137-3739d79599ad,segment=NetworkSegment(cfdf5d27-5c8b-40f8-8ced-af7f83937705),segment_id=cfdf5d27-5c8b-40f8-8ced-af7f83937705)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:49:25.929974 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-8d7a5f99-1d99-4afc-9430-a6b13a3d5212 None None] Port 15f0aae9-b1da-47e8-830e-fab16d204168 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:49:25.982439 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:26.050237 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=1a3278a9-8944-4b71-9137-3739d79599ad,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:26.077794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] Router e9bcfd91-9e77-4440-aa6c-8eb6575ee42f has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:49:26.279548 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:49:26.288101 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c0caaca0-97e5-4d64-a764-2bd4c803c47c admin admin] 10.222.0.70 "PUT /v2.0/routers/e9bcfd91-9e77-4440-aa6c-8eb6575ee42f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2945864 Jan 20 11:49:27.002874 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44972) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:27.008847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-a65a4951-2aef-4898-9bed-aba9fc0c7e9e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1649913527', 'description': 'tempest-secgroup-smoke-1649913527 description', 'project_id': 'e7541420884a4d61b2ec3ce118c9f085'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:49:27.014945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a65a4951-2aef-4898-9bed-aba9fc0c7e9e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:49:27.018891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a65a4951-2aef-4898-9bed-aba9fc0c7e9e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:security_group and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:49:27.022085 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a65a4951-2aef-4898-9bed-aba9fc0c7e9e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:49:27.027724 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a65a4951-2aef-4898-9bed-aba9fc0c7e9e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:49:27.036896 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6e6c53c1-6970-441e-8e0f-a077955ee2f5 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:49:27.091161 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a65a4951-2aef-4898-9bed-aba9fc0c7e9e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:27.104405 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 6e6c53c1-6970-441e-8e0f-a077955ee2f5 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:49:27.104795 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:27.126775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a65a4951-2aef-4898-9bed-aba9fc0c7e9e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:49:27.130807 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a65a4951-2aef-4898-9bed-aba9fc0c7e9e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:security_group_rule and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:49:27.133608 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-a65a4951-2aef-4898-9bed-aba9fc0c7e9e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:49:27.139238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-a65a4951-2aef-4898-9bed-aba9fc0c7e9e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:49:27.196811 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a65a4951-2aef-4898-9bed-aba9fc0c7e9e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:27.256186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 1a3278a9-8944-4b71-9137-3739d79599ad up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:49:27.262111 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a65a4951-2aef-4898-9bed-aba9fc0c7e9e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:27.303616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a4951-2aef-4898-9bed-aba9fc0c7e9e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a5ca24-19f8-428d-944b-9afad3c364b6,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:27.321491 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 1a3278a9-8944-4b71-9137-3739d79599ad triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:49:27.321892 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:27.359735 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-a65a4951-2aef-4898-9bed-aba9fc0c7e9e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:27.360968 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-a65a4951-2aef-4898-9bed-aba9fc0c7e9e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3570640 Jan 20 11:49:27.363978 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44976) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:27.370097 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-276243c3-f088-4d18-afbd-a89528568033 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Request body: {'security_group_rule': {'security_group_id': '56a5ca24-19f8-428d-944b-9afad3c364b6', 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:49:27.375947 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-276243c3-f088-4d18-afbd-a89528568033 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:49:27.379796 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-276243c3-f088-4d18-afbd-a89528568033 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:security_group_rule and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:49:27.382774 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-276243c3-f088-4d18-afbd-a89528568033 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:49:27.388540 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-276243c3-f088-4d18-afbd-a89528568033 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:49:27.466411 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-276243c3-f088-4d18-afbd-a89528568033 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:27.522824 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-276243c3-f088-4d18-afbd-a89528568033 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:27.593870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-276243c3-f088-4d18-afbd-a89528568033 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:27.617013 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276243c3-f088-4d18-afbd-a89528568033 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac6fd92-4e54-4028-a6ad-76c71c5bae0a,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:27.708640 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-276243c3-f088-4d18-afbd-a89528568033 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:27.711049 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-276243c3-f088-4d18-afbd-a89528568033 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3452277 Jan 20 11:49:27.713292 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44980) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:27.719299 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-e158d48a-a31f-4e8b-9343-0d4b83d0eeeb tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Request body: {'security_group_rule': {'security_group_id': '56a5ca24-19f8-428d-944b-9afad3c364b6', 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:49:27.725530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e158d48a-a31f-4e8b-9343-0d4b83d0eeeb tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:49:27.729181 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e158d48a-a31f-4e8b-9343-0d4b83d0eeeb tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:security_group_rule and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:49:27.731985 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e158d48a-a31f-4e8b-9343-0d4b83d0eeeb tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:49:27.737575 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e158d48a-a31f-4e8b-9343-0d4b83d0eeeb tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:49:27.811363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e158d48a-a31f-4e8b-9343-0d4b83d0eeeb tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:27.871464 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e158d48a-a31f-4e8b-9343-0d4b83d0eeeb tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:27.943187 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e158d48a-a31f-4e8b-9343-0d4b83d0eeeb tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:27.967366 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158d48a-a31f-4e8b-9343-0d4b83d0eeeb tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a32095e-2e51-4ce8-9ce5-486c4ec35de5,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:28.039711 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e158d48a-a31f-4e8b-9343-0d4b83d0eeeb tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:28.040905 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e158d48a-a31f-4e8b-9343-0d4b83d0eeeb tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3265531 Jan 20 11:49:28.043643 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44984) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:28.048953 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-ff9adf36-9492-4ce7-bf84-08f4707521ad tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Request body: {'security_group_rule': {'security_group_id': '56a5ca24-19f8-428d-944b-9afad3c364b6', 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:49:28.055495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ff9adf36-9492-4ce7-bf84-08f4707521ad tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:49:28.059264 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ff9adf36-9492-4ce7-bf84-08f4707521ad tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:security_group_rule and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:49:28.062731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-ff9adf36-9492-4ce7-bf84-08f4707521ad tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:49:28.068359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-ff9adf36-9492-4ce7-bf84-08f4707521ad tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:49:28.143145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ff9adf36-9492-4ce7-bf84-08f4707521ad tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:28.203436 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ff9adf36-9492-4ce7-bf84-08f4707521ad tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:28.279800 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ff9adf36-9492-4ce7-bf84-08f4707521ad tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:28.303418 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9adf36-9492-4ce7-bf84-08f4707521ad tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2ba994-4d2b-4421-a44b-6d90dd4b3640,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:28.376357 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ff9adf36-9492-4ce7-bf84-08f4707521ad tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:28.378006 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ff9adf36-9492-4ce7-bf84-08f4707521ad tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3334503 Jan 20 11:49:28.381253 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44988) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:28.386631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-4d8a0632-137f-43f1-ba98-e921b0a3f760 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Request body: {'security_group_rule': {'security_group_id': '56a5ca24-19f8-428d-944b-9afad3c364b6', 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:49:28.392484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4d8a0632-137f-43f1-ba98-e921b0a3f760 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:49:28.396833 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4d8a0632-137f-43f1-ba98-e921b0a3f760 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:security_group_rule and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:49:28.399740 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-4d8a0632-137f-43f1-ba98-e921b0a3f760 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:49:28.405388 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-4d8a0632-137f-43f1-ba98-e921b0a3f760 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:49:28.497223 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0632-137f-43f1-ba98-e921b0a3f760 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:28.561830 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0632-137f-43f1-ba98-e921b0a3f760 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:28.656776 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0632-137f-43f1-ba98-e921b0a3f760 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:28.680944 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a0632-137f-43f1-ba98-e921b0a3f760 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323b1f1a-9feb-407f-a736-6a48c10433e7,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:28.753695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0632-137f-43f1-ba98-e921b0a3f760 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:28.754922 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-4d8a0632-137f-43f1-ba98-e921b0a3f760 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3726661 Jan 20 11:49:28.758488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44992) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:28.763891 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3f5b9755-d672-49c9-85f0-1db4e8204113 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Request body: {'security_group_rule': {'security_group_id': '56a5ca24-19f8-428d-944b-9afad3c364b6', 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:49:28.769750 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3f5b9755-d672-49c9-85f0-1db4e8204113 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:49:28.773523 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3f5b9755-d672-49c9-85f0-1db4e8204113 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:security_group_rule and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:49:28.776357 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3f5b9755-d672-49c9-85f0-1db4e8204113 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:49:28.781879 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3f5b9755-d672-49c9-85f0-1db4e8204113 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:49:28.828426 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-3f5b9755-d672-49c9-85f0-1db4e8204113 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Project e7541420884a4d61b2ec3ce118c9f085 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:49:28.835255 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3f5b9755-d672-49c9-85f0-1db4e8204113 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:28.898743 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3f5b9755-d672-49c9-85f0-1db4e8204113 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:28.959292 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3f5b9755-d672-49c9-85f0-1db4e8204113 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:28.982760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b9755-d672-49c9-85f0-1db4e8204113 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3236c3-cc2d-4242-b677-46a039cdff91,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:29.039276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3f5b9755-d672-49c9-85f0-1db4e8204113 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:29.040452 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3f5b9755-d672-49c9-85f0-1db4e8204113 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2810333 Jan 20 11:49:29.043267 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 44996) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:29.048708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-fcc3c884-b9ad-47ab-843f-7856355c3943 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Request body: {'security_group_rule': {'security_group_id': '56a5ca24-19f8-428d-944b-9afad3c364b6', 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:49:29.055650 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-fcc3c884-b9ad-47ab-843f-7856355c3943 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:49:29.059596 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-fcc3c884-b9ad-47ab-843f-7856355c3943 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:security_group_rule and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:49:29.062503 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-fcc3c884-b9ad-47ab-843f-7856355c3943 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:49:29.068430 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-fcc3c884-b9ad-47ab-843f-7856355c3943 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:49:29.113731 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-fcc3c884-b9ad-47ab-843f-7856355c3943 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Project e7541420884a4d61b2ec3ce118c9f085 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:49:29.120813 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fcc3c884-b9ad-47ab-843f-7856355c3943 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:29.185617 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fcc3c884-b9ad-47ab-843f-7856355c3943 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:29.240322 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fcc3c884-b9ad-47ab-843f-7856355c3943 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:29.265417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3c884-b9ad-47ab-843f-7856355c3943 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d72ab84c-c58f-498f-973f-f15161530f01,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:29.324999 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fcc3c884-b9ad-47ab-843f-7856355c3943 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:29.326236 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fcc3c884-b9ad-47ab-843f-7856355c3943 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2820516 Jan 20 11:49:29.577715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3f5623ba-8556-4775-9bf1-76c189ca5d8d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Synchronizing usage tracker for tenant:e7541420884a4d61b2ec3ce118c9f085 on resource:security_group {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:49:29.667955 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3f5623ba-8556-4775-9bf1-76c189ca5d8d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Unset dirty status for tenant:e7541420884a4d61b2ec3ce118c9f085 on resource:security_group {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:49:29.669130 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3f5623ba-8556-4775-9bf1-76c189ca5d8d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649913527&fields=id&tenant_id=e7541420884a4d61b2ec3ce118c9f085 HTTP/1.1" status: 200 len: 267 time: 0.1309018 Jan 20 11:49:29.811966 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-f3bf72f7-6838-43f9-b6bd-88c906e588e4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:29.812638 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-f3bf72f7-6838-43f9-b6bd-88c906e588e4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Synchronizing usage tracker for tenant:e7541420884a4d61b2ec3ce118c9f085 on resource:network {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:49:29.885137 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-f3bf72f7-6838-43f9-b6bd-88c906e588e4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Unset dirty status for tenant:e7541420884a4d61b2ec3ce118c9f085 on resource:network {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:49:29.886341 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-f3bf72f7-6838-43f9-b6bd-88c906e588e4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 809 time: 0.2104151 Jan 20 11:49:29.903095 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-35e9056e-0b13-4bb4-9dda-2f0898910ca9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/quotas/e7541420884a4d61b2ec3ce118c9f085 HTTP/1.1" status: 200 len: 375 time: 0.0114446 Jan 20 11:49:29.987349 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-8020e7cd-a7b2-4612-8f66-6a5c8115395d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791867 Jan 20 11:49:30.123700 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-050ebdb5-34a8-46b8-8cbd-d57ebc2c45f7 service neutron] 10.222.0.70 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245639 Jan 20 11:49:30.253466 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-74640f3e-af49-4aa3-9330-be53553cca14 service neutron] 10.222.0.70 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239638 Jan 20 11:49:30.527469 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-03c5a1d6-80d8-4ce4-9d4a-1798823574f5 req-56f872ef-b3b1-4dc5-b861-0b836a13e944 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 210 time: 0.0413539 Jan 20 11:49:31.411009 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f86fa97f-457a-413f-a550-180fc799fc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:31.689305 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b466cbb3-c621-4619-a2ec-52d6024c4c8c req-dd94d1e1-429e-4b5c-9c92-8e2131e1e49f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 210 time: 0.0400243 Jan 20 11:49:32.054359 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:49:32.855447 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-12292fad-7481-473b-bcf8-2e542de3bfef req-36e4f807-7fd3-4a5d-812e-3a0ced2d7f10 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 210 time: 0.0439701 Jan 20 11:49:32.939774 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-a0cadb30-414a-4f8d-bf79-0c532922b8cb tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:32.941320 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-a0cadb30-414a-4f8d-bf79-0c532922b8cb tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 809 time: 0.1741273 Jan 20 11:49:32.999372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-cb27ef8d-7fcc-4ffb-b094-61295d157fe3 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Synchronizing usage tracker for tenant:e7541420884a4d61b2ec3ce118c9f085 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:49:33.011420 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-cb27ef8d-7fcc-4ffb-b094-61295d157fe3 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Unset dirty status for tenant:e7541420884a4d61b2ec3ce118c9f085 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:49:33.012562 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-cb27ef8d-7fcc-4ffb-b094-61295d157fe3 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7541420884a4d61b2ec3ce118c9f085 HTTP/1.1" status: 200 len: 380 time: 0.0586848 Jan 20 11:49:33.020252 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3c0f9b06-a835-4f0f-8424-fcaecb99071a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Request body: {'port': {'device_id': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'admin_state_up': True, 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'security_groups': ['56a5ca24-19f8-428d-944b-9afad3c364b6']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:49:33.062501 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 62da9f66-a2ca-4633-9a39-776fb58f965f up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:49:33.159382 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3c0f9b06-a835-4f0f-8424-fcaecb99071a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:49:33.163068 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3c0f9b06-a835-4f0f-8424-fcaecb99071a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:port and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:49:33.165934 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3c0f9b06-a835-4f0f-8424-fcaecb99071a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:49:33.171484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3c0f9b06-a835-4f0f-8424-fcaecb99071a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:49:33.228432 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 62da9f66-a2ca-4633-9a39-776fb58f965f completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:49:33.233464 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 62da9f66-a2ca-4633-9a39-776fb58f965f triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:49:33.233850 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:33.273678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3c0f9b06-a835-4f0f-8424-fcaecb99071a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Made reservation on behalf of e7541420884a4d61b2ec3ce118c9f085 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:49:33.277927 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3c0f9b06-a835-4f0f-8424-fcaecb99071a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:33.348926 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:33.364513 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 62da9f66-a2ca-4633-9a39-776fb58f965f, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=62da9f66-a2ca-4633-9a39-776fb58f965f,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:49:33.428030 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:33.445249 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3c0f9b06-a835-4f0f-8424-fcaecb99071a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Allocated IP 172.20.0.12 (2b32c6fc-782d-4357-8079-faaa12e9a40e/347296da-92d7-414e-9e9d-fa508b39ebfc/128db231-423b-4816-8cc9-515e7852ebe1) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:49:33.498785 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=62da9f66-a2ca-4633-9a39-776fb58f965f,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:33.631943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3c0f9b06-a835-4f0f-8424-fcaecb99071a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:33.647599 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3c0f9b06-a835-4f0f-8424-fcaecb99071a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Transition to ACTIVE for port object 128db231-423b-4816-8cc9-515e7852ebe1 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:49:33.736948 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3c0f9b06-a835-4f0f-8424-fcaecb99071a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:33.803005 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3c0f9b06-a835-4f0f-8424-fcaecb99071a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Network 2b32c6fc-782d-4357-8079-faaa12e9a40e is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:49:33.806658 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3c0f9b06-a835-4f0f-8424-fcaecb99071a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:49:33.810563 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3c0f9b06-a835-4f0f-8424-fcaecb99071a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:49:33.850753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f9b06-a835-4f0f-8424-fcaecb99071a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'Port': ['ID=128db231-423b-4816-8cc9-515e7852ebe1,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:33.874264 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3097278c-ee1d-42c2-9c5e-2ee33ca18e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:34.019217 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3c0f9b06-a835-4f0f-8424-fcaecb99071a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:34.019848 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3c0f9b06-a835-4f0f-8424-fcaecb99071a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:34.121103 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-3c0f9b06-a835-4f0f-8424-fcaecb99071a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1042714 Jan 20 11:49:34.132378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Request body: {'port': {'device_id': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:49:34.176524 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5dbe9647-f7b7-402a-b55a-0ae4b6ec9c2d None None] Provisioning for port 128db231-423b-4816-8cc9-515e7852ebe1 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:49:34.182272 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5dbe9647-f7b7-402a-b55a-0ae4b6ec9c2d None None] Provisioning complete for port 128db231-423b-4816-8cc9-515e7852ebe1 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:49:34.182650 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9647-f7b7-402a-b55a-0ae4b6ec9c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:34.209765 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e0da7-dc9d-41f7-afaa-e63c2f082a4b req-75ebeb5c-9cea-4b73-aded-564e3d9ae613 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:34.211570 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b45e0da7-dc9d-41f7-afaa-e63c2f082a4b req-75ebeb5c-9cea-4b73-aded-564e3d9ae613 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 932 time: 0.0787864 Jan 20 11:49:34.235974 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe9647-f7b7-402a-b55a-0ae4b6ec9c2d None None] Port 128db231-423b-4816-8cc9-515e7852ebe1 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:49:34.247888 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:34.258155 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b45e0da7-dc9d-41f7-afaa-e63c2f082a4b req-198d9e99-e5cc-4ce1-8ed7-621abdf5c75a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397701 Jan 20 11:49:34.582128 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128db231-423b-4816-8cc9-515e7852ebe1 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:49:34.589013 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:34.603498 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Transition to ACTIVE for port object 128db231-423b-4816-8cc9-515e7852ebe1 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:49:34.685117 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:34.807483 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Pushing event updated for resources: {'Port': ['ID=128db231-423b-4816-8cc9-515e7852ebe1,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:34.922525 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Attempting to bind port 128db231-423b-4816-8cc9-515e7852ebe1 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:49:34.922868 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Attempting to bind port 128db231-423b-4816-8cc9-515e7852ebe1 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'd6f05d71-ecd0-415c-90e2-d46404d2c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:49:34.923251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Attempting to bind port 128db231-423b-4816-8cc9-515e7852ebe1 on network 2b32c6fc-782d-4357-8079-faaa12e9a40e {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:49:34.929004 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Port 128db231-423b-4816-8cc9-515e7852ebe1 on network 2b32c6fc-782d-4357-8079-faaa12e9a40e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:49:34.929327 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Attempting to bind port 128db231-423b-4816-8cc9-515e7852ebe1 on network 2b32c6fc-782d-4357-8079-faaa12e9a40e {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:49:34.936326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:49:34.936664 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Checking segment: {'id': 'd6f05d71-ecd0-415c-90e2-d46404d2c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:49:34.937052 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Bound using segment: {'id': 'd6f05d71-ecd0-415c-90e2-d46404d2c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:49:34.937476 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Bound port: 128db231-423b-4816-8cc9-515e7852ebe1, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f05d71-ecd0-415c-90e2-d46404d2c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:49:34.937966 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:34.972470 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:35.016457 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:35.034586 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] For port 128db231-423b-4816-8cc9-515e7852ebe1, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:49:35.038271 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 62da9f66-a2ca-4633-9a39-776fb58f965f up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:49:35.039158 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] For port 128db231-423b-4816-8cc9-515e7852ebe1, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=128db231-423b-4816-8cc9-515e7852ebe1,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:49:35.105202 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 62da9f66-a2ca-4633-9a39-776fb58f965f triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:49:35.105493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:35.114346 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:35.178276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:35.179624 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-766af33f-e377-453b-97cc-00342289bb84 service neutron] 10.222.0.72 "PUT /v2.0/ports/128db231-423b-4816-8cc9-515e7852ebe1 HTTP/1.1" status: 200 len: 1094 time: 1.0512617 Jan 20 11:49:35.180055 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'tag': '128db231-423b-4816-8cc9-515e7852ebe1'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:49:35.212185 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766af33f-e377-453b-97cc-00342289bb84 service neutron] Pushing event updated for resources: {'Port': ['ID=128db231-423b-4816-8cc9-515e7852ebe1,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:35.248026 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'tag': '128db231-423b-4816-8cc9-515e7852ebe1', 'status': 'completed', 'code': 200} Jan 20 11:49:35.328464 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-4c2e1eed-52e4-4360-b30b-0f467328b613 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 1097 time: 0.0720866 Jan 20 11:49:35.401023 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-618d8215-8b0a-423a-a406-e362a917dc3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=128db231-423b-4816-8cc9-515e7852ebe1 HTTP/1.1" status: 200 len: 217 time: 0.0664883 Jan 20 11:49:35.462369 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-ec0686c3-8549-4fcd-a5c4-ac62d840e9ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:35.463841 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-ec0686c3-8549-4fcd-a5c4-ac62d840e9ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0579021 Jan 20 11:49:35.472946 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3ba80-a0de-49e8-b393-d2103c55737e req-57c8879a-576f-4789-997c-326fc101d5f0 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:35.474440 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-adc3ba80-a0de-49e8-b393-d2103c55737e req-57c8879a-576f-4789-997c-326fc101d5f0 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 944 time: 0.0880394 Jan 20 11:49:35.525658 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-adc3ba80-a0de-49e8-b393-d2103c55737e req-71e7aa6d-db8a-459a-ab0c-8921a7d04c67 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456889 Jan 20 11:49:35.544904 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-f7c1474a-2c8e-4d48-8fff-3c46a78e7ce8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756259 Jan 20 11:49:35.693836 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-1944f6a3-8e67-414e-9db4-a4c9274a080a service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432195 Jan 20 11:49:35.829986 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2e26fb37-fc31-47f5-b6af-10943dadc14f req-d07875db-6292-4275-ad13-f495fd720045 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284924 Jan 20 11:49:36.052263 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cd08e5cb-a0e7-4493-ab8e-dd4f478e451a req-ecbbe48e-3f77-4d6c-ab41-89ec0d6c4dde service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 1097 time: 0.0793340 Jan 20 11:49:36.272444 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08e5cb-a0e7-4493-ab8e-dd4f478e451a req-75ab1add-2618-41d1-ab8f-91a9559b617a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:36.273895 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cd08e5cb-a0e7-4493-ab8e-dd4f478e451a req-75ab1add-2618-41d1-ab8f-91a9559b617a service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 910 time: 0.2151692 Jan 20 11:49:36.341885 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cd08e5cb-a0e7-4493-ab8e-dd4f478e451a req-dd41f710-244e-4805-83da-c91cd4f1ef7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=128db231-423b-4816-8cc9-515e7852ebe1 HTTP/1.1" status: 200 len: 217 time: 0.0621529 Jan 20 11:49:36.404152 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08e5cb-a0e7-4493-ab8e-dd4f478e451a req-78ebb0ab-9d98-4905-9c0a-f5acf8a459bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:36.405611 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cd08e5cb-a0e7-4493-ab8e-dd4f478e451a req-78ebb0ab-9d98-4905-9c0a-f5acf8a459bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0577223 Jan 20 11:49:36.439281 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:36.479781 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cd08e5cb-a0e7-4493-ab8e-dd4f478e451a req-93a01ee1-7b0a-4d26-8b7e-954a5ea520bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677412 Jan 20 11:49:36.612171 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cd08e5cb-a0e7-4493-ab8e-dd4f478e451a req-c2ef3f97-bcc1-4d0a-9e79-af7e4ddb5e88 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259186 Jan 20 11:49:36.729395 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ae40e-34d8-4f0e-82a8-eeeb14a304fa req-295375b6-eaa6-4150-959f-55d130eba081 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:36.731018 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-049ae40e-34d8-4f0e-82a8-eeeb14a304fa req-295375b6-eaa6-4150-959f-55d130eba081 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 944 time: 0.0766451 Jan 20 11:49:36.748025 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cd08e5cb-a0e7-4493-ab8e-dd4f478e451a req-70be6600-0697-41af-83ad-d44ae3ffe477 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301227 Jan 20 11:49:36.777038 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-049ae40e-34d8-4f0e-82a8-eeeb14a304fa req-967fdcd1-65e5-44c5-9f58-f21c4e48af1e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405171 Jan 20 11:49:37.975590 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea86c35-d6af-4efc-b7bf-a2f6eb8ffd31 req-0b9d9930-7381-4467-adef-b116f5ecd9f5 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:37.977008 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ea86c35-d6af-4efc-b7bf-a2f6eb8ffd31 req-0b9d9930-7381-4467-adef-b116f5ecd9f5 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 944 time: 0.0792727 Jan 20 11:49:38.020639 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6ea86c35-d6af-4efc-b7bf-a2f6eb8ffd31 req-a90769ae-f8af-4456-abfc-b29ee73b161d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373325 Jan 20 11:49:39.215225 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f4f19-7183-4466-bf77-f9957082203c req-75a5b4b5-af26-4a0a-89a4-a4650837a6d8 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:39.216569 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-009f4f19-7183-4466-bf77-f9957082203c req-75a5b4b5-af26-4a0a-89a4-a4650837a6d8 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 944 time: 0.0749714 Jan 20 11:49:39.264987 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-009f4f19-7183-4466-bf77-f9957082203c req-5600add9-f9cb-4739-b2ee-b0bb7e15b5bb tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429902 Jan 20 11:49:39.482352 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 128db231-423b-4816-8cc9-515e7852ebe1 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:49:39.610579 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 128db231-423b-4816-8cc9-515e7852ebe1, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=128db231-423b-4816-8cc9-515e7852ebe1,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:49:39.623194 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '128db231-423b-4816-8cc9-515e7852ebe1', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'port_id': '128db231-423b-4816-8cc9-515e7852ebe1', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:49:39.678718 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:39.695067 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128db231-423b-4816-8cc9-515e7852ebe1 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:49:39.710792 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 128db231-423b-4816-8cc9-515e7852ebe1, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=128db231-423b-4816-8cc9-515e7852ebe1,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:49:39.793812 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:39.858357 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=128db231-423b-4816-8cc9-515e7852ebe1,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:40.000335 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['128db231-423b-4816-8cc9-515e7852ebe1'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:49:40.061368 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:40.457657 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da2f06-f146-4af5-b119-e0112fbf43c7 req-954e7000-3118-47aa-9cf8-c5274248082d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:40.459109 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-27da2f06-f146-4af5-b119-e0112fbf43c7 req-954e7000-3118-47aa-9cf8-c5274248082d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 945 time: 0.0750265 Jan 20 11:49:40.503857 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-27da2f06-f146-4af5-b119-e0112fbf43c7 req-123b9d8e-400c-4bfd-b9f5-7e58dbaa8751 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385330 Jan 20 11:49:41.513423 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 128db231-423b-4816-8cc9-515e7852ebe1 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:49:41.645036 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 128db231-423b-4816-8cc9-515e7852ebe1 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:49:41.650023 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 128db231-423b-4816-8cc9-515e7852ebe1 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:49:41.651053 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:41.704217 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0303a26-cecf-4ffb-9a36-5c9c387529e8 req-645d5421-07c7-438c-9e4a-cd7fdc6b9557 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:41.705689 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b0303a26-cecf-4ffb-9a36-5c9c387529e8 req-645d5421-07c7-438c-9e4a-cd7fdc6b9557 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 945 time: 0.0817611 Jan 20 11:49:41.751143 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b0303a26-cecf-4ffb-9a36-5c9c387529e8 req-f397e1ea-875a-4dda-bd8c-42040d736d27 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397360 Jan 20 11:49:41.766265 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:41.791690 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128db231-423b-4816-8cc9-515e7852ebe1'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:49:41.801190 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 128db231-423b-4816-8cc9-515e7852ebe1, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=128db231-423b-4816-8cc9-515e7852ebe1,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:49:41.848623 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128db231-423b-4816-8cc9-515e7852ebe1', 'code': 200} Jan 20 11:49:41.873493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:41.938570 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=128db231-423b-4816-8cc9-515e7852ebe1,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:42.213815 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-747fe220-3312-4732-bb40-b290d3e7151d req-a3527d65-0bca-4d49-8f84-f59712175ea4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 1099 time: 0.0738120 Jan 20 11:49:42.256288 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-747fe220-3312-4732-bb40-b290d3e7151d req-883f7f55-233d-4459-b9a2-8f4fadac5bc2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373230 Jan 20 11:49:42.946136 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6822e-3989-42c3-9eba-1c8bfa45d2c3 req-0af0e919-1a7d-4edd-bbe5-efe773b5d4ea tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:42.947594 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5da6822e-3989-42c3-9eba-1c8bfa45d2c3 req-0af0e919-1a7d-4edd-bbe5-efe773b5d4ea tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0758669 Jan 20 11:49:42.992458 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5da6822e-3989-42c3-9eba-1c8bfa45d2c3 req-e2ecb978-88e2-40a7-9806-eb560e99db6d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389395 Jan 20 11:49:43.871289 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Sync routers for ids ['e9bcfd91-9e77-4440-aa6c-8eb6575ee42f'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:49:43.882920 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Routers {'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:49:43.883524 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:49:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e9bcfd91-9e77-4440-aa6c-8eb6575ee42f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:44.090879 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Set router e9bcfd91-9e77-4440-aa6c-8eb6575ee42f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:49:44.285058 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a243f-5770-4b02-99c9-81f23e098d14 req-c8cd8487-895b-4a9f-abaf-38f1b06c5963 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:44.286448 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b37a243f-5770-4b02-99c9-81f23e098d14 req-c8cd8487-895b-4a9f-abaf-38f1b06c5963 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.1666462 Jan 20 11:49:44.331589 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b37a243f-5770-4b02-99c9-81f23e098d14 req-2171b10b-34a6-45ed-ac40-3e0883831b9f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396273 Jan 20 11:49:44.409258 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'name': 'tempest-TestShelveInstance-70821633-router', 'tenant_id': 'be2cc17a953c4a838ad6458231ae9693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '62da9f66-a2ca-4633-9a39-776fb58f965f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:20Z', 'updated_at': '2022-01-20T11:49:24Z', 'revision_number': 4, 'project_id': 'be2cc17a953c4a838ad6458231ae9693', 'gw_port': {'id': '62da9f66-a2ca-4633-9a39-776fb58f965f', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:60:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:21Z', 'updated_at': '2022-01-20T11:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '15f0aae9-b1da-47e8-830e-fab16d204168', 'name': '', 'network_id': '2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37', 'tenant_id': 'be2cc17a953c4a838ad6458231ae9693', 'mac_address': 'fa:16:3e:85:ee:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80e9dbe4-2630-4284-b550-42f643f49964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:24Z', 'updated_at': '2022-01-20T11:49:25Z', 'revision_number': 2, 'project_id': 'be2cc17a953c4a838ad6458231ae9693', 'subnets': [{'id': '80e9dbe4-2630-4284-b550-42f643f49964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:44.413109 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Checking router: e9bcfd91-9e77-4440-aa6c-8eb6575ee42f for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:49:44.413491 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Updating router e9bcfd91-9e77-4440-aa6c-8eb6575ee42f port 15f0aae9-b1da-47e8-830e-fab16d204168 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 11:49:44.467662 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:44.524836 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af768b2-cf12-46e2-9d31-d425579dc19a req-4d4f6e9d-887a-4b6c-9999-3a4f9567ab11 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:44.526294 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0af768b2-cf12-46e2-9d31-d425579dc19a req-4d4f6e9d-887a-4b6c-9999-3a4f9567ab11 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0742309 Jan 20 11:49:44.571541 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0af768b2-cf12-46e2-9d31-d425579dc19a req-2209e316-1f3b-418c-994d-aff4682d8d13 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396957 Jan 20 11:49:44.600257 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 45068) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:44.791752 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dc3bfcf6-050c-40d3-a43f-acd26bbf3582 tempest-TestShelveInstance-1064054523 tempest-TestShelveInstance-1064054523-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 1094 time: 0.1903694 Jan 20 11:49:44.795267 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 45074) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:49:44.800382 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': '128db231-423b-4816-8cc9-515e7852ebe1', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:49:44.805818 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:49:44.806911 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:44.809916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:floatingip and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:49:44.812794 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:49:44.818431 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:49:44.821455 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Transition to ACTIVE for port object 15f0aae9-b1da-47e8-830e-fab16d204168 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:49:44.902335 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:44.913871 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:45.025215 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe9ef7-580f-4dfc-a5ca-a596b776f494 None None] Pushing event updated for resources: {'Port': ['ID=15f0aae9-b1da-47e8-830e-fab16d204168,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:45.069799 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:45.122409 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Attempting to bind port 15f0aae9-b1da-47e8-830e-fab16d204168 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:49:45.122792 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Attempting to bind port 15f0aae9-b1da-47e8-830e-fab16d204168 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'cfdf5d27-5c8b-40f8-8ced-af7f83937705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:49:45.123140 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Attempting to bind port 15f0aae9-b1da-47e8-830e-fab16d204168 on network 2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:49:45.130685 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:49:45.131055 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Checking segment: {'id': 'cfdf5d27-5c8b-40f8-8ced-af7f83937705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:49:45.131455 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:45.131848 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Bound using segment: {'id': 'cfdf5d27-5c8b-40f8-8ced-af7f83937705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:49:45.132311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Bound port: 15f0aae9-b1da-47e8-830e-fab16d204168, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfdf5d27-5c8b-40f8-8ced-af7f83937705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:49:45.132734 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:45.220597 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Allocated IP 172.26.0.207 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/4c0fd923-0eb5-4b41-8084-dc5190f332e8) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:49:45.231941 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] For port 15f0aae9-b1da-47e8-830e-fab16d204168, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:49:45.235984 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] For port 15f0aae9-b1da-47e8-830e-fab16d204168, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=15f0aae9-b1da-47e8-830e-fab16d204168,segment=NetworkSegment(cfdf5d27-5c8b-40f8-8ced-af7f83937705),segment_id=cfdf5d27-5c8b-40f8-8ced-af7f83937705)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:49:45.308218 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:45.371652 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:45.393625 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe9ef7-580f-4dfc-a5ca-a596b776f494 None None] Pushing event updated for resources: {'Port': ['ID=15f0aae9-b1da-47e8-830e-fab16d204168,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:45.396604 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Routers {'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:49:45.397315 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:49:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e9bcfd91-9e77-4440-aa6c-8eb6575ee42f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:45.451236 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:45.517327 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:49:45.520149 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:49:45.524074 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:49:45.555842 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'Port': ['ID=4c0fd923-0eb5-4b41-8084-dc5190f332e8,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:45.585919 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] Set router e9bcfd91-9e77-4440-aa6c-8eb6575ee42f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:49:45.953392 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'name': 'tempest-TestShelveInstance-70821633-router', 'tenant_id': 'be2cc17a953c4a838ad6458231ae9693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '62da9f66-a2ca-4633-9a39-776fb58f965f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:20Z', 'updated_at': '2022-01-20T11:49:24Z', 'revision_number': 4, 'project_id': 'be2cc17a953c4a838ad6458231ae9693', 'gw_port': {'id': '62da9f66-a2ca-4633-9a39-776fb58f965f', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:60:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:21Z', 'updated_at': '2022-01-20T11:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '15f0aae9-b1da-47e8-830e-fab16d204168', 'name': '', 'network_id': '2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37', 'tenant_id': 'be2cc17a953c4a838ad6458231ae9693', 'mac_address': 'fa:16:3e:85:ee:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80e9dbe4-2630-4284-b550-42f643f49964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:24Z', 'updated_at': '2022-01-20T11:49:45Z', 'revision_number': 4, 'project_id': 'be2cc17a953c4a838ad6458231ae9693', 'subnets': [{'id': '80e9dbe4-2630-4284-b550-42f643f49964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:45.957601 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c735d-baa0-4414-b229-a208b4f2d01e None None] The sync data for ids ['e9bcfd91-9e77-4440-aa6c-8eb6575ee42f'] in dv-neutron-825471-1-hyperv is: [{'id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'name': 'tempest-TestShelveInstance-70821633-router', 'tenant_id': 'be2cc17a953c4a838ad6458231ae9693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '62da9f66-a2ca-4633-9a39-776fb58f965f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:20Z', 'updated_at': '2022-01-20T11:49:24Z', 'revision_number': 4, 'project_id': 'be2cc17a953c4a838ad6458231ae9693', 'gw_port': {'id': '62da9f66-a2ca-4633-9a39-776fb58f965f', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:60:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:21Z', 'updated_at': '2022-01-20T11:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '15f0aae9-b1da-47e8-830e-fab16d204168', 'name': '', 'network_id': '2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37', 'tenant_id': 'be2cc17a953c4a838ad6458231ae9693', 'mac_address': 'fa:16:3e:85:ee:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80e9dbe4-2630-4284-b550-42f643f49964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:24Z', 'updated_at': '2022-01-20T11:49:45Z', 'revision_number': 4, 'project_id': 'be2cc17a953c4a838ad6458231ae9693', 'subnets': [{'id': '80e9dbe4-2630-4284-b550-42f643f49964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:49:46.048965 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:46.178105 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:46.388036 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:46.462276 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:46.662986 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'Port': ['ID=4c0fd923-0eb5-4b41-8084-dc5190f332e8,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:46.680870 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:46.869832 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Floating IP 9f421be2-aa33-473f-8db2-b8d08163ca88 associated. External IP: 172.26.0.207, port: 128db231-423b-4816-8cc9-515e7852ebe1. Jan 20 11:49:47.056089 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 15f0aae9-b1da-47e8-830e-fab16d204168 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:49:47.193833 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 15f0aae9-b1da-47e8-830e-fab16d204168 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:49:47.199261 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 15f0aae9-b1da-47e8-830e-fab16d204168 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:49:47.199640 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:47.259987 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:49:47.314680 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:47.347625 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 15f0aae9-b1da-47e8-830e-fab16d204168, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=15f0aae9-b1da-47e8-830e-fab16d204168,segment=NetworkSegment(cfdf5d27-5c8b-40f8-8ced-af7f83937705),segment_id=cfdf5d27-5c8b-40f8-8ced-af7f83937705)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:49:47.411118 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:47.460404 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:49:47.471129 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4debbe2-d074-42d8-9156-3dbbaa99dc4f None None] Sync routers for ids ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:49:47.482194 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=15f0aae9-b1da-47e8-830e-fab16d204168,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:49:47.483022 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4debbe2-d074-42d8-9156-3dbbaa99dc4f None None] Routers {'009b6080-8f8f-49fa-8b77-5c4c8caabe87'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:49:47.483702 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d4debbe2-d074-42d8-9156-3dbbaa99dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:49:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:47.536701 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:47.590574 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-51065939-08d0-4c44-ab01-405b2e78c22e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7941966 Jan 20 11:49:47.591068 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'tag': '128db231-423b-4816-8cc9-515e7852ebe1'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:49:47.665551 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-d4debbe2-d074-42d8-9156-3dbbaa99dc4f None None] Set router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:49:47.730315 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'tag': '128db231-423b-4816-8cc9-515e7852ebe1', 'status': 'completed', 'code': 200} Jan 20 11:49:47.822170 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-245e4a18-d7cd-4741-b5b0-03a4568a7aad req-b63d6d78-2823-4a82-aae9-4b1a4d14e82a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 1099 time: 0.0709944 Jan 20 11:49:47.952589 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e4a18-d7cd-4741-b5b0-03a4568a7aad req-7f2157cf-6393-4839-8312-a15d8f59336b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:47.954076 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-245e4a18-d7cd-4741-b5b0-03a4568a7aad req-7f2157cf-6393-4839-8312-a15d8f59336b service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 910 time: 0.1265564 Jan 20 11:49:48.014504 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d4debbe2-d074-42d8-9156-3dbbaa99dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:49:16Z', 'revision_number': 4, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port': {'id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:14Z', 'updated_at': '2022-01-20T11:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '9f421be2-aa33-473f-8db2-b8d08163ca88', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'floating_ip_address': '172.26.0.207', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'port_id': '128db231-423b-4816-8cc9-515e7852ebe1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:49:45Z', 'updated_at': '2022-01-20T11:49:45Z', 'revision_number': 0, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6c53c1-6970-441e-8e0f-a077955ee2f5', 'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'mac_address': 'fa:16:3e:4b:b2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:16Z', 'updated_at': '2022-01-20T11:49:25Z', 'revision_number': 5, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'subnets': [{'id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:48.019726 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4debbe2-d074-42d8-9156-3dbbaa99dc4f None None] Checking router: 009b6080-8f8f-49fa-8b77-5c4c8caabe87 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:49:48.030325 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4debbe2-d074-42d8-9156-3dbbaa99dc4f None None] Routers {'009b6080-8f8f-49fa-8b77-5c4c8caabe87'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:49:48.030906 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d4debbe2-d074-42d8-9156-3dbbaa99dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:49:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:48.056266 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-245e4a18-d7cd-4741-b5b0-03a4568a7aad req-6f57c242-9012-4a66-8203-73df12006098 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=128db231-423b-4816-8cc9-515e7852ebe1 HTTP/1.1" status: 200 len: 1000 time: 0.0966706 Jan 20 11:49:48.121022 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e4a18-d7cd-4741-b5b0-03a4568a7aad req-b2c7bf07-a86b-4a4c-b065-7badd1f74538 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:48.122503 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-245e4a18-d7cd-4741-b5b0-03a4568a7aad req-b2c7bf07-a86b-4a4c-b065-7badd1f74538 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0606391 Jan 20 11:49:48.196245 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-245e4a18-d7cd-4741-b5b0-03a4568a7aad req-62149c35-c8b5-4a61-8080-997385a5483b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677788 Jan 20 11:49:48.203802 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-d4debbe2-d074-42d8-9156-3dbbaa99dc4f None None] Set router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:49:48.205558 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [req-245e4a18-d7cd-4741-b5b0-03a4568a7aad req-2fb2d1b2-cffd-4a0a-83bc-e94d3c3a2c67 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84331) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:49:48.206465 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-245e4a18-d7cd-4741-b5b0-03a4568a7aad req-2fb2d1b2-cffd-4a0a-83bc-e94d3c3a2c67 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048201 Jan 20 11:49:48.344946 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-245e4a18-d7cd-4741-b5b0-03a4568a7aad req-2886b64c-7151-4310-82c7-a117777238ba service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318164 Jan 20 11:49:48.476768 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-245e4a18-d7cd-4741-b5b0-03a4568a7aad req-58896f1c-bc38-4a64-b7d2-5eb5dbdff06b service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265519 Jan 20 11:49:48.567142 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-d4debbe2-d074-42d8-9156-3dbbaa99dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:49:16Z', 'revision_number': 4, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port': {'id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:14Z', 'updated_at': '2022-01-20T11:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '9f421be2-aa33-473f-8db2-b8d08163ca88', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'floating_ip_address': '172.26.0.207', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'port_id': '128db231-423b-4816-8cc9-515e7852ebe1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:49:45Z', 'updated_at': '2022-01-20T11:49:45Z', 'revision_number': 0, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6c53c1-6970-441e-8e0f-a077955ee2f5', 'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'mac_address': 'fa:16:3e:4b:b2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:16Z', 'updated_at': '2022-01-20T11:49:25Z', 'revision_number': 5, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'subnets': [{'id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:49:48.570943 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4debbe2-d074-42d8-9156-3dbbaa99dc4f None None] The sync data for ids ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'] in dv-neutron-825471-1-hyperv is: [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:49:16Z', 'revision_number': 4, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port': {'id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:14Z', 'updated_at': '2022-01-20T11:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '9f421be2-aa33-473f-8db2-b8d08163ca88', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'floating_ip_address': '172.26.0.207', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'port_id': '128db231-423b-4816-8cc9-515e7852ebe1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:49:45Z', 'updated_at': '2022-01-20T11:49:45Z', 'revision_number': 0, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6c53c1-6970-441e-8e0f-a077955ee2f5', 'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'mac_address': 'fa:16:3e:4b:b2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:16Z', 'updated_at': '2022-01-20T11:49:25Z', 'revision_number': 5, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'subnets': [{'id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:49:49.040437 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 15f0aae9-b1da-47e8-830e-fab16d204168 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:49:49.109882 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 15f0aae9-b1da-47e8-830e-fab16d204168 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:49:49.110250 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:49:49.926122 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073d4727-c153-4062-a7d4-f84784e5acf4 None None] New status for floating IP 9f421be2-aa33-473f-8db2-b8d08163ca88: ACTIVE {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:49:59.506851 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2274b576-f696-4cf4-999e-6c1c610f1d9e req-2a144762-c712-468f-8ba5-fa14fe53d17b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672858 Jan 20 11:49:59.646858 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2274b576-f696-4cf4-999e-6c1c610f1d9e req-8d9521e4-30f3-44d7-8fdd-d8c332d5ba14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 1099 time: 0.0730853 Jan 20 11:49:59.880045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274b576-f696-4cf4-999e-6c1c610f1d9e req-5ae81e65-b678-44c2-817b-04df7f39a502 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:49:59.881470 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2274b576-f696-4cf4-999e-6c1c610f1d9e req-5ae81e65-b678-44c2-817b-04df7f39a502 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 910 time: 0.2166948 Jan 20 11:49:59.986032 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2274b576-f696-4cf4-999e-6c1c610f1d9e req-1de59ccd-1690-4674-976e-2a6404b2c0d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=128db231-423b-4816-8cc9-515e7852ebe1 HTTP/1.1" status: 200 len: 1002 time: 0.0971537 Jan 20 11:50:00.047671 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274b576-f696-4cf4-999e-6c1c610f1d9e req-83f33798-263a-4b4f-a1a7-5d477db29c44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:50:00.049255 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2274b576-f696-4cf4-999e-6c1c610f1d9e req-83f33798-263a-4b4f-a1a7-5d477db29c44 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0574832 Jan 20 11:50:00.125621 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2274b576-f696-4cf4-999e-6c1c610f1d9e req-8a1a797e-7ecd-40eb-bbbf-2ff930b84f96 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709872 Jan 20 11:50:00.255946 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2274b576-f696-4cf4-999e-6c1c610f1d9e req-5f7074ca-47ae-4562-8796-d4eb3f161f56 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239760 Jan 20 11:50:00.386303 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-2274b576-f696-4cf4-999e-6c1c610f1d9e req-8ad84f04-2693-4cd6-a162-246bc16b2e03 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230004 Jan 20 11:50:01.456534 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a76bc1ae-9978-4533-ad62-925cb1a6c469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:50:03.867141 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-01647d89-fe50-4ffc-bdd8-055d1126db1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:50:04.947320 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:50:05.010266 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:50:06.450292 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:50:09.055445 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:50:10.118920 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:50:31.425964 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-268f5556-436d-45c3-b663-9e118101fd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:50:33.872541 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-53db5fe5-0f58-4a0e-9338-f3498bf97390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:50:34.963939 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:50:35.015376 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:50:36.496004 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:50:40.101384 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:50:46.056632 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:51:00.518669 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-89d92b81-220a-43a7-8da6-d9e5e5c814f4 req-568fe125-1a10-41e0-8e53-87874af9aed6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654564 Jan 20 11:51:00.655731 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-89d92b81-220a-43a7-8da6-d9e5e5c814f4 req-7b33c3cc-25cf-4d58-a96d-f3fa10496ea8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 1099 time: 0.0675647 Jan 20 11:51:00.793867 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d92b81-220a-43a7-8da6-d9e5e5c814f4 req-a7b7c118-bc35-43c9-a020-617e2c053df3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:51:00.795198 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-89d92b81-220a-43a7-8da6-d9e5e5c814f4 req-a7b7c118-bc35-43c9-a020-617e2c053df3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 910 time: 0.1220386 Jan 20 11:51:00.894463 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-89d92b81-220a-43a7-8da6-d9e5e5c814f4 req-8766f7f6-cb37-4056-b33a-330f05aaf327 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=128db231-423b-4816-8cc9-515e7852ebe1 HTTP/1.1" status: 200 len: 1002 time: 0.0938721 Jan 20 11:51:00.957485 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d92b81-220a-43a7-8da6-d9e5e5c814f4 req-c77f14de-fc12-4288-a3bb-ad19cd18161e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:51:00.964736 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-89d92b81-220a-43a7-8da6-d9e5e5c814f4 req-c77f14de-fc12-4288-a3bb-ad19cd18161e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0588748 Jan 20 11:51:01.032288 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-89d92b81-220a-43a7-8da6-d9e5e5c814f4 req-03aff306-9bf0-46cf-9476-3d029c8fa39e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679371 Jan 20 11:51:01.163764 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-89d92b81-220a-43a7-8da6-d9e5e5c814f4 req-d8503943-7f27-47e2-b108-c60f4d3e1a60 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258121 Jan 20 11:51:01.293779 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-89d92b81-220a-43a7-8da6-d9e5e5c814f4 req-a726a0e0-2304-4d1f-8c09-9ff4f3994f55 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245141 Jan 20 11:51:01.420826 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cbbc342a-6e91-4af6-b0b6-a7ff92414f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:51:03.889280 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb4f3f5b-df93-4b39-88bf-3f865ab0d3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:51:05.003601 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:51:05.048449 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:51:06.460825 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:51:10.095131 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:51:23.056298 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:51:31.425917 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-09b4affb-c194-4527-9fc5-df54ba0dcab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:51:33.872135 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e31c9c2e-9f2c-4a84-b9db-326fb2fc4eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:51:34.952023 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:51:35.031550 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:51:36.459222 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:51:40.088164 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:51:40.246048 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37201d4-5bab-4253-af7e-3d790ea3ae30 req-f6887794-5c08-4cbb-a51d-872ce195c7e1 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:51:40.247500 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d37201d4-5bab-4253-af7e-3d790ea3ae30 req-f6887794-5c08-4cbb-a51d-872ce195c7e1 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0833173 Jan 20 11:51:40.292263 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d37201d4-5bab-4253-af7e-3d790ea3ae30 req-32af291d-cb4e-4cf9-b6d9-8496bd54bc23 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385487 Jan 20 11:51:41.500672 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6969fa-a05e-4070-b995-3dadd9b7e444 req-289520db-8628-44c8-bf58-127b17b05c23 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:51:41.502157 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7b6969fa-a05e-4070-b995-3dadd9b7e444 req-289520db-8628-44c8-bf58-127b17b05c23 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0749848 Jan 20 11:51:41.546884 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7b6969fa-a05e-4070-b995-3dadd9b7e444 req-41040984-1a06-4fda-b10e-0bdf71be9507 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393419 Jan 20 11:51:42.756632 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20275c-d4e5-48c1-a3b7-12d257024b29 req-d500094b-293e-4e64-a04e-dd9a16b4313f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:51:42.758087 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4b20275c-d4e5-48c1-a3b7-12d257024b29 req-d500094b-293e-4e64-a04e-dd9a16b4313f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0826697 Jan 20 11:51:42.802417 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4b20275c-d4e5-48c1-a3b7-12d257024b29 req-68c4796d-0e86-4b60-a4e9-fefc89091390 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385160 Jan 20 11:51:43.997781 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c72bd-74be-461f-b585-72a24f54c900 req-1528af2a-4cf5-4c3c-be9e-c896844e4893 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:51:43.999231 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d64c72bd-74be-461f-b585-72a24f54c900 req-1528af2a-4cf5-4c3c-be9e-c896844e4893 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0756218 Jan 20 11:51:44.047165 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d64c72bd-74be-461f-b585-72a24f54c900 req-54b9bec0-fef3-4adc-84e0-5a7d56577fb6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 Jan 20 11:51:45.240035 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b925be3-f491-4657-a5dd-9149e19c7e7d req-849d78a9-4c95-4f18-91d9-a8a8ebae518a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:51:45.241372 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8b925be3-f491-4657-a5dd-9149e19c7e7d req-849d78a9-4c95-4f18-91d9-a8a8ebae518a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0753603 Jan 20 11:51:45.285937 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8b925be3-f491-4657-a5dd-9149e19c7e7d req-0238209a-9f57-406a-b960-9247ee27c0e0 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386446 Jan 20 11:51:46.485103 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d13ec-b42f-444a-a747-b250a661cdbb req-8dd7a98a-b3f7-477c-a33e-7d7d99c2a641 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:51:46.486587 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-de6d13ec-b42f-444a-a747-b250a661cdbb req-8dd7a98a-b3f7-477c-a33e-7d7d99c2a641 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0781465 Jan 20 11:51:46.532781 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-de6d13ec-b42f-444a-a747-b250a661cdbb req-aea74970-d73c-4cf4-ba7f-557d7a0a2409 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400758 Jan 20 11:51:47.726270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7709578-6546-4737-961f-e853ea4eaad4 req-6ef05439-4a8c-499f-8716-40d34bef4664 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:51:47.727696 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f7709578-6546-4737-961f-e853ea4eaad4 req-6ef05439-4a8c-499f-8716-40d34bef4664 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0763602 Jan 20 11:51:47.772595 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f7709578-6546-4737-961f-e853ea4eaad4 req-46eed025-37bc-4783-858d-c761d158a158 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387988 Jan 20 11:51:49.058868 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f37075-e561-459f-a276-def447222e89 req-2d4fee26-d7c4-4e76-9964-14bfd631490b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:51:49.060924 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-92f37075-e561-459f-a276-def447222e89 req-2d4fee26-d7c4-4e76-9964-14bfd631490b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.1685719 Jan 20 11:51:49.104721 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-92f37075-e561-459f-a276-def447222e89 req-6e4e0aa4-ac8f-4075-b8b3-d056fe637dc7 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383904 Jan 20 11:51:50.302339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c08d8a-0675-4ee3-8fad-8ddba36e30ad req-60d7f37f-3163-4a03-acf2-4a23a4e55058 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:51:50.303698 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f3c08d8a-0675-4ee3-8fad-8ddba36e30ad req-60d7f37f-3163-4a03-acf2-4a23a4e55058 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0795426 Jan 20 11:51:50.350432 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f3c08d8a-0675-4ee3-8fad-8ddba36e30ad req-1c7cc999-8085-469f-a5c5-5404337185ac tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413551 Jan 20 11:51:51.662596 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc3e12-b505-4c7e-956d-6a84fa6099f0 req-4b84b78b-7e32-4bf9-bb94-2fd19f3469db tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:51:51.664015 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-53bc3e12-b505-4c7e-956d-6a84fa6099f0 req-4b84b78b-7e32-4bf9-bb94-2fd19f3469db tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.1918728 Jan 20 11:51:51.709330 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-53bc3e12-b505-4c7e-956d-6a84fa6099f0 req-4899b854-fbe7-4dbd-bc5b-b215b092ca9f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380495 Jan 20 11:51:52.107915 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 128db231-423b-4816-8cc9-515e7852ebe1 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:51:52.233842 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 128db231-423b-4816-8cc9-515e7852ebe1, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=128db231-423b-4816-8cc9-515e7852ebe1,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:51:52.246364 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '128db231-423b-4816-8cc9-515e7852ebe1', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'port_id': '128db231-423b-4816-8cc9-515e7852ebe1', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:51:52.298418 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:51:52.316333 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 128db231-423b-4816-8cc9-515e7852ebe1 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:51:52.331239 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 128db231-423b-4816-8cc9-515e7852ebe1, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=128db231-423b-4816-8cc9-515e7852ebe1,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:51:52.414485 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:51:52.516553 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=128db231-423b-4816-8cc9-515e7852ebe1,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:51:52.524517 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:51:52.524874 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:51:52.525212 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:51:52.525562 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:51:52.525907 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:51:52.526387 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:51:52.526565 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:51:52.526891 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:51:52.527217 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:51:52.527539 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:51:52.527886 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:51:52.537005 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['128db231-423b-4816-8cc9-515e7852ebe1'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:51:52.914578 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61af43-09f6-405a-b983-828026ce6599 req-776f4dc4-6e50-401a-bf34-4ea597c77624 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:51:52.916422 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8b61af43-09f6-405a-b983-828026ce6599 req-776f4dc4-6e50-401a-bf34-4ea597c77624 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 945 time: 0.0820699 Jan 20 11:51:52.967647 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8b61af43-09f6-405a-b983-828026ce6599 req-7864109b-8837-4d8d-acfb-79ce0053f968 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430183 Jan 20 11:51:54.105297 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 128db231-423b-4816-8cc9-515e7852ebe1 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:51:54.184531 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 128db231-423b-4816-8cc9-515e7852ebe1 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:51:54.185214 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:51:54.199568 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8405948-be1e-4a60-b2b7-e478834293f5 req-ef000e98-b9c8-41e7-aa26-7963244bb242 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:51:54.201719 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e8405948-be1e-4a60-b2b7-e478834293f5 req-ef000e98-b9c8-41e7-aa26-7963244bb242 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 945 time: 0.0902331 Jan 20 11:51:54.255115 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e8405948-be1e-4a60-b2b7-e478834293f5 req-3b3c7792-c325-421a-9b11-79f583281e1e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461628 Jan 20 11:51:54.316905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:51:54.345922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128db231-423b-4816-8cc9-515e7852ebe1'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:51:54.358348 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 128db231-423b-4816-8cc9-515e7852ebe1, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=128db231-423b-4816-8cc9-515e7852ebe1,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:51:54.406881 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128db231-423b-4816-8cc9-515e7852ebe1', 'code': 200} Jan 20 11:51:54.460251 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:51:54.531282 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=128db231-423b-4816-8cc9-515e7852ebe1,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:51:55.478577 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a35ce-8afa-4872-99f4-ae5c717d1266 req-eada570a-7d10-492e-8ca8-9fe134e81093 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:51:55.480080 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7d8a35ce-8afa-4872-99f4-ae5c717d1266 req-eada570a-7d10-492e-8ca8-9fe134e81093 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0864952 Jan 20 11:51:55.538080 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7d8a35ce-8afa-4872-99f4-ae5c717d1266 req-6f9cf4f3-0364-4f43-a375-47abe78c7787 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513561 Jan 20 11:51:56.758872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425cc44-9a3a-4942-ad65-1c071623e0b3 req-a17adb68-3cc3-4606-9796-a250947381f4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:51:56.808363 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1425cc44-9a3a-4942-ad65-1c071623e0b3 req-a17adb68-3cc3-4606-9796-a250947381f4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0928349 Jan 20 11:51:56.808363 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1425cc44-9a3a-4942-ad65-1c071623e0b3 req-317f7efc-021b-4d40-a0c6-206f3e3e5108 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412750 Jan 20 11:51:58.019271 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5974c2f-8411-44d3-abea-3b1c05bb3d68 req-210d133a-850f-4fea-b2a0-692f853ec785 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:51:58.020713 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d5974c2f-8411-44d3-abea-3b1c05bb3d68 req-210d133a-850f-4fea-b2a0-692f853ec785 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0857718 Jan 20 11:51:58.067887 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d5974c2f-8411-44d3-abea-3b1c05bb3d68 req-eb29a3c9-9a61-41c9-9ae6-57945da096b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416727 Jan 20 11:51:59.291640 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afccd3-ed83-4d34-a31c-cc670c4700e0 req-517dd7c6-36ce-48f6-8914-4136e1105ee8 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:51:59.293030 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d6afccd3-ed83-4d34-a31c-cc670c4700e0 req-517dd7c6-36ce-48f6-8914-4136e1105ee8 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0934200 Jan 20 11:51:59.343663 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d6afccd3-ed83-4d34-a31c-cc670c4700e0 req-bd8b4023-683a-45ef-9b8f-edfcb2efa1ee tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443792 Jan 20 11:52:00.056536 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:52:00.703191 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487dddd-5530-4b6d-ab85-760e1a87fa9f req-57b7906e-156e-4c24-9679-48cf0f7ef2c3 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:00.707622 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e03c5938-c877-441d-905e-81cf699dd34b req-94785c9d-ad02-4411-a22e-eedf2149e5a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 1099 time: 0.1799674 Jan 20 11:52:00.709567 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e487dddd-5530-4b6d-ab85-760e1a87fa9f req-57b7906e-156e-4c24-9679-48cf0f7ef2c3 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0844667 Jan 20 11:52:00.774102 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e487dddd-5530-4b6d-ab85-760e1a87fa9f req-296ac448-b9ed-4c23-b0f5-b2d015ae7b5b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534029 Jan 20 11:52:00.880545 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c5938-c877-441d-905e-81cf699dd34b req-9db1b4e6-3882-4dbb-8dff-67fc867df4c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:00.882023 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e03c5938-c877-441d-905e-81cf699dd34b req-9db1b4e6-3882-4dbb-8dff-67fc867df4c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 910 time: 0.1526179 Jan 20 11:52:01.097994 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e03c5938-c877-441d-905e-81cf699dd34b req-5d950965-0632-49c3-8538-a28c0304c249 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=128db231-423b-4816-8cc9-515e7852ebe1 HTTP/1.1" status: 200 len: 1002 time: 0.2093728 Jan 20 11:52:01.173630 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c5938-c877-441d-905e-81cf699dd34b req-3450a9a5-ea2c-4c7f-aa09-1cd169865195 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:01.175245 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e03c5938-c877-441d-905e-81cf699dd34b req-3450a9a5-ea2c-4c7f-aa09-1cd169865195 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0707705 Jan 20 11:52:01.254313 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e03c5938-c877-441d-905e-81cf699dd34b req-5ce491ce-10e9-4017-bc01-fefc91ca5f8d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721426 Jan 20 11:52:01.398967 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e03c5938-c877-441d-905e-81cf699dd34b req-7307427f-b3ad-4564-b36f-a357829e9607 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385782 Jan 20 11:52:01.437995 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9e5f557d-0e48-4361-a810-a18b5de38d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:52:01.546534 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-e03c5938-c877-441d-905e-81cf699dd34b req-fef60a33-1d18-4a57-8891-12f799ec6955 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417451 Jan 20 11:52:01.992154 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdf7bc-d177-4559-9577-41fb4bafe432 req-6d0a9de2-deb8-4d8a-a289-309f29b9be7a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:01.993677 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8ecdf7bc-d177-4559-9577-41fb4bafe432 req-6d0a9de2-deb8-4d8a-a289-309f29b9be7a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0867286 Jan 20 11:52:02.040836 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8ecdf7bc-d177-4559-9577-41fb4bafe432 req-a54c6211-6cf0-46e6-a2d9-1e79f3da3ff5 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404038 Jan 20 11:52:03.255191 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535b5e0-76d7-4d9b-bb92-50ec498e819d req-e70c3d3b-41ad-4a9d-8a5d-e2d87d0d443e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:03.256940 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2535b5e0-76d7-4d9b-bb92-50ec498e819d req-e70c3d3b-41ad-4a9d-8a5d-e2d87d0d443e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0947704 Jan 20 11:52:03.311775 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2535b5e0-76d7-4d9b-bb92-50ec498e819d req-c94ed2a9-ce85-4b19-823e-be11ee9c5856 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482447 Jan 20 11:52:03.883017 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0857dbf1-967a-415e-adfa-aa60919384d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:52:04.578777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e56b1-34d0-4882-909c-b74c45a2b4b7 req-ccf9dfa3-cb17-4168-a579-ab12030877f8 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:04.580219 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5c5e56b1-34d0-4882-909c-b74c45a2b4b7 req-ccf9dfa3-cb17-4168-a579-ab12030877f8 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.1485794 Jan 20 11:52:04.624300 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5c5e56b1-34d0-4882-909c-b74c45a2b4b7 req-5b68b7b1-ace9-4bea-9934-0f83465e50f5 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386229 Jan 20 11:52:04.965882 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:52:05.042520 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:52:05.396313 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-edabe249-6e45-42ce-9be6-40b5dd10cb85 req-6dd902bd-4612-4311-aa58-a6a05b6b752d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 1099 time: 0.0719495 Jan 20 11:52:05.526128 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabe249-6e45-42ce-9be6-40b5dd10cb85 req-6875eadb-e2c5-40bf-86d0-30e668174d71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:05.527568 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-edabe249-6e45-42ce-9be6-40b5dd10cb85 req-6875eadb-e2c5-40bf-86d0-30e668174d71 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 910 time: 0.1261828 Jan 20 11:52:05.627626 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-edabe249-6e45-42ce-9be6-40b5dd10cb85 req-1019e2ba-a783-4dac-b8cd-fe91b5e3c526 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=128db231-423b-4816-8cc9-515e7852ebe1 HTTP/1.1" status: 200 len: 1002 time: 0.0941181 Jan 20 11:52:05.687840 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabe249-6e45-42ce-9be6-40b5dd10cb85 req-415dd426-18f9-4b59-893f-49c77e483b28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:05.689289 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-edabe249-6e45-42ce-9be6-40b5dd10cb85 req-415dd426-18f9-4b59-893f-49c77e483b28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0565369 Jan 20 11:52:05.762019 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-edabe249-6e45-42ce-9be6-40b5dd10cb85 req-cc7d9e27-ae40-48ab-b254-a98f9c8cd7cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672858 Jan 20 11:52:05.817332 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306dc9a-58dc-4103-a476-73036c1d6b50 req-d95e70d2-3f57-44b7-b14f-cd1652532913 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:05.819676 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0306dc9a-58dc-4103-a476-73036c1d6b50 req-d95e70d2-3f57-44b7-b14f-cd1652532913 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0754805 Jan 20 11:52:05.868715 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0306dc9a-58dc-4103-a476-73036c1d6b50 req-ccafaf8f-1dc0-4ebb-9c1b-a620ee812ae2 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438702 Jan 20 11:52:05.893218 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-edabe249-6e45-42ce-9be6-40b5dd10cb85 req-3645483c-2fd4-4fd5-8489-5c8361130c35 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258447 Jan 20 11:52:06.024461 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-edabe249-6e45-42ce-9be6-40b5dd10cb85 req-a8611f07-8b22-406f-bb70-2a8074b3dcb1 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243329 Jan 20 11:52:06.476732 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:52:07.066448 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1705cd-6c27-4490-b0d9-b69c6f07cb01 req-3bfd68be-1a38-478b-9d34-1143212d3370 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:07.067872 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e1705cd-6c27-4490-b0d9-b69c6f07cb01 req-3bfd68be-1a38-478b-9d34-1143212d3370 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0753376 Jan 20 11:52:07.112331 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5e1705cd-6c27-4490-b0d9-b69c6f07cb01 req-2887ecb1-b8a0-483f-a270-bd71f1b8a2ab tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391214 Jan 20 11:52:08.316461 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f1b3a-fda4-4449-9314-46e008f3934d req-0f304ce5-8603-4fc6-b9fb-16895949adbe tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:08.317842 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-093f1b3a-fda4-4449-9314-46e008f3934d req-0f304ce5-8603-4fc6-b9fb-16895949adbe tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0814855 Jan 20 11:52:08.362642 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-093f1b3a-fda4-4449-9314-46e008f3934d req-59a561b1-01fc-4b59-bc09-86e13e9a7679 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392308 Jan 20 11:52:08.608976 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-603fa52f-97f3-49c2-9f28-c66a75ad55bf req-5068c68e-fab0-4f22-aa1c-85fefb20c305 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1313257 Jan 20 11:52:08.992722 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e6b7a-f46a-4918-88e6-3ab4e3baf41e req-0a88fbf5-0a6d-4724-8550-daf1937205fd tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:08.994273 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f83e6b7a-f46a-4918-88e6-3ab4e3baf41e req-0a88fbf5-0a6d-4724-8550-daf1937205fd tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.0837383 Jan 20 11:52:09.039876 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f83e6b7a-f46a-4918-88e6-3ab4e3baf41e req-9bb154a9-77b6-4de9-a08a-1c5be974420f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401263 Jan 20 11:52:09.104370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 45262) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:52:09.235866 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cffddd36-beff-4471-90d4-3cd091a8a150 req-13d750da-4bef-4acb-a84f-62efe161d315 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1302569 Jan 20 11:52:10.133642 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 128db231-423b-4816-8cc9-515e7852ebe1 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:52:10.161698 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:52:10.250588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:52:10.279813 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '128db231-423b-4816-8cc9-515e7852ebe1'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:52:10.289281 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 128db231-423b-4816-8cc9-515e7852ebe1, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=128db231-423b-4816-8cc9-515e7852ebe1,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:52:10.330748 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89587fbf-4af7-44ac-92f2-e72e78b645bf req-aa4f681f-cd44-4c33-8634-529e998d7e17 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:10.332239 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89587fbf-4af7-44ac-92f2-e72e78b645bf req-aa4f681f-cd44-4c33-8634-529e998d7e17 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 946 time: 0.1664197 Jan 20 11:52:10.332893 dv-neutron-825471-1-hyperv neutron-server[84333]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '128db231-423b-4816-8cc9-515e7852ebe1', 'code': 422} returned with failed status Jan 20 11:52:10.366904 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:52:10.379577 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89587fbf-4af7-44ac-92f2-e72e78b645bf req-eef96e93-352b-464d-8911-c94d84ebde95 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412531 Jan 20 11:52:10.431653 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=128db231-423b-4816-8cc9-515e7852ebe1,revision_number=8']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:52:10.467291 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cffddd36-beff-4471-90d4-3cd091a8a150 req-3faba1d4-8403-4820-a804-3f86bbbef808 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea&tenant_id=e7541420884a4d61b2ec3ce118c9f085 HTTP/1.1" status: 200 len: 1097 time: 0.0735240 Jan 20 11:52:10.553796 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cffddd36-beff-4471-90d4-3cd091a8a150 req-e11c41b9-1c7a-4e8c-bb87-a719c0c8195e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 1097 time: 0.0673354 Jan 20 11:52:10.680201 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffddd36-beff-4471-90d4-3cd091a8a150 req-d91b4ba0-4162-47d2-83d0-19ab39f1e0c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:10.681651 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cffddd36-beff-4471-90d4-3cd091a8a150 req-d91b4ba0-4162-47d2-83d0-19ab39f1e0c0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 910 time: 0.1220942 Jan 20 11:52:10.866863 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cffddd36-beff-4471-90d4-3cd091a8a150 req-f95e6965-f534-4fe6-9cde-619cd4971ddb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=128db231-423b-4816-8cc9-515e7852ebe1 HTTP/1.1" status: 200 len: 1000 time: 0.1796460 Jan 20 11:52:10.931085 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffddd36-beff-4471-90d4-3cd091a8a150 req-938b8957-17bd-4a3a-93a3-3b75098f91b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:10.932415 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cffddd36-beff-4471-90d4-3cd091a8a150 req-938b8957-17bd-4a3a-93a3-3b75098f91b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0590358 Jan 20 11:52:11.006384 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cffddd36-beff-4471-90d4-3cd091a8a150 req-6c24985a-6b0a-4d72-b321-56bfbaea0e77 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684431 Jan 20 11:52:11.137370 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cffddd36-beff-4471-90d4-3cd091a8a150 req-0f9ce817-ed92-4613-b883-1c2a02f4aeca service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250255 Jan 20 11:52:11.268211 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cffddd36-beff-4471-90d4-3cd091a8a150 req-66ba1548-3654-40b6-a116-64f03819bc51 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249576 Jan 20 11:52:11.577641 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b7367-8e39-489a-95d0-5a3202e26153 req-cbcf1cca-8813-4a86-b8b7-87825207e1ba tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:11.579116 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-477b7367-8e39-489a-95d0-5a3202e26153 req-cbcf1cca-8813-4a86-b8b7-87825207e1ba tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 944 time: 0.0753162 Jan 20 11:52:11.625630 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-477b7367-8e39-489a-95d0-5a3202e26153 req-8cc132af-c6e3-46b2-9348-420ab16469ec tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400965 Jan 20 11:52:12.842781 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822894c-40da-424e-9dea-7c0564fe615e req-4e139399-1028-4b3b-a696-254e7cad85a4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:12.845441 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c822894c-40da-424e-9dea-7c0564fe615e req-4e139399-1028-4b3b-a696-254e7cad85a4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 944 time: 0.0894909 Jan 20 11:52:12.895257 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c822894c-40da-424e-9dea-7c0564fe615e req-d355c8d3-5d6c-4f2f-b893-68f6d03d5ba7 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437706 Jan 20 11:52:14.116222 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd708e-e38b-4fbc-8362-5b508c37105d req-7a74f62a-7333-48ce-8d4e-afbeac00dae6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:14.117693 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b5fd708e-e38b-4fbc-8362-5b508c37105d req-7a74f62a-7333-48ce-8d4e-afbeac00dae6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 944 time: 0.0804849 Jan 20 11:52:14.165382 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b5fd708e-e38b-4fbc-8362-5b508c37105d req-8a8fe40f-89e6-4c61-a0dc-a72824dd1db9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419195 Jan 20 11:52:15.378708 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b85fa2-93dd-4296-a816-e52230150107 req-030526c3-da4a-42eb-b6cc-15eee972b818 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:15.385527 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-69b85fa2-93dd-4296-a816-e52230150107 req-030526c3-da4a-42eb-b6cc-15eee972b818 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 944 time: 0.0872719 Jan 20 11:52:15.430102 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-69b85fa2-93dd-4296-a816-e52230150107 req-daeed12b-94fa-4036-8c6b-25209c0751a4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436001 Jan 20 11:52:16.633799 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a419b05-3294-4861-9efb-751be1506cc9 req-6989f3f0-0caf-4848-bfea-c4f94e49e667 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:16.635247 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a419b05-3294-4861-9efb-751be1506cc9 req-6989f3f0-0caf-4848-bfea-c4f94e49e667 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 944 time: 0.0840282 Jan 20 11:52:16.690007 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4a419b05-3294-4861-9efb-751be1506cc9 req-84dacfe0-e1b1-4652-aafa-4e063ac7a71a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483189 Jan 20 11:52:17.905730 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c157af-1813-4d20-9071-4ea9276a6167 req-63df4ef9-adbd-417c-906a-b79b07509359 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:17.908043 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-29c157af-1813-4d20-9071-4ea9276a6167 req-63df4ef9-adbd-417c-906a-b79b07509359 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 944 time: 0.0795782 Jan 20 11:52:17.965872 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-29c157af-1813-4d20-9071-4ea9276a6167 req-98deb361-00f8-4be3-865a-479d91d8fa42 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522637 Jan 20 11:52:19.176327 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a73144-6a13-459a-9b46-52c14e171d8c req-467d432d-b3b3-4085-b4fa-87fdba77d6c5 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:19.196568 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-40a73144-6a13-459a-9b46-52c14e171d8c req-467d432d-b3b3-4085-b4fa-87fdba77d6c5 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 944 time: 0.0875940 Jan 20 11:52:19.225959 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-40a73144-6a13-459a-9b46-52c14e171d8c req-05a2acb1-98ae-4085-a611-1a885fbd62fc tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417187 Jan 20 11:52:20.427336 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15499d-5561-42e4-9f93-610e8b735d24 req-2834c4e2-c2c8-4fbb-b610-60715e22d682 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:20.428857 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd15499d-5561-42e4-9f93-610e8b735d24 req-2834c4e2-c2c8-4fbb-b610-60715e22d682 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 944 time: 0.0752099 Jan 20 11:52:20.473057 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cd15499d-5561-42e4-9f93-610e8b735d24 req-ed0472ca-9b8a-4bab-b12d-e790c70cd728 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388443 Jan 20 11:52:21.672258 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba56de-ef8f-4f02-b3f4-43181de70df2 req-55f54d88-c2fa-4b99-b210-27a5a2ff10be tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:21.673718 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-77ba56de-ef8f-4f02-b3f4-43181de70df2 req-55f54d88-c2fa-4b99-b210-27a5a2ff10be tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 944 time: 0.0782177 Jan 20 11:52:21.717759 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-77ba56de-ef8f-4f02-b3f4-43181de70df2 req-bc52d20d-4938-4e63-a6f1-d3bc5c189b2f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386052 Jan 20 11:52:22.148368 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 128db231-423b-4816-8cc9-515e7852ebe1 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:52:22.278513 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 128db231-423b-4816-8cc9-515e7852ebe1, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=128db231-423b-4816-8cc9-515e7852ebe1,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:52:22.291527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '128db231-423b-4816-8cc9-515e7852ebe1', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'port_id': '128db231-423b-4816-8cc9-515e7852ebe1', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:52:22.348769 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:52:22.366485 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128db231-423b-4816-8cc9-515e7852ebe1 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:52:22.381839 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 128db231-423b-4816-8cc9-515e7852ebe1, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=128db231-423b-4816-8cc9-515e7852ebe1,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:52:22.442567 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:52:22.506837 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=128db231-423b-4816-8cc9-515e7852ebe1,revision_number=9']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:52:22.678756 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['128db231-423b-4816-8cc9-515e7852ebe1'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:52:22.918552 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2b0b2-c529-42e4-b4ae-8d2cdb9e4eb0 req-a639c5b3-c3af-44e9-90e5-ed29f3497563 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:22.920391 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-22d2b0b2-c529-42e4-b4ae-8d2cdb9e4eb0 req-a639c5b3-c3af-44e9-90e5-ed29f3497563 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 945 time: 0.0783558 Jan 20 11:52:22.973455 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-22d2b0b2-c529-42e4-b4ae-8d2cdb9e4eb0 req-a69aeb2a-0fa4-4174-bc20-62d23b7d704d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461845 Jan 20 11:52:24.163579 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 128db231-423b-4816-8cc9-515e7852ebe1 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:52:24.166705 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf862b-2517-4cb3-a730-b95e00ca2ee3 req-3aefa0e3-f147-4396-83fb-d84b41c637c8 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:24.168158 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-16cf862b-2517-4cb3-a730-b95e00ca2ee3 req-3aefa0e3-f147-4396-83fb-d84b41c637c8 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 945 time: 0.0748918 Jan 20 11:52:24.215359 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-16cf862b-2517-4cb3-a730-b95e00ca2ee3 req-c378227d-098f-4754-8f01-771e03860147 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410054 Jan 20 11:52:24.233240 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 128db231-423b-4816-8cc9-515e7852ebe1 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:52:24.233704 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:52:24.344509 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:52:24.397861 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128db231-423b-4816-8cc9-515e7852ebe1'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:52:24.407154 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 128db231-423b-4816-8cc9-515e7852ebe1, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=128db231-423b-4816-8cc9-515e7852ebe1,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:52:24.451574 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128db231-423b-4816-8cc9-515e7852ebe1', 'code': 200} Jan 20 11:52:24.488425 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:52:24.552138 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=128db231-423b-4816-8cc9-515e7852ebe1,revision_number=10']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:52:24.787162 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7e94e394-8423-424f-a515-211cedb04be2 req-61edafb5-e229-4716-bbc0-85b951b070fc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 1100 time: 0.0659640 Jan 20 11:52:24.832585 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7e94e394-8423-424f-a515-211cedb04be2 req-f3881fbd-f611-402b-9b71-8a5ac2e72131 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388987 Jan 20 11:52:25.410575 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821252b-344d-45bb-8dae-c8d5baa580a7 req-66e3b6d1-3eda-47fd-8f57-b100c30e76f4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:25.411981 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0821252b-344d-45bb-8dae-c8d5baa580a7 req-66e3b6d1-3eda-47fd-8f57-b100c30e76f4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 947 time: 0.0777133 Jan 20 11:52:25.454986 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0821252b-344d-45bb-8dae-c8d5baa580a7 req-51c94c20-bd39-4481-82ed-f53f1c57a677 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375948 Jan 20 11:52:26.653856 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14fd3e-d058-49de-8707-9e357c284be8 req-9ace23a9-7f23-4ab5-bc2c-0926e6c7a5ee tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:26.655321 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5c14fd3e-d058-49de-8707-9e357c284be8 req-9ace23a9-7f23-4ab5-bc2c-0926e6c7a5ee tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 947 time: 0.0791423 Jan 20 11:52:26.702093 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5c14fd3e-d058-49de-8707-9e357c284be8 req-c491bc2d-0e59-4c6a-85f1-3f4e09db6905 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398932 Jan 20 11:52:27.901711 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677cd62-283e-4f50-a93b-e0f8e7166bf9 req-66bb9c1d-a622-4634-8da2-c153f8fc910b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:52:27.903157 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8677cd62-283e-4f50-a93b-e0f8e7166bf9 req-66bb9c1d-a622-4634-8da2-c153f8fc910b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 947 time: 0.0777109 Jan 20 11:52:27.948106 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8677cd62-283e-4f50-a93b-e0f8e7166bf9 req-4b90c643-79bc-4beb-9efb-bfa5ca52957a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386994 Jan 20 11:52:31.481988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-006d79de-cacb-4473-a7f2-75ad8c9f694c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:52:33.897773 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bf42f38f-88e1-40d2-8071-f51df4f1efe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:52:34.968087 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:52:35.034887 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:52:36.482324 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:52:37.057924 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:52:40.207845 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:00.503281 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5d31f5fe-0f82-445f-b1d7-bbb4b8f562b3 req-68948e8f-1f43-486f-a179-9362b01bf95d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688045 Jan 20 11:53:00.635677 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5d31f5fe-0f82-445f-b1d7-bbb4b8f562b3 req-8a5a763c-7cc6-45cd-8622-d47c03b8e26f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 1100 time: 0.0676773 Jan 20 11:53:00.775976 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31f5fe-0f82-445f-b1d7-bbb4b8f562b3 req-6e847c21-31e2-416f-a857-e1ac277701c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:53:00.777306 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5d31f5fe-0f82-445f-b1d7-bbb4b8f562b3 req-6e847c21-31e2-416f-a857-e1ac277701c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 910 time: 0.1250255 Jan 20 11:53:00.878155 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5d31f5fe-0f82-445f-b1d7-bbb4b8f562b3 req-c855fcde-3d8f-43ec-89e0-f6cc34a008dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=128db231-423b-4816-8cc9-515e7852ebe1 HTTP/1.1" status: 200 len: 1002 time: 0.0951400 Jan 20 11:53:00.942698 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31f5fe-0f82-445f-b1d7-bbb4b8f562b3 req-52dbb630-28df-48eb-bd09-131d79360331 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:53:00.944193 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5d31f5fe-0f82-445f-b1d7-bbb4b8f562b3 req-52dbb630-28df-48eb-bd09-131d79360331 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0608377 Jan 20 11:53:01.016524 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5d31f5fe-0f82-445f-b1d7-bbb4b8f562b3 req-256eeeb5-c176-42ee-b846-9661dcc7ff19 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664272 Jan 20 11:53:01.144447 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5d31f5fe-0f82-445f-b1d7-bbb4b8f562b3 req-7fff8635-abd8-49f7-a762-5228a2ab8ca8 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220219 Jan 20 11:53:01.271618 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5d31f5fe-0f82-445f-b1d7-bbb4b8f562b3 req-5831a404-eacc-4197-b2f7-2e3f9aab0842 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221302 Jan 20 11:53:01.439958 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-6119c499-10e5-4bb9-bf7e-0236c27909fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:03.892841 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-11553602-0b5b-4e43-82ea-d39f5a3babb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:04.977560 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:05.034717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:06.452826 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:10.076002 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:14.058226 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:53:31.435534 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-00482907-155c-45bd-911a-e1f5f392595b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:33.909618 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c61e467c-96af-4bf6-a6b6-729b975ef68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:34.967186 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:35.051045 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:36.469759 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:38.643042 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 45382) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:53:38.933907 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Deleting port 4c0fd923-0eb5-4b41-8084-dc5190f332e8 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:53:38.934244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:39.095777 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:39.096112 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:39.215822 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Calling delete_port for 4c0fd923-0eb5-4b41-8084-dc5190f332e8 owned by network:floatingip {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:53:39.418388 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:39.463536 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event deleted for resources: {'Port': ['ID=4c0fd923-0eb5-4b41-8084-dc5190f332e8,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:53:39.558335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:53:39.558684 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:53:39.559024 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:53:39.559397 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:53:39.559731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:53:39.560057 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:53:39.560377 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:53:39.560701 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:53:39.561022 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:53:39.561337 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:53:39.561710 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:53:39.571956 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for floatingip, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:39.957936 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:53:40.064532 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:40.158726 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:53:40.169825 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42ea95d-3b52-4042-9433-b5c686a45379 None None] Sync routers for ids ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:53:40.172277 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:40.181814 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42ea95d-3b52-4042-9433-b5c686a45379 None None] Routers {'009b6080-8f8f-49fa-8b77-5c4c8caabe87'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:53:40.182407 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e42ea95d-3b52-4042-9433-b5c686a45379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:53:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:53:40.228059 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f6d379b9-bcf4-4c42-b7bf-1828b633194f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "DELETE /v2.0/floatingips/9f421be2-aa33-473f-8db2-b8d08163ca88 HTTP/1.1" status: 204 len: 168 time: 1.5836654 Jan 20 11:53:40.228826 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'tag': '128db231-423b-4816-8cc9-515e7852ebe1'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:53:40.303255 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'tag': '128db231-423b-4816-8cc9-515e7852ebe1', 'status': 'completed', 'code': 200} Jan 20 11:53:40.368518 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-e42ea95d-3b52-4042-9433-b5c686a45379 None None] Set router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:53:40.397427 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0af8c6c2-1ee3-43ad-80c4-a9e78d5f2915 req-b5a9e1b2-5f91-4bad-ba64-387243d114d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 1100 time: 0.0711606 Jan 20 11:53:40.529493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8c6c2-1ee3-43ad-80c4-a9e78d5f2915 req-088d2676-96b6-443c-ac05-0030199589bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:53:40.530881 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0af8c6c2-1ee3-43ad-80c4-a9e78d5f2915 req-088d2676-96b6-443c-ac05-0030199589bc service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 910 time: 0.1278446 Jan 20 11:53:40.689940 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e42ea95d-3b52-4042-9433-b5c686a45379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:49:16Z', 'revision_number': 4, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port': {'id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:14Z', 'updated_at': '2022-01-20T11:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '6e6c53c1-6970-441e-8e0f-a077955ee2f5', 'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'mac_address': 'fa:16:3e:4b:b2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:16Z', 'updated_at': '2022-01-20T11:49:25Z', 'revision_number': 5, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'subnets': [{'id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:53:40.694154 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42ea95d-3b52-4042-9433-b5c686a45379 None None] Checking router: 009b6080-8f8f-49fa-8b77-5c4c8caabe87 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:53:40.704815 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42ea95d-3b52-4042-9433-b5c686a45379 None None] Routers {'009b6080-8f8f-49fa-8b77-5c4c8caabe87'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:53:40.705429 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e42ea95d-3b52-4042-9433-b5c686a45379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:53:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:53:40.714792 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0af8c6c2-1ee3-43ad-80c4-a9e78d5f2915 req-cc9f2cac-1b8c-4e19-bc6d-5d2c5de03223 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=128db231-423b-4816-8cc9-515e7852ebe1 HTTP/1.1" status: 200 len: 217 time: 0.1781888 Jan 20 11:53:40.786265 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8c6c2-1ee3-43ad-80c4-a9e78d5f2915 req-28d1444a-41a4-4d64-a74e-af08a1757726 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:53:40.787590 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0af8c6c2-1ee3-43ad-80c4-a9e78d5f2915 req-28d1444a-41a4-4d64-a74e-af08a1757726 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0673873 Jan 20 11:53:40.855508 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077506a-dbba-4e93-9e10-ff8a13249e55 req-1e5b221f-3cfe-47cd-8ada-33ebbcfa85a9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:53:40.857339 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4077506a-dbba-4e93-9e10-ff8a13249e55 req-1e5b221f-3cfe-47cd-8ada-33ebbcfa85a9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 947 time: 0.0786319 Jan 20 11:53:40.868485 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0af8c6c2-1ee3-43ad-80c4-a9e78d5f2915 req-5a1a5d88-41a6-46ab-a0b6-8aba04bb35b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749893 Jan 20 11:53:40.886455 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-e42ea95d-3b52-4042-9433-b5c686a45379 None None] Set router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:53:40.908891 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4077506a-dbba-4e93-9e10-ff8a13249e55 req-4bda514e-90f8-4dbc-a2a4-790a7426576c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452862 Jan 20 11:53:41.010941 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0af8c6c2-1ee3-43ad-80c4-a9e78d5f2915 req-5cf59a0c-f3a9-4d57-b78b-183c533e7141 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356390 Jan 20 11:53:41.144321 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-0af8c6c2-1ee3-43ad-80c4-a9e78d5f2915 req-ee589ba2-d6da-44dc-9bcd-99b021d77052 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272910 Jan 20 11:53:41.231965 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-e42ea95d-3b52-4042-9433-b5c686a45379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:49:16Z', 'revision_number': 4, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port': {'id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:14Z', 'updated_at': '2022-01-20T11:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '6e6c53c1-6970-441e-8e0f-a077955ee2f5', 'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'mac_address': 'fa:16:3e:4b:b2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:16Z', 'updated_at': '2022-01-20T11:49:25Z', 'revision_number': 5, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'subnets': [{'id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:53:41.235781 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42ea95d-3b52-4042-9433-b5c686a45379 None None] The sync data for ids ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'] in dv-neutron-825471-1-hyperv is: [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:49:16Z', 'revision_number': 4, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port': {'id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:14Z', 'updated_at': '2022-01-20T11:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '6e6c53c1-6970-441e-8e0f-a077955ee2f5', 'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'mac_address': 'fa:16:3e:4b:b2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:16Z', 'updated_at': '2022-01-20T11:49:25Z', 'revision_number': 5, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'subnets': [{'id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:53:41.471593 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fed466-7945-4941-8ed9-e3d1e649171e None None] New status for floating IP 9f421be2-aa33-473f-8db2-b8d08163ca88: DOWN {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:53:42.105854 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75980c3-59f1-4d4e-99c1-2d3c8775aa52 req-123f6e6d-eec4-494a-aef6-b39d6eab65a6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:53:42.107293 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f75980c3-59f1-4d4e-99c1-2d3c8775aa52 req-123f6e6d-eec4-494a-aef6-b39d6eab65a6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 947 time: 0.0758049 Jan 20 11:53:42.135934 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d98b1f-030d-453f-bcc6-34fcf1191f42 req-d2058152-7323-4cb7-a0b0-1326384867dd tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:53:42.136633 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-19d98b1f-030d-453f-bcc6-34fcf1191f42 req-d2058152-7323-4cb7-a0b0-1326384867dd tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Synchronizing usage tracker for tenant:e7541420884a4d61b2ec3ce118c9f085 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:53:42.151590 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f75980c3-59f1-4d4e-99c1-2d3c8775aa52 req-62fa3d38-574f-4516-ae70-2bc2abed00ba tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=56a5ca24-19f8-428d-944b-9afad3c364b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388362 Jan 20 11:53:42.217045 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-19d98b1f-030d-453f-bcc6-34fcf1191f42 req-d2058152-7323-4cb7-a0b0-1326384867dd tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Unset dirty status for tenant:e7541420884a4d61b2ec3ce118c9f085 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:53:42.218252 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-19d98b1f-030d-453f-bcc6-34fcf1191f42 req-d2058152-7323-4cb7-a0b0-1326384867dd tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.72 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 947 time: 0.1556976 Jan 20 11:53:42.290440 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-19d98b1f-030d-453f-bcc6-34fcf1191f42 req-9c29061e-3245-4666-a80f-8bba81828304 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Deleting port 128db231-423b-4816-8cc9-515e7852ebe1 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:53:42.290781 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-19d98b1f-030d-453f-bcc6-34fcf1191f42 req-9c29061e-3245-4666-a80f-8bba81828304 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:42.534495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-19d98b1f-030d-453f-bcc6-34fcf1191f42 req-9c29061e-3245-4666-a80f-8bba81828304 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] For port 128db231-423b-4816-8cc9-515e7852ebe1, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=128db231-423b-4816-8cc9-515e7852ebe1,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:53:42.534772 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-19d98b1f-030d-453f-bcc6-34fcf1191f42 req-9c29061e-3245-4666-a80f-8bba81828304 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:42.654281 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-19d98b1f-030d-453f-bcc6-34fcf1191f42 req-9c29061e-3245-4666-a80f-8bba81828304 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Calling delete_port for 128db231-423b-4816-8cc9-515e7852ebe1 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:53:42.864164 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-19d98b1f-030d-453f-bcc6-34fcf1191f42 req-9c29061e-3245-4666-a80f-8bba81828304 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:42.912816 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29061e-3245-4666-a80f-8bba81828304 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event deleted for resources: {'Port': ['ID=128db231-423b-4816-8cc9-515e7852ebe1,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:53:42.985947 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d98b1f-030d-453f-bcc6-34fcf1191f42 req-9c29061e-3245-4666-a80f-8bba81828304 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] No DVR routers for this DVR port 128db231-423b-4816-8cc9-515e7852ebe1 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:53:42.988199 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-19d98b1f-030d-453f-bcc6-34fcf1191f42 req-9c29061e-3245-4666-a80f-8bba81828304 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:42.990556 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'name': 'network-vif-deleted', 'tag': '128db231-423b-4816-8cc9-515e7852ebe1'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:53:43.048131 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b058e2-a192-4220-a544-7e37c95cb7ea', 'name': 'network-vif-deleted', 'tag': '128db231-423b-4816-8cc9-515e7852ebe1', 'status': 'completed', 'code': 200} Jan 20 11:53:43.059213 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-19d98b1f-030d-453f-bcc6-34fcf1191f42 req-9c29061e-3245-4666-a80f-8bba81828304 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.72 "DELETE /v2.0/ports/128db231-423b-4816-8cc9-515e7852ebe1 HTTP/1.1" status: 204 len: 173 time: 0.8357871 Jan 20 11:53:43.319224 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-06d77255-cea6-42e8-a045-1ef247a0181d req-fae98607-8b76-4cda-9e34-c7c8b633f74b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b058e2-a192-4220-a544-7e37c95cb7ea HTTP/1.1" status: 200 len: 210 time: 0.0454865 Jan 20 11:53:44.427316 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 45402) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:53:44.496417 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c14e1712-3c34-45cc-be94-c5c0e2a2b275 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:44.525155 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c14e1712-3c34-45cc-be94-c5c0e2a2b275 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:44.664110 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c14e1712-3c34-45cc-be94-c5c0e2a2b275 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:44.683488 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e1712-3c34-45cc-be94-c5c0e2a2b275 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a5ca24-19f8-428d-944b-9afad3c364b6,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:53:44.752537 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c14e1712-3c34-45cc-be94-c5c0e2a2b275 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:44.753724 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c14e1712-3c34-45cc-be94-c5c0e2a2b275 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "DELETE /v2.0/security-groups/56a5ca24-19f8-428d-944b-9afad3c364b6 HTTP/1.1" status: 204 len: 168 time: 0.3254013 Jan 20 11:53:46.200990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 45412) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:53:46.206862 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-96e3a0ec-38ba-44fe-9ebe-1802c635cf59 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2080176168', 'description': 'tempest-secgroup-smoke-2080176168 description', 'project_id': 'e7541420884a4d61b2ec3ce118c9f085'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:53:46.213145 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-96e3a0ec-38ba-44fe-9ebe-1802c635cf59 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:53:46.217113 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-96e3a0ec-38ba-44fe-9ebe-1802c635cf59 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:security_group and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:53:46.219938 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-96e3a0ec-38ba-44fe-9ebe-1802c635cf59 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:53:46.225427 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-96e3a0ec-38ba-44fe-9ebe-1802c635cf59 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:53:46.319599 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-96e3a0ec-38ba-44fe-9ebe-1802c635cf59 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:46.354965 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-96e3a0ec-38ba-44fe-9ebe-1802c635cf59 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:53:46.358683 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-96e3a0ec-38ba-44fe-9ebe-1802c635cf59 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:security_group_rule and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:53:46.361391 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-96e3a0ec-38ba-44fe-9ebe-1802c635cf59 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:53:46.367084 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-96e3a0ec-38ba-44fe-9ebe-1802c635cf59 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:53:46.425390 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-96e3a0ec-38ba-44fe-9ebe-1802c635cf59 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:46.520854 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-96e3a0ec-38ba-44fe-9ebe-1802c635cf59 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:46.564743 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a0ec-38ba-44fe-9ebe-1802c635cf59 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4716200-92a9-4d7d-b31c-03975f9e4522,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:53:46.583139 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 128db231-423b-4816-8cc9-515e7852ebe1 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:53:46.607199 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-96e3a0ec-38ba-44fe-9ebe-1802c635cf59 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:46.611238 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-96e3a0ec-38ba-44fe-9ebe-1802c635cf59 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4064531 Jan 20 11:53:46.611526 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 45416) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:53:46.617047 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-bb3999fa-18fc-495c-865a-33f286bb469f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Request body: {'security_group_rule': {'security_group_id': 'e4716200-92a9-4d7d-b31c-03975f9e4522', 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:53:46.619653 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 128db231-423b-4816-8cc9-515e7852ebe1 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:53:46.620493 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 128db231-423b-4816-8cc9-515e7852ebe1 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:53:46.623754 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-bb3999fa-18fc-495c-865a-33f286bb469f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:53:46.627517 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-bb3999fa-18fc-495c-865a-33f286bb469f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:security_group_rule and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:53:46.630463 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-bb3999fa-18fc-495c-865a-33f286bb469f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:53:46.636237 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-bb3999fa-18fc-495c-865a-33f286bb469f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:53:46.725460 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bb3999fa-18fc-495c-865a-33f286bb469f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:46.786371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bb3999fa-18fc-495c-865a-33f286bb469f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:46.829377 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bb3999fa-18fc-495c-865a-33f286bb469f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:46.855611 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3999fa-18fc-495c-865a-33f286bb469f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0342e99-b1f5-4332-b62a-866b9649e9f2,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:53:46.913700 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bb3999fa-18fc-495c-865a-33f286bb469f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:46.914940 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bb3999fa-18fc-495c-865a-33f286bb469f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3024473 Jan 20 11:53:46.917839 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 45420) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:53:46.923346 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-c8880fc5-defb-4d2f-8fbf-7a5a0ed1f9ac tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Request body: {'security_group_rule': {'security_group_id': 'e4716200-92a9-4d7d-b31c-03975f9e4522', 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:53:46.929376 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c8880fc5-defb-4d2f-8fbf-7a5a0ed1f9ac tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:53:46.933402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c8880fc5-defb-4d2f-8fbf-7a5a0ed1f9ac tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:security_group_rule and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:53:46.936406 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-c8880fc5-defb-4d2f-8fbf-7a5a0ed1f9ac tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:53:46.942441 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-c8880fc5-defb-4d2f-8fbf-7a5a0ed1f9ac tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:53:47.016856 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c8880fc5-defb-4d2f-8fbf-7a5a0ed1f9ac tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:47.079672 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c8880fc5-defb-4d2f-8fbf-7a5a0ed1f9ac tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:47.159139 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c8880fc5-defb-4d2f-8fbf-7a5a0ed1f9ac tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:47.182118 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8880fc5-defb-4d2f-8fbf-7a5a0ed1f9ac tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f66e10-f3fd-49bf-856e-8523bb4c9d3b,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:53:47.262280 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-c8880fc5-defb-4d2f-8fbf-7a5a0ed1f9ac tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:47.263458 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c8880fc5-defb-4d2f-8fbf-7a5a0ed1f9ac tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3447034 Jan 20 11:53:47.266229 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 45424) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:53:47.271665 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-cfebf24d-f6fc-491a-a05b-83becb0e0cfa tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Request body: {'security_group_rule': {'security_group_id': 'e4716200-92a9-4d7d-b31c-03975f9e4522', 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:53:47.277712 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-cfebf24d-f6fc-491a-a05b-83becb0e0cfa tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:53:47.281512 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cfebf24d-f6fc-491a-a05b-83becb0e0cfa tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:security_group_rule and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:53:47.284461 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-cfebf24d-f6fc-491a-a05b-83becb0e0cfa tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:53:47.290274 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-cfebf24d-f6fc-491a-a05b-83becb0e0cfa tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:53:47.355781 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cfebf24d-f6fc-491a-a05b-83becb0e0cfa tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:47.417154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cfebf24d-f6fc-491a-a05b-83becb0e0cfa tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:47.457802 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cfebf24d-f6fc-491a-a05b-83becb0e0cfa tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:47.482048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebf24d-f6fc-491a-a05b-83becb0e0cfa tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f009b1b2-6d65-47ec-8f3c-cf7ee989e28c,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:53:47.549526 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-cfebf24d-f6fc-491a-a05b-83becb0e0cfa tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:47.550716 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-cfebf24d-f6fc-491a-a05b-83becb0e0cfa tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2835925 Jan 20 11:53:47.553563 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 45428) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:53:47.558862 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-e5a7cf0a-1319-41a3-aef6-7d40364fbb8d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Request body: {'security_group_rule': {'security_group_id': 'e4716200-92a9-4d7d-b31c-03975f9e4522', 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:53:47.564591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e5a7cf0a-1319-41a3-aef6-7d40364fbb8d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:53:47.568269 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e5a7cf0a-1319-41a3-aef6-7d40364fbb8d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:security_group_rule and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:53:47.571539 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-e5a7cf0a-1319-41a3-aef6-7d40364fbb8d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:53:47.577050 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-e5a7cf0a-1319-41a3-aef6-7d40364fbb8d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:53:47.651897 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e5a7cf0a-1319-41a3-aef6-7d40364fbb8d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:47.715546 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e5a7cf0a-1319-41a3-aef6-7d40364fbb8d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:47.801065 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e5a7cf0a-1319-41a3-aef6-7d40364fbb8d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:47.824923 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7cf0a-1319-41a3-aef6-7d40364fbb8d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0355a86c-4863-44cc-ba0e-97f9ce9e9275,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:53:47.892601 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e5a7cf0a-1319-41a3-aef6-7d40364fbb8d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:47.894024 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e5a7cf0a-1319-41a3-aef6-7d40364fbb8d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3395574 Jan 20 11:53:47.896884 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 45432) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:53:47.906576 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-27548b6a-b978-4c88-a06b-49c66f1746c4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Request body: {'security_group_rule': {'security_group_id': 'e4716200-92a9-4d7d-b31c-03975f9e4522', 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:53:47.908845 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-27548b6a-b978-4c88-a06b-49c66f1746c4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:53:47.912659 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-27548b6a-b978-4c88-a06b-49c66f1746c4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:security_group_rule and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:53:47.915548 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-27548b6a-b978-4c88-a06b-49c66f1746c4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:53:47.921245 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-27548b6a-b978-4c88-a06b-49c66f1746c4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:53:48.007101 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-27548b6a-b978-4c88-a06b-49c66f1746c4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Project e7541420884a4d61b2ec3ce118c9f085 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:53:48.013753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-27548b6a-b978-4c88-a06b-49c66f1746c4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:48.077372 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-27548b6a-b978-4c88-a06b-49c66f1746c4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:48.136534 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-27548b6a-b978-4c88-a06b-49c66f1746c4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:48.159147 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27548b6a-b978-4c88-a06b-49c66f1746c4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fed5515-7c5c-452d-bb55-d1168062004c,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:53:48.229495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-27548b6a-b978-4c88-a06b-49c66f1746c4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:48.230685 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-27548b6a-b978-4c88-a06b-49c66f1746c4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3327258 Jan 20 11:53:48.233455 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 45436) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:53:48.238833 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-f239a526-3a51-4257-a85f-a86c8884697f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Request body: {'security_group_rule': {'security_group_id': 'e4716200-92a9-4d7d-b31c-03975f9e4522', 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:53:48.245194 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f239a526-3a51-4257-a85f-a86c8884697f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:53:48.249088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f239a526-3a51-4257-a85f-a86c8884697f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:security_group_rule and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:53:48.252020 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-f239a526-3a51-4257-a85f-a86c8884697f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:53:48.257717 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-f239a526-3a51-4257-a85f-a86c8884697f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:53:48.325034 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.securitygroups_db [None req-f239a526-3a51-4257-a85f-a86c8884697f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Project e7541420884a4d61b2ec3ce118c9f085 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 11:53:48.331610 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f239a526-3a51-4257-a85f-a86c8884697f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:48.394925 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f239a526-3a51-4257-a85f-a86c8884697f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:48.435154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f239a526-3a51-4257-a85f-a86c8884697f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:48.457506 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239a526-3a51-4257-a85f-a86c8884697f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4586e178-460b-4140-952b-6342242e0ba4,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:53:48.515333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f239a526-3a51-4257-a85f-a86c8884697f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:53:48.516519 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f239a526-3a51-4257-a85f-a86c8884697f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2821221 Jan 20 11:53:51.058509 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:54:01.441226 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e1c92561-dd22-4568-a847-2881d5eda25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:03.879003 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-baf38974-562b-4a3b-92a2-a1bc5bc79d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:05.012391 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:05.098140 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:06.504309 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:10.121084 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:13.611998 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-13813ba4-eb9b-4597-9825-0b4c246bb7d9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2080176168&fields=id&tenant_id=e7541420884a4d61b2ec3ce118c9f085 HTTP/1.1" status: 200 len: 267 time: 0.0431049 Jan 20 11:54:13.835654 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-fe6a6c37-9ca3-4bb4-834a-c92467990998 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:13.837365 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-fe6a6c37-9ca3-4bb4-834a-c92467990998 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 809 time: 0.2192283 Jan 20 11:54:13.853139 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-9dc6f61d-e0d0-44e0-be2f-26734911f933 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/quotas/e7541420884a4d61b2ec3ce118c9f085 HTTP/1.1" status: 200 len: 375 time: 0.0104911 Jan 20 11:54:13.930218 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-3b189ed0-ec54-4ff8-86ff-de9ab39def5d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719438 Jan 20 11:54:14.065002 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-cb6e1fa3-3a5e-4acb-832e-7f959ace6b4d service neutron] 10.222.0.70 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234591 Jan 20 11:54:14.195287 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-5d80388f-1f4c-4518-8a8b-13289d2e1c9e service neutron] 10.222.0.70 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240435 Jan 20 11:54:14.912099 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e2b8198f-b089-4438-8171-27bda80498c6 req-9934350f-f14e-4839-a14e-bd8d488fa0ca tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 210 time: 0.0509748 Jan 20 11:54:16.077672 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae375cf5-5624-4be2-886c-2181d77013d5 req-797f66ae-e7a9-4a8f-bb52-8eb8cf604b10 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 210 time: 0.0409195 Jan 20 11:54:17.143498 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-0982d314-9136-4b27-b44c-0c4416300bcf tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:17.144910 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-0982d314-9136-4b27-b44c-0c4416300bcf tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 809 time: 0.2416723 Jan 20 11:54:17.196985 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-ae06d5ac-9a6f-48c0-a307-6953dbc5e719 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Synchronizing usage tracker for tenant:e7541420884a4d61b2ec3ce118c9f085 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:54:17.248219 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e7382b3d-6ea0-4db9-b5fc-458b2cfc94b2 req-32909081-c0ec-42fb-83fe-7c810cc2e77b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 210 time: 0.0422757 Jan 20 11:54:17.280591 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-ae06d5ac-9a6f-48c0-a307-6953dbc5e719 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Unset dirty status for tenant:e7541420884a4d61b2ec3ce118c9f085 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:54:17.281786 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-ae06d5ac-9a6f-48c0-a307-6953dbc5e719 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7541420884a4d61b2ec3ce118c9f085 HTTP/1.1" status: 200 len: 380 time: 0.1250930 Jan 20 11:54:17.290214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-6aac0105-09c7-479f-9109-f3960c9437e9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Request body: {'port': {'device_id': 'fc06cd0d-2a7f-48ae-91da-fa4b19290785', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'admin_state_up': True, 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'security_groups': ['e4716200-92a9-4d7d-b31c-03975f9e4522']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:54:17.428079 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-6aac0105-09c7-479f-9109-f3960c9437e9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:54:17.432183 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-6aac0105-09c7-479f-9109-f3960c9437e9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:port and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:54:17.434993 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-6aac0105-09c7-479f-9109-f3960c9437e9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:54:17.440569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-6aac0105-09c7-479f-9109-f3960c9437e9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:54:17.532305 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-6aac0105-09c7-479f-9109-f3960c9437e9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Made reservation on behalf of e7541420884a4d61b2ec3ce118c9f085 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 11:54:17.535333 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-6aac0105-09c7-479f-9109-f3960c9437e9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:17.698141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-6aac0105-09c7-479f-9109-f3960c9437e9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Allocated IP 172.20.0.5 (2b32c6fc-782d-4357-8079-faaa12e9a40e/347296da-92d7-414e-9e9d-fa508b39ebfc/70b29fbe-4cde-4284-a84d-9baeb99adce2) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:54:17.889291 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-6aac0105-09c7-479f-9109-f3960c9437e9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:17.905970 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-6aac0105-09c7-479f-9109-f3960c9437e9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Transition to ACTIVE for port object 70b29fbe-4cde-4284-a84d-9baeb99adce2 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:54:17.983864 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-6aac0105-09c7-479f-9109-f3960c9437e9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:18.055231 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-6aac0105-09c7-479f-9109-f3960c9437e9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Network 2b32c6fc-782d-4357-8079-faaa12e9a40e is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:54:18.058185 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-6aac0105-09c7-479f-9109-f3960c9437e9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:54:18.062668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-6aac0105-09c7-479f-9109-f3960c9437e9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:54:18.092842 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac0105-09c7-479f-9109-f3960c9437e9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'Port': ['ID=70b29fbe-4cde-4284-a84d-9baeb99adce2,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:54:18.128100 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-6aac0105-09c7-479f-9109-f3960c9437e9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:18.128731 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-6aac0105-09c7-479f-9109-f3960c9437e9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:18.229970 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-6aac0105-09c7-479f-9109-f3960c9437e9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9437025 Jan 20 11:54:18.241434 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Request body: {'port': {'device_id': 'fc06cd0d-2a7f-48ae-91da-fa4b19290785', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:54:18.367102 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:18.400883 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-45f4b0fa-4580-480e-80d5-461775d03c86 None None] Provisioning for port 70b29fbe-4cde-4284-a84d-9baeb99adce2 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:54:18.406078 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-45f4b0fa-4580-480e-80d5-461775d03c86 None None] Provisioning complete for port 70b29fbe-4cde-4284-a84d-9baeb99adce2 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:54:18.406527 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-45f4b0fa-4580-480e-80d5-461775d03c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:18.470801 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-45f4b0fa-4580-480e-80d5-461775d03c86 None None] Port 70b29fbe-4cde-4284-a84d-9baeb99adce2 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 11:54:18.471620 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc02df-77bc-4033-93cd-e70268f300b2 req-6332d27c-dde9-412d-92ae-ab0d6a97a2e8 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:18.480167 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-53bc02df-77bc-4033-93cd-e70268f300b2 req-6332d27c-dde9-412d-92ae-ab0d6a97a2e8 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 931 time: 0.0992305 Jan 20 11:54:18.526232 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-53bc02df-77bc-4033-93cd-e70268f300b2 req-b3275343-69d0-4b85-bfaa-1ea036eed213 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450289 Jan 20 11:54:18.726930 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b29fbe-4cde-4284-a84d-9baeb99adce2 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:54:18.734173 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:18.749083 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Transition to ACTIVE for port object 70b29fbe-4cde-4284-a84d-9baeb99adce2 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 11:54:18.833384 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:18.953587 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Pushing event updated for resources: {'Port': ['ID=70b29fbe-4cde-4284-a84d-9baeb99adce2,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:54:19.079321 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Attempting to bind port 70b29fbe-4cde-4284-a84d-9baeb99adce2 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 11:54:19.079657 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Attempting to bind port 70b29fbe-4cde-4284-a84d-9baeb99adce2 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'd6f05d71-ecd0-415c-90e2-d46404d2c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 11:54:19.079989 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Attempting to bind port 70b29fbe-4cde-4284-a84d-9baeb99adce2 on network 2b32c6fc-782d-4357-8079-faaa12e9a40e {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:54:19.086348 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Port 70b29fbe-4cde-4284-a84d-9baeb99adce2 on network 2b32c6fc-782d-4357-8079-faaa12e9a40e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 11:54:19.086928 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Attempting to bind port 70b29fbe-4cde-4284-a84d-9baeb99adce2 on network 2b32c6fc-782d-4357-8079-faaa12e9a40e {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 11:54:19.093497 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 11, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 11:54:19.093889 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Checking segment: {'id': 'd6f05d71-ecd0-415c-90e2-d46404d2c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 11:54:19.094251 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Bound using segment: {'id': 'd6f05d71-ecd0-415c-90e2-d46404d2c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 11:54:19.094675 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Bound port: 70b29fbe-4cde-4284-a84d-9baeb99adce2, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f05d71-ecd0-415c-90e2-d46404d2c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 11:54:19.095021 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:19.191973 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] For port 70b29fbe-4cde-4284-a84d-9baeb99adce2, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 11:54:19.194987 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] For port 70b29fbe-4cde-4284-a84d-9baeb99adce2, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 11:54:19.268144 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:19.330512 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:19.331935 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] 10.222.0.72 "PUT /v2.0/ports/70b29fbe-4cde-4284-a84d-9baeb99adce2 HTTP/1.1" status: 200 len: 1093 time: 1.0954351 Jan 20 11:54:19.332371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc06cd0d-2a7f-48ae-91da-fa4b19290785', 'tag': '70b29fbe-4cde-4284-a84d-9baeb99adce2'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:54:19.354016 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12f8de-8266-462a-8e75-244862806ebd service neutron] Pushing event updated for resources: {'Port': ['ID=70b29fbe-4cde-4284-a84d-9baeb99adce2,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:54:19.494296 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc06cd0d-2a7f-48ae-91da-fa4b19290785', 'tag': '70b29fbe-4cde-4284-a84d-9baeb99adce2', 'status': 'completed', 'code': 200} Jan 20 11:54:19.534719 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-ea7ce23a-0aa8-43fc-9e36-de7dd72906b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 1096 time: 0.0768962 Jan 20 11:54:19.611790 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-3bc6fda9-9f2a-4112-83a6-a5498012cdc1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2 HTTP/1.1" status: 200 len: 217 time: 0.0664108 Jan 20 11:54:19.688057 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-0ae22f04-277c-493d-afdb-ea8041d9009c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:19.689520 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-0ae22f04-277c-493d-afdb-ea8041d9009c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0717509 Jan 20 11:54:19.733945 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c0860-2a3b-418a-b9f6-675ecb929392 req-7f6d8f85-79af-4b4c-bc45-255611ae13f4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:19.735306 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-787c0860-2a3b-418a-b9f6-675ecb929392 req-7f6d8f85-79af-4b4c-bc45-255611ae13f4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 943 time: 0.0849848 Jan 20 11:54:19.779506 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-c59785d7-f467-4834-89a1-7b9256eb109e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838995 Jan 20 11:54:19.782485 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-787c0860-2a3b-418a-b9f6-675ecb929392 req-491a89cd-3bbc-4fc3-bc17-ce8649cbd9bc tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406106 Jan 20 11:54:19.914245 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-a6554b65-560f-474c-a0d9-bc47460de0db service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288447 Jan 20 11:54:20.131560 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-1ca12c76-c9d6-441a-99d3-5b32dbe921e0 req-09838f31-e8aa-490c-b123-6345773ca656 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109003 Jan 20 11:54:20.324380 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf8518da-b417-45b8-8d3a-5ecbbe6dd23d req-06ba2893-037c-4893-a474-5e3002696b01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 1096 time: 0.0694959 Jan 20 11:54:20.464572 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8518da-b417-45b8-8d3a-5ecbbe6dd23d req-86666c97-8e35-47cf-8e59-95b7e526144f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:20.464572 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf8518da-b417-45b8-8d3a-5ecbbe6dd23d req-86666c97-8e35-47cf-8e59-95b7e526144f service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 910 time: 0.1289589 Jan 20 11:54:20.531045 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf8518da-b417-45b8-8d3a-5ecbbe6dd23d req-c4245fb2-e6ba-4312-988b-e252a1b36e68 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2 HTTP/1.1" status: 200 len: 217 time: 0.0650039 Jan 20 11:54:20.591326 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8518da-b417-45b8-8d3a-5ecbbe6dd23d req-5d241d58-ef42-45dd-b130-fa9e00a06cc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:20.592695 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf8518da-b417-45b8-8d3a-5ecbbe6dd23d req-5d241d58-ef42-45dd-b130-fa9e00a06cc1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0554798 Jan 20 11:54:20.667814 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf8518da-b417-45b8-8d3a-5ecbbe6dd23d req-0fc565b4-f1bf-440a-a846-766e676a7c95 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694153 Jan 20 11:54:20.794619 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf8518da-b417-45b8-8d3a-5ecbbe6dd23d req-a9fd741b-9e14-4b6c-a155-4390f1aa287f service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203701 Jan 20 11:54:20.927524 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-cf8518da-b417-45b8-8d3a-5ecbbe6dd23d req-6e88ee19-98e9-4f98-8ae1-96560b8b0c5c service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264827 Jan 20 11:54:20.984226 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94361791-7c44-4650-ad4f-a4e1a0f9a3a8 req-fb07c016-bd38-45d6-bf0b-a0f4b1bc0844 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:20.985743 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-94361791-7c44-4650-ad4f-a4e1a0f9a3a8 req-fb07c016-bd38-45d6-bf0b-a0f4b1bc0844 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 943 time: 0.0807130 Jan 20 11:54:21.029423 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-94361791-7c44-4650-ad4f-a4e1a0f9a3a8 req-e90cc649-23de-4ce5-8623-f20ff19073e8 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373554 Jan 20 11:54:22.224781 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718c90-59eb-46c9-b7e3-e951931059f0 req-33274eec-8005-4439-a012-3fe296fb143e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:22.226235 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-38718c90-59eb-46c9-b7e3-e951931059f0 req-33274eec-8005-4439-a012-3fe296fb143e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 943 time: 0.0751643 Jan 20 11:54:22.274843 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-38718c90-59eb-46c9-b7e3-e951931059f0 req-8362da83-febe-46b8-b43e-7c97716aa3ce tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431662 Jan 20 11:54:23.470034 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1522b-45dc-4b8c-8273-2dc8ff393612 req-a3439231-e120-44ec-a755-1c38a80a38d3 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:23.474568 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f7c1522b-45dc-4b8c-8273-2dc8ff393612 req-a3439231-e120-44ec-a755-1c38a80a38d3 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 943 time: 0.0753653 Jan 20 11:54:23.516298 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-f7c1522b-45dc-4b8c-8273-2dc8ff393612 req-95f1d2ed-1ab6-418c-b536-45bd45c702da tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388918 Jan 20 11:54:24.710502 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86319be7-81c8-4d56-a153-d8d197a64d08 req-6b2fb095-c670-44ac-9daf-7d59e37fa97d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:24.712176 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86319be7-81c8-4d56-a153-d8d197a64d08 req-6b2fb095-c670-44ac-9daf-7d59e37fa97d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 943 time: 0.0781603 Jan 20 11:54:24.755080 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-86319be7-81c8-4d56-a153-d8d197a64d08 req-b32e9523-882c-416d-b39b-8a5a16a3e90b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369840 Jan 20 11:54:25.947552 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361c6e5-e312-4d6f-9447-d2422d3f0777 req-8add23b6-407b-496d-958b-f819a6f7ac12 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:25.948834 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9361c6e5-e312-4d6f-9447-d2422d3f0777 req-8add23b6-407b-496d-958b-f819a6f7ac12 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 943 time: 0.0763099 Jan 20 11:54:25.993579 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9361c6e5-e312-4d6f-9447-d2422d3f0777 req-918f5c1d-c23c-4dd4-a47d-59df62df711a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390925 Jan 20 11:54:27.262318 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ac996-aad2-461a-98b4-ddfa727367b6 req-01cf0a5c-f98c-4a6a-9f0a-b03382ae4243 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:27.263659 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-119ac996-aad2-461a-98b4-ddfa727367b6 req-01cf0a5c-f98c-4a6a-9f0a-b03382ae4243 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 943 time: 0.0785482 Jan 20 11:54:27.308405 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-119ac996-aad2-461a-98b4-ddfa727367b6 req-86d37584-711c-421e-a556-787df1075e1d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388670 Jan 20 11:54:28.060330 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:54:28.503215 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e3b62-ab52-4b90-b65e-46c5b3ba23d2 req-c48bfa5f-cd85-4cca-9a44-e19b7699e7f1 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:28.504765 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b83e3b62-ab52-4b90-b65e-46c5b3ba23d2 req-c48bfa5f-cd85-4cca-9a44-e19b7699e7f1 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 943 time: 0.0756018 Jan 20 11:54:28.548291 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b83e3b62-ab52-4b90-b65e-46c5b3ba23d2 req-b17e9aa7-e445-4ee4-9f44-98a9a4f037fc tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382657 Jan 20 11:54:28.847279 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 70b29fbe-4cde-4284-a84d-9baeb99adce2 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:54:28.979553 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 70b29fbe-4cde-4284-a84d-9baeb99adce2, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:54:28.992479 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '70b29fbe-4cde-4284-a84d-9baeb99adce2', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'port_id': '70b29fbe-4cde-4284-a84d-9baeb99adce2', 'mac_address': 'fa:16:3e:f3:dc:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:54:29.047540 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:29.064272 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b29fbe-4cde-4284-a84d-9baeb99adce2 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:54:29.079168 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 70b29fbe-4cde-4284-a84d-9baeb99adce2, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:54:29.204430 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:29.268449 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=70b29fbe-4cde-4284-a84d-9baeb99adce2,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:54:29.277245 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:29.277617 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:29.277966 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:29.278306 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:29.278645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:29.278978 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:29.279309 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:29.279643 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:29.279970 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:29.280295 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:29.280620 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:29.413258 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['70b29fbe-4cde-4284-a84d-9baeb99adce2'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:54:29.742532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07616cb-89dd-4fba-b1d9-d45c8d7cf1ae req-39b2eb0e-e0db-4af5-a8e4-3446eee59edf tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:29.743861 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b07616cb-89dd-4fba-b1d9-d45c8d7cf1ae req-39b2eb0e-e0db-4af5-a8e4-3446eee59edf tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 944 time: 0.0773039 Jan 20 11:54:29.788049 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-b07616cb-89dd-4fba-b1d9-d45c8d7cf1ae req-e199e1b9-65a2-44e8-a107-8115a64092a5 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387051 Jan 20 11:54:30.878452 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 70b29fbe-4cde-4284-a84d-9baeb99adce2 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:54:30.985125 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae98fd9-462d-4f9e-ac13-a033a10405a8 req-1292c867-806a-4835-b217-d5d1e27e4adf tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:30.986674 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cae98fd9-462d-4f9e-ac13-a033a10405a8 req-1292c867-806a-4835-b217-d5d1e27e4adf tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 944 time: 0.0772684 Jan 20 11:54:31.026790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 70b29fbe-4cde-4284-a84d-9baeb99adce2 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 11:54:31.031844 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 70b29fbe-4cde-4284-a84d-9baeb99adce2 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:54:31.032224 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:31.037962 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cae98fd9-462d-4f9e-ac13-a033a10405a8 req-596f9077-f24e-423b-bd3a-8380fc43a45a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444734 Jan 20 11:54:31.147792 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:31.173781 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc06cd0d-2a7f-48ae-91da-fa4b19290785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b29fbe-4cde-4284-a84d-9baeb99adce2'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:54:31.183105 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 70b29fbe-4cde-4284-a84d-9baeb99adce2, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:54:31.261355 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:31.311292 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc06cd0d-2a7f-48ae-91da-fa4b19290785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b29fbe-4cde-4284-a84d-9baeb99adce2', 'code': 200} Jan 20 11:54:31.327814 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=70b29fbe-4cde-4284-a84d-9baeb99adce2,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:54:31.457373 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c787974e-7f17-437a-a1c3-458f85e971e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:31.722039 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-efc98fca-f0d8-4319-883c-8595b4462b13 req-1ce4ea92-52d4-4db6-bfc8-233b5242732f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 1098 time: 0.0691812 Jan 20 11:54:31.762590 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-efc98fca-f0d8-4319-883c-8595b4462b13 req-3125703f-0f0f-4e12-9303-190110e251bf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346704 Jan 20 11:54:32.232967 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcd25d-947b-48dd-89a0-9568fe87d829 req-f0c74727-8dd8-4a17-aac2-6a5fd694fd96 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:32.234428 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7ebcd25d-947b-48dd-89a0-9568fe87d829 req-f0c74727-8dd8-4a17-aac2-6a5fd694fd96 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.0749331 Jan 20 11:54:32.280368 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7ebcd25d-947b-48dd-89a0-9568fe87d829 req-4ca57014-6460-4691-9bc7-d85ae94a4164 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404434 Jan 20 11:54:33.555523 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e5198-ca9b-4f55-a256-63e47ba43e9b req-e06405b8-703e-41c1-ac07-fe1b66e19405 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:33.556856 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-736e5198-ca9b-4f55-a256-63e47ba43e9b req-e06405b8-703e-41c1-ac07-fe1b66e19405 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.1573381 Jan 20 11:54:33.600877 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-736e5198-ca9b-4f55-a256-63e47ba43e9b req-97b44480-a183-4d4b-bd4c-5da9d047a12b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384624 Jan 20 11:54:33.794270 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330a5e6-749d-4e70-bf55-30c856cb963e req-d7132bbf-4a56-4731-8e5b-f44791a6f502 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:33.795712 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a330a5e6-749d-4e70-bf55-30c856cb963e req-d7132bbf-4a56-4731-8e5b-f44791a6f502 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.0755119 Jan 20 11:54:33.843592 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a330a5e6-749d-4e70-bf55-30c856cb963e req-f52f9edc-ea54-4523-a4d0-57ad8cba77dd tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411551 Jan 20 11:54:33.870451 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 45610) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:54:33.891930 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49dabe01-8825-4a07-886b-ac4bbcd6622d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:33.944458 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1a4b77d5-e9f6-4704-a558-daa66fa42dab tempest-TestShelveInstance-1064054523 tempest-TestShelveInstance-1064054523-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 1093 time: 0.0697129 Jan 20 11:54:33.944710 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 45614) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:54:33.949689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': '70b29fbe-4cde-4284-a84d-9baeb99adce2', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 11:54:33.955236 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 11:54:33.959597 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Usage tracker for resource:floatingip and tenant:e7541420884a4d61b2ec3ce118c9f085 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 11:54:33.962666 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 11:54:33.968127 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 11:54:34.034378 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:34.165703 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:34.295596 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Allocated IP 172.26.0.34 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/f8ad1771-701a-4780-a116-386a3216042b) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 11:54:34.443677 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:34.537551 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:34.600053 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 11:54:34.601106 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 11:54:34.604773 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 11:54:34.637492 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'Port': ['ID=f8ad1771-701a-4780-a116-386a3216042b,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:54:34.652655 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:34.652990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:34.653316 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:34.653663 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:34.653985 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:34.654304 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:34.654612 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:34.654923 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:34.655234 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:34.655538 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:34.655845 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:54:34.966037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:35.069509 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:35.112569 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:35.233100 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:35.432845 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:35.491602 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:35.677980 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event updated for resources: {'Port': ['ID=f8ad1771-701a-4780-a116-386a3216042b,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:54:35.696323 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:35.880411 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Floating IP a39a2af8-aa02-444e-83a2-a18dcf7c9782 associated. External IP: 172.26.0.34, port: 70b29fbe-4cde-4284-a84d-9baeb99adce2. Jan 20 11:54:36.267462 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:54:36.467049 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:36.471651 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:54:36.483253 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeccace-2dc4-48b8-89bd-6f7e89fc2109 None None] Sync routers for ids ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:54:36.495184 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeccace-2dc4-48b8-89bd-6f7e89fc2109 None None] Routers {'009b6080-8f8f-49fa-8b77-5c4c8caabe87'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:54:36.495803 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-feeccace-2dc4-48b8-89bd-6f7e89fc2109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:54:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:54:36.621483 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:54:36.672764 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-feeccace-2dc4-48b8-89bd-6f7e89fc2109 None None] Set router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:54:36.693559 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4f2f49a4-6ebb-4d07-bac0-909f7f38c05c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7348354 Jan 20 11:54:36.693559 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc06cd0d-2a7f-48ae-91da-fa4b19290785', 'tag': '70b29fbe-4cde-4284-a84d-9baeb99adce2'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:54:36.738325 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc06cd0d-2a7f-48ae-91da-fa4b19290785', 'tag': '70b29fbe-4cde-4284-a84d-9baeb99adce2', 'status': 'completed', 'code': 200} Jan 20 11:54:36.832520 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-408a662c-a458-4e78-8c7f-275bec3ee49b req-c1b8bbc6-433a-4e3c-a232-3b087f07c97b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 1098 time: 0.0718269 Jan 20 11:54:36.968103 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a662c-a458-4e78-8c7f-275bec3ee49b req-2785ca07-8d76-42c9-9eee-418b51f4c2d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:36.969685 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-408a662c-a458-4e78-8c7f-275bec3ee49b req-2785ca07-8d76-42c9-9eee-418b51f4c2d5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 910 time: 0.1315842 Jan 20 11:54:37.015892 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-feeccace-2dc4-48b8-89bd-6f7e89fc2109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:49:16Z', 'revision_number': 4, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port': {'id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:14Z', 'updated_at': '2022-01-20T11:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'a39a2af8-aa02-444e-83a2-a18dcf7c9782', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'floating_ip_address': '172.26.0.34', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'port_id': '70b29fbe-4cde-4284-a84d-9baeb99adce2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'mac_address': 'fa:16:3e:f3:dc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc06cd0d-2a7f-48ae-91da-fa4b19290785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:54:34Z', 'updated_at': '2022-01-20T11:54:34Z', 'revision_number': 0, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6c53c1-6970-441e-8e0f-a077955ee2f5', 'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'mac_address': 'fa:16:3e:4b:b2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:16Z', 'updated_at': '2022-01-20T11:49:25Z', 'revision_number': 5, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'subnets': [{'id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:54:37.019661 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeccace-2dc4-48b8-89bd-6f7e89fc2109 None None] Checking router: 009b6080-8f8f-49fa-8b77-5c4c8caabe87 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:54:37.030418 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeccace-2dc4-48b8-89bd-6f7e89fc2109 None None] Routers {'009b6080-8f8f-49fa-8b77-5c4c8caabe87'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:54:37.031004 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-feeccace-2dc4-48b8-89bd-6f7e89fc2109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:54:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:54:37.073474 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-408a662c-a458-4e78-8c7f-275bec3ee49b req-e489d9c8-59c8-4685-99c4-9975bc784f1c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2 HTTP/1.1" status: 200 len: 998 time: 0.0974660 Jan 20 11:54:37.134278 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a662c-a458-4e78-8c7f-275bec3ee49b req-a166f2f4-7675-4f71-a032-15205625ee9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:54:37.135715 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-408a662c-a458-4e78-8c7f-275bec3ee49b req-a166f2f4-7675-4f71-a032-15205625ee9c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0572674 Jan 20 11:54:37.205365 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-feeccace-2dc4-48b8-89bd-6f7e89fc2109 None None] Set router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:54:37.207640 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-408a662c-a458-4e78-8c7f-275bec3ee49b req-03cb08ac-c724-4ecc-9354-f50b7149f0ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663991 Jan 20 11:54:37.336805 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-408a662c-a458-4e78-8c7f-275bec3ee49b req-0a7b3ed7-fcfa-4ee3-b611-a86b929df905 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231792 Jan 20 11:54:37.469828 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-408a662c-a458-4e78-8c7f-275bec3ee49b req-8ddf2c46-aefb-47b4-b1ab-22222af8592b service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258323 Jan 20 11:54:37.549027 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-feeccace-2dc4-48b8-89bd-6f7e89fc2109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:49:16Z', 'revision_number': 4, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port': {'id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:14Z', 'updated_at': '2022-01-20T11:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'a39a2af8-aa02-444e-83a2-a18dcf7c9782', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'floating_ip_address': '172.26.0.34', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'port_id': '70b29fbe-4cde-4284-a84d-9baeb99adce2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'mac_address': 'fa:16:3e:f3:dc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc06cd0d-2a7f-48ae-91da-fa4b19290785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:54:34Z', 'updated_at': '2022-01-20T11:54:34Z', 'revision_number': 0, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6c53c1-6970-441e-8e0f-a077955ee2f5', 'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'mac_address': 'fa:16:3e:4b:b2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:16Z', 'updated_at': '2022-01-20T11:49:25Z', 'revision_number': 5, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'subnets': [{'id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:54:37.553223 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeccace-2dc4-48b8-89bd-6f7e89fc2109 None None] The sync data for ids ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'] in dv-neutron-825471-1-hyperv is: [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:49:16Z', 'revision_number': 4, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port': {'id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:14Z', 'updated_at': '2022-01-20T11:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'a39a2af8-aa02-444e-83a2-a18dcf7c9782', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'floating_ip_address': '172.26.0.34', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'port_id': '70b29fbe-4cde-4284-a84d-9baeb99adce2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'mac_address': 'fa:16:3e:f3:dc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc06cd0d-2a7f-48ae-91da-fa4b19290785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T11:54:34Z', 'updated_at': '2022-01-20T11:54:34Z', 'revision_number': 0, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6c53c1-6970-441e-8e0f-a077955ee2f5', 'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'mac_address': 'fa:16:3e:4b:b2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:16Z', 'updated_at': '2022-01-20T11:49:25Z', 'revision_number': 5, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'subnets': [{'id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:54:37.748793 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7b3094-b943-4ce6-be4a-cd9024a187c0 None None] New status for floating IP a39a2af8-aa02-444e-83a2-a18dcf7c9782: ACTIVE {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:54:40.066400 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:55:01.434628 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-8417d632-ed84-4957-8260-1cd355bff943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:55:02.599494 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ffda0416-83db-4482-8ee7-96c774b0a7ca req-eb2146aa-a16a-409d-bca1-0044dbf72ac3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1687295 Jan 20 11:55:02.739210 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ffda0416-83db-4482-8ee7-96c774b0a7ca req-43e05eca-282f-41d3-a5bc-8708eed15e20 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 1098 time: 0.0705216 Jan 20 11:55:02.880928 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda0416-83db-4482-8ee7-96c774b0a7ca req-a5fc19d2-b015-4fd3-b4ba-d600e30f2809 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:55:02.882397 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ffda0416-83db-4482-8ee7-96c774b0a7ca req-a5fc19d2-b015-4fd3-b4ba-d600e30f2809 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 910 time: 0.1255751 Jan 20 11:55:02.990358 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ffda0416-83db-4482-8ee7-96c774b0a7ca req-5d3d141c-1545-4e25-b02c-e7f5df0bf5b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2 HTTP/1.1" status: 200 len: 1000 time: 0.1008496 Jan 20 11:55:03.054798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda0416-83db-4482-8ee7-96c774b0a7ca req-50b65c63-7347-4069-9fd7-93ad107e611a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:55:03.056247 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ffda0416-83db-4482-8ee7-96c774b0a7ca req-50b65c63-7347-4069-9fd7-93ad107e611a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0604987 Jan 20 11:55:03.129887 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ffda0416-83db-4482-8ee7-96c774b0a7ca req-cd22a1b7-3c70-4781-b8c3-1b9d9781366e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679808 Jan 20 11:55:03.266354 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ffda0416-83db-4482-8ee7-96c774b0a7ca req-8711994d-889c-4246-8511-70e5b81d2e2c service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283650 Jan 20 11:55:03.396178 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ffda0416-83db-4482-8ee7-96c774b0a7ca req-af322e13-700e-4e9a-a4dd-257cb4ba7c3c service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233950 Jan 20 11:55:03.879298 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cec33761-8c7c-4c9c-828d-2d9d9e7421da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:55:04.994170 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:55:05.045921 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:55:05.060221 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:55:06.488775 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:55:10.091127 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:55:31.460332 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-cb882f8f-c62b-4d0f-bddc-d037a48a7b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:55:33.908322 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ae134fea-ef9d-4c0e-b6a9-8f2ac3ad6344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:55:34.954688 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:55:35.082774 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:55:36.474563 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:55:40.108656 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:55:42.059744 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:56:01.434064 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a49041d7-77d5-42a1-8860-918770a2b314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:56:03.496519 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bf897e86-d47c-4b1f-b932-6c04e4744257 req-5a709599-11fb-4185-88ad-7fb21bedef14 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682478 Jan 20 11:56:03.645075 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bf897e86-d47c-4b1f-b932-6c04e4744257 req-8cc73546-2ff9-4914-ad39-65939892a166 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 1098 time: 0.0813715 Jan 20 11:56:03.801396 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf897e86-d47c-4b1f-b932-6c04e4744257 req-3445bf20-c59a-496b-8f6c-df14a8fbbe0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:56:03.802891 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bf897e86-d47c-4b1f-b932-6c04e4744257 req-3445bf20-c59a-496b-8f6c-df14a8fbbe0e service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 910 time: 0.1382756 Jan 20 11:56:03.890764 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b00a78b7-2a09-43c7-bdc3-19152df47ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:56:03.908098 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bf897e86-d47c-4b1f-b932-6c04e4744257 req-1c9e183d-77eb-42fd-b071-8bd3a83f7347 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2 HTTP/1.1" status: 200 len: 1000 time: 0.0995104 Jan 20 11:56:03.973121 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf897e86-d47c-4b1f-b932-6c04e4744257 req-7f20ccfb-d205-40c2-9c48-6bb7717acbea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:56:03.974620 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bf897e86-d47c-4b1f-b932-6c04e4744257 req-7f20ccfb-d205-40c2-9c48-6bb7717acbea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0612562 Jan 20 11:56:04.049592 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bf897e86-d47c-4b1f-b932-6c04e4744257 req-77bd59ee-0708-4cfb-a42b-0f01f7f200a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695021 Jan 20 11:56:04.179363 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bf897e86-d47c-4b1f-b932-6c04e4744257 req-8cc77112-3398-497a-900c-53f03c603fb0 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242137 Jan 20 11:56:04.310322 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bf897e86-d47c-4b1f-b932-6c04e4744257 req-e6f7f125-c890-4d6f-9e9a-916fd2ca1912 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252146 Jan 20 11:56:04.953820 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:56:05.050750 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:56:06.485100 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:56:10.074046 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:56:19.060112 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:56:31.447836 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1661d6ab-d2dd-4c10-b6bb-909b0463285e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:56:33.890863 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-c72695e6-c546-4ae3-802c-81f59b018851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:56:34.964696 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:56:35.065130 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:56:36.473045 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:56:40.087863 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:56:56.060291 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:57:01.464736 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-44f58d40-22fe-4a07-9702-034c0e527588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:57:03.890235 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-349d9ab5-cdfc-45dc-81f2-4fb272d215e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:57:04.739280 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fc854463-c18a-4a85-b563-be17d02fe6de req-4ee35d6b-e0cb-4758-8fe5-2556db43ba43 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2126372 Jan 20 11:57:04.876418 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fc854463-c18a-4a85-b563-be17d02fe6de req-2d240f07-9717-4bce-a766-6b3cbee4ffa5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 1098 time: 0.0697958 Jan 20 11:57:04.971074 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:57:05.020270 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc854463-c18a-4a85-b563-be17d02fe6de req-2a10c01f-b8aa-4221-bee7-6fdf8cd77c9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:05.021675 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fc854463-c18a-4a85-b563-be17d02fe6de req-2a10c01f-b8aa-4221-bee7-6fdf8cd77c9f service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 910 time: 0.1271718 Jan 20 11:57:05.081797 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:57:05.119254 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fc854463-c18a-4a85-b563-be17d02fe6de req-0e516721-534b-4ccf-9d40-1087eafffaa9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2 HTTP/1.1" status: 200 len: 1000 time: 0.0917554 Jan 20 11:57:05.189222 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc854463-c18a-4a85-b563-be17d02fe6de req-4c33582d-c465-43f3-974f-4183a76849fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:05.190701 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fc854463-c18a-4a85-b563-be17d02fe6de req-4c33582d-c465-43f3-974f-4183a76849fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0659847 Jan 20 11:57:05.264620 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fc854463-c18a-4a85-b563-be17d02fe6de req-7727773a-bad8-4b49-ab3e-96545126d749 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680408 Jan 20 11:57:05.390839 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fc854463-c18a-4a85-b563-be17d02fe6de req-4e2401a3-d5a8-401a-94b7-3519773544cc service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205993 Jan 20 11:57:05.518906 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-fc854463-c18a-4a85-b563-be17d02fe6de req-2d42ef95-51d0-405f-bd97-c8262ee842a3 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228015 Jan 20 11:57:06.484299 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:57:10.154195 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:57:14.776129 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f441b8-5d73-40ba-a462-77cb23f255a3 req-6ffeec1a-8753-4f96-b258-832aec1ea956 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:14.777683 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-91f441b8-5d73-40ba-a462-77cb23f255a3 req-6ffeec1a-8753-4f96-b258-832aec1ea956 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.1463387 Jan 20 11:57:14.826686 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-91f441b8-5d73-40ba-a462-77cb23f255a3 req-c278bdb4-7347-419e-be68-376bb2b6719d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425436 Jan 20 11:57:16.144371 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b5807-5af8-44fe-9a8d-29c6f704f6b5 req-1ddafd5f-a2b4-497d-8ebd-4a207387a512 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:16.145772 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-424b5807-5af8-44fe-9a8d-29c6f704f6b5 req-1ddafd5f-a2b4-497d-8ebd-4a207387a512 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.1397033 Jan 20 11:57:16.189875 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-424b5807-5af8-44fe-9a8d-29c6f704f6b5 req-a7906c2c-5352-41be-a059-c5493464e5c0 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385478 Jan 20 11:57:17.396950 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5db408-3baf-4c15-84af-733b2dc954ab req-13140f41-f3a8-4737-be74-6e7ce2f97e3a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:17.398404 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d5db408-3baf-4c15-84af-733b2dc954ab req-13140f41-f3a8-4737-be74-6e7ce2f97e3a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.0767112 Jan 20 11:57:17.442861 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0d5db408-3baf-4c15-84af-733b2dc954ab req-d85914d6-dd10-4304-8c14-b88ebcaa4fa6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391026 Jan 20 11:57:18.634458 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61479573-f6c1-46c4-bd8d-0b394541a9ad req-1904f446-daab-4ebf-85fb-c4342e448fe0 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:18.635795 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-61479573-f6c1-46c4-bd8d-0b394541a9ad req-1904f446-daab-4ebf-85fb-c4342e448fe0 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.0742552 Jan 20 11:57:18.683526 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-61479573-f6c1-46c4-bd8d-0b394541a9ad req-c96c7912-1215-4385-a42a-3b40330212b7 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419061 Jan 20 11:57:19.892757 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18bb53-1b55-4b3f-861c-a2881c1d9cce req-942819c2-a5ac-43b5-b136-2b6fb91cda8c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:19.894236 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5d18bb53-1b55-4b3f-861c-a2881c1d9cce req-942819c2-a5ac-43b5-b136-2b6fb91cda8c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.0767741 Jan 20 11:57:19.938532 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5d18bb53-1b55-4b3f-861c-a2881c1d9cce req-8d78926a-9f6d-4271-b7fb-44bdb11c3627 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387797 Jan 20 11:57:21.140658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdb11d-158a-4f09-aa1d-e2bd132d8165 req-ea058ca4-1707-4db6-9d7b-4787a4582ce9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:21.142140 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e9fdb11d-158a-4f09-aa1d-e2bd132d8165 req-ea058ca4-1707-4db6-9d7b-4787a4582ce9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.0802922 Jan 20 11:57:21.186681 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e9fdb11d-158a-4f09-aa1d-e2bd132d8165 req-9f0d44bb-9153-4e99-91f2-bafbab3a29df tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387242 Jan 20 11:57:22.383141 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1d499-1ebd-4155-85c9-90d21fab556d req-68f3a82f-615e-417b-8afd-3fd1528bae58 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:22.384747 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3bd1d499-1ebd-4155-85c9-90d21fab556d req-68f3a82f-615e-417b-8afd-3fd1528bae58 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.0745363 Jan 20 11:57:22.430632 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3bd1d499-1ebd-4155-85c9-90d21fab556d req-6cff0cf6-61bf-463a-b219-125ec61cb814 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398173 Jan 20 11:57:23.714598 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb18124-88d7-4cd4-85d6-127c5dad8f8b req-f43c24da-281d-48cb-8cf8-22a9001d70bd tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:23.716600 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7bb18124-88d7-4cd4-85d6-127c5dad8f8b req-f43c24da-281d-48cb-8cf8-22a9001d70bd tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.1647444 Jan 20 11:57:23.760947 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7bb18124-88d7-4cd4-85d6-127c5dad8f8b req-3353638c-7d5a-4ec3-bfd4-15a59ec31671 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386329 Jan 20 11:57:24.730356 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ef6bd891-c1a9-4091-a813-a93547ad6193 req-45ee15df-ffa8-470e-9353-cf033f4a33aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 1098 time: 0.0716267 Jan 20 11:57:24.859558 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bd891-c1a9-4091-a813-a93547ad6193 req-5be806a0-599f-4d90-b8cf-563364f67abe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:24.861026 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ef6bd891-c1a9-4091-a813-a93547ad6193 req-5be806a0-599f-4d90-b8cf-563364f67abe service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 910 time: 0.1251857 Jan 20 11:57:24.958885 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c63c0-9fcd-4d26-9741-ad2baec7ddca req-f7b96045-bec9-4caa-924f-98d6b24019c9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:24.960323 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ff4c63c0-9fcd-4d26-9741-ad2baec7ddca req-f7b96045-bec9-4caa-924f-98d6b24019c9 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.0786297 Jan 20 11:57:24.965289 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ef6bd891-c1a9-4091-a813-a93547ad6193 req-41858f83-36de-4ecd-90b4-fa34687f7b10 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2 HTTP/1.1" status: 200 len: 1000 time: 0.0978501 Jan 20 11:57:25.005204 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ff4c63c0-9fcd-4d26-9741-ad2baec7ddca req-b9d2936c-3fe8-41de-93db-141974f6e6c5 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390174 Jan 20 11:57:25.027743 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bd891-c1a9-4091-a813-a93547ad6193 req-44c4c3b2-b23c-4294-8714-c320fa36037d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:25.029395 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ef6bd891-c1a9-4091-a813-a93547ad6193 req-44c4c3b2-b23c-4294-8714-c320fa36037d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0571976 Jan 20 11:57:25.102226 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ef6bd891-c1a9-4091-a813-a93547ad6193 req-8c291bc9-c3b8-4bc2-9f3e-e781e738e69d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668745 Jan 20 11:57:25.229248 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ef6bd891-c1a9-4091-a813-a93547ad6193 req-92bf6fde-251e-4c6a-9558-cd02d894077c service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209922 Jan 20 11:57:25.358309 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-ef6bd891-c1a9-4091-a813-a93547ad6193 req-be88c4bf-f875-43b4-9c0c-cfffe1ad3bec service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234426 Jan 20 11:57:26.197569 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5d695-8b8c-47f3-abf4-1af0a95264e1 req-2796572e-3827-46cf-9d32-512a43c011cc tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:26.198899 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0cd5d695-8b8c-47f3-abf4-1af0a95264e1 req-2796572e-3827-46cf-9d32-512a43c011cc tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.0732846 Jan 20 11:57:26.242756 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0cd5d695-8b8c-47f3-abf4-1af0a95264e1 req-25ed9bf3-4510-441e-b599-7966d75b3d23 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382690 Jan 20 11:57:27.442174 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af822ca2-6dd7-452a-a7a2-ccefc234d1a4 req-0211db57-15a7-4b1e-82f6-acf91c595c14 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:27.443604 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-af822ca2-6dd7-452a-a7a2-ccefc234d1a4 req-0211db57-15a7-4b1e-82f6-acf91c595c14 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.0797446 Jan 20 11:57:27.489496 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-af822ca2-6dd7-452a-a7a2-ccefc234d1a4 req-cb20b10a-b929-4b7a-b4e9-8a1b2245400f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403490 Jan 20 11:57:28.681786 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc270b2-54f6-4600-8b0d-2e7f1b52194b req-09690033-e9ed-4b12-b7fb-807103e4d02f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:28.683275 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ccc270b2-54f6-4600-8b0d-2e7f1b52194b req-09690033-e9ed-4b12-b7fb-807103e4d02f tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.0730424 Jan 20 11:57:28.729111 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ccc270b2-54f6-4600-8b0d-2e7f1b52194b req-ab4b0fd7-4ae2-4ffb-9ddc-14145eacada1 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394061 Jan 20 11:57:29.015081 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-dcf205a3-e8ef-4051-9d51-e63e86890848 req-e781b8a3-6ecb-49b9-aac6-4d17155c100c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1311827 Jan 20 11:57:29.445025 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6c74c-ea95-4e8a-ad10-24751347ffe5 req-004dde5b-3869-49e3-a77a-a21732a7380a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:29.446492 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6bf6c74c-ea95-4e8a-ad10-24751347ffe5 req-004dde5b-3869-49e3-a77a-a21732a7380a tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.1293581 Jan 20 11:57:29.479687 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-746988d4-9720-408b-8d18-b46c40778e4c req-c54cde7e-015e-4b90-9f67-896c099d8112 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1701062 Jan 20 11:57:29.500806 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6bf6c74c-ea95-4e8a-ad10-24751347ffe5 req-2ce44acf-c8fd-493f-b226-0d2a71c8a1a5 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482275 Jan 20 11:57:29.728447 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 70b29fbe-4cde-4284-a84d-9baeb99adce2 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:57:29.863931 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:57:29.891289 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc06cd0d-2a7f-48ae-91da-fa4b19290785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b29fbe-4cde-4284-a84d-9baeb99adce2'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:57:29.900317 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 70b29fbe-4cde-4284-a84d-9baeb99adce2, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:57:29.959041 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:57:30.024748 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=70b29fbe-4cde-4284-a84d-9baeb99adce2,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:57:30.033308 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:57:30.033675 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:57:30.034016 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:57:30.034349 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:57:30.034680 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:57:30.035011 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:57:30.035336 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:57:30.035660 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:57:30.035982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:57:30.036301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:57:30.036622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:57:30.061337 dv-neutron-825471-1-hyperv neutron-server[84333]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fc06cd0d-2a7f-48ae-91da-fa4b19290785', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '70b29fbe-4cde-4284-a84d-9baeb99adce2', 'code': 422} returned with failed status Jan 20 11:57:30.700203 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aab781-0527-4537-b40a-59a7f9863806 req-64038e8a-4662-40aa-8127-23bb6bbf9c04 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:30.702607 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-40aab781-0527-4537-b40a-59a7f9863806 req-64038e8a-4662-40aa-8127-23bb6bbf9c04 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 943 time: 0.0796297 Jan 20 11:57:30.749214 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-40aab781-0527-4537-b40a-59a7f9863806 req-b31322ff-a5b7-442d-8bba-209e73444cbc tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406461 Jan 20 11:57:31.438778 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4e7e61a3-214d-4261-bb1f-c11e086f3a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:57:31.946081 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0858da-d155-4283-a6b0-9d4a893fba20 req-a950ecb0-8ee7-45de-9feb-b37fe3f152ff tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:31.947554 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9c0858da-d155-4283-a6b0-9d4a893fba20 req-a950ecb0-8ee7-45de-9feb-b37fe3f152ff tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 943 time: 0.0765693 Jan 20 11:57:31.993614 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-9c0858da-d155-4283-a6b0-9d4a893fba20 req-ade0b4ee-fc61-4911-940b-db073ca614ea tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396459 Jan 20 11:57:32.793831 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-746988d4-9720-408b-8d18-b46c40778e4c req-04e95ef6-9593-4137-a56f-7e030c3cfd1d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785&tenant_id=e7541420884a4d61b2ec3ce118c9f085 HTTP/1.1" status: 200 len: 1096 time: 0.1564593 Jan 20 11:57:32.881747 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-746988d4-9720-408b-8d18-b46c40778e4c req-abf915be-3273-447b-91e3-a09f95d9af3f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 1096 time: 0.0672696 Jan 20 11:57:33.011351 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746988d4-9720-408b-8d18-b46c40778e4c req-06812ccc-6686-4375-ba24-1b52b1bdb96e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:33.012777 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-746988d4-9720-408b-8d18-b46c40778e4c req-06812ccc-6686-4375-ba24-1b52b1bdb96e service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 910 time: 0.1249006 Jan 20 11:57:33.062463 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:57:33.117382 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-746988d4-9720-408b-8d18-b46c40778e4c req-e9971d6b-3683-4554-8bb7-aaadde3d6710 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2 HTTP/1.1" status: 200 len: 998 time: 0.0986209 Jan 20 11:57:33.181822 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746988d4-9720-408b-8d18-b46c40778e4c req-f7b204d2-4923-44d1-abb0-0fa05610e65d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:33.183261 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-746988d4-9720-408b-8d18-b46c40778e4c req-f7b204d2-4923-44d1-abb0-0fa05610e65d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0601938 Jan 20 11:57:33.191795 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb65b8c-b9cb-4598-a2ef-cfa0de0b6f8e req-9c452871-0e1f-469c-91b4-693fe37c3131 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:33.193226 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7eb65b8c-b9cb-4598-a2ef-cfa0de0b6f8e req-9c452871-0e1f-469c-91b4-693fe37c3131 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 943 time: 0.0790009 Jan 20 11:57:33.240163 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-7eb65b8c-b9cb-4598-a2ef-cfa0de0b6f8e req-7150b900-68f1-4569-b9ab-cbc1d59c98e3 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410533 Jan 20 11:57:33.258172 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-746988d4-9720-408b-8d18-b46c40778e4c req-2ecd213a-5770-415f-bb3a-49a1f86a1c04 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682135 Jan 20 11:57:33.388597 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-746988d4-9720-408b-8d18-b46c40778e4c req-05fd6a5e-d4de-40ba-8fdc-70fc246a90cc service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249814 Jan 20 11:57:33.516357 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-746988d4-9720-408b-8d18-b46c40778e4c req-25e73b27-9cb7-4159-8aad-3901037e11c5 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225228 Jan 20 11:57:33.927064 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-65156147-f6be-4ae1-9116-76501156edca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:57:34.436676 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae8943-4255-4cad-bea1-f91f0494e69b req-86cfa369-0bd9-44b4-94aa-d593809708c8 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:34.438175 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-28ae8943-4255-4cad-bea1-f91f0494e69b req-86cfa369-0bd9-44b4-94aa-d593809708c8 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 943 time: 0.0758374 Jan 20 11:57:34.483357 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-28ae8943-4255-4cad-bea1-f91f0494e69b req-2b65fb29-3847-43fa-89b6-96c9d95fe8f5 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395725 Jan 20 11:57:34.953104 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:57:35.055399 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:57:35.681779 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133498ce-4515-455b-8e7e-018744bc0b1c req-74c4f2ef-99c1-4d70-ba18-15fab765759b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:35.683224 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-133498ce-4515-455b-8e7e-018744bc0b1c req-74c4f2ef-99c1-4d70-ba18-15fab765759b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 943 time: 0.0777366 Jan 20 11:57:35.728650 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-133498ce-4515-455b-8e7e-018744bc0b1c req-9b428831-a714-4401-a528-71058f8a958b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393596 Jan 20 11:57:36.499000 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:57:36.921764 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde401c-e583-48c2-8c7b-3a61ae1489eb req-be49545d-e1aa-4948-9421-3b1b9b9167c2 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:36.923217 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cdde401c-e583-48c2-8c7b-3a61ae1489eb req-be49545d-e1aa-4948-9421-3b1b9b9167c2 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 943 time: 0.0748148 Jan 20 11:57:36.972867 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-cdde401c-e583-48c2-8c7b-3a61ae1489eb req-28190f8b-1837-41a4-8889-7e77d56aa720 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442626 Jan 20 11:57:38.165098 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1b715-1c0d-44ac-b85d-b09c66b453ae req-78b80930-4f54-477b-a3ca-6327d1586bf1 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:38.166540 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4de1b715-1c0d-44ac-b85d-b09c66b453ae req-78b80930-4f54-477b-a3ca-6327d1586bf1 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 943 time: 0.0743113 Jan 20 11:57:38.212427 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4de1b715-1c0d-44ac-b85d-b09c66b453ae req-86303471-ec14-4243-a962-2da7e892949e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395064 Jan 20 11:57:39.409370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd5caf-24aa-486c-8b49-271dd200ce4c req-c469554b-ce68-496d-9ab9-ecdad0c15595 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:39.410864 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0ebd5caf-24aa-486c-8b49-271dd200ce4c req-c469554b-ce68-496d-9ab9-ecdad0c15595 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 943 time: 0.0791550 Jan 20 11:57:39.455374 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0ebd5caf-24aa-486c-8b49-271dd200ce4c req-db9cfc77-46f2-4b90-ba72-e29da7edad77 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389936 Jan 20 11:57:40.103911 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:57:40.675614 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce2e65-2b7a-4395-82fc-4db351580f12 req-4438cd90-c85e-4459-8ec8-bc6bb49517c5 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:40.677092 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fce2e65-2b7a-4395-82fc-4db351580f12 req-4438cd90-c85e-4459-8ec8-bc6bb49517c5 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 943 time: 0.0915966 Jan 20 11:57:40.724959 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8fce2e65-2b7a-4395-82fc-4db351580f12 req-d871cf7d-cb18-4d4a-a784-26f52b74b49c tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421226 Jan 20 11:57:41.795791 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 70b29fbe-4cde-4284-a84d-9baeb99adce2 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 11:57:41.928997 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced1d5c-90ea-4e72-90b8-96d163240ac6 req-da178f52-ed29-4c15-b901-b2f7f784ec5d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:41.930120 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 70b29fbe-4cde-4284-a84d-9baeb99adce2, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:57:41.930494 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2ced1d5c-90ea-4e72-90b8-96d163240ac6 req-da178f52-ed29-4c15-b901-b2f7f784ec5d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 943 time: 0.0790572 Jan 20 11:57:41.946211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '70b29fbe-4cde-4284-a84d-9baeb99adce2', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'port_id': '70b29fbe-4cde-4284-a84d-9baeb99adce2', 'mac_address': 'fa:16:3e:f3:dc:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 11:57:41.975505 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2ced1d5c-90ea-4e72-90b8-96d163240ac6 req-8a763064-6e33-4bdd-886a-c951903069dd tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395613 Jan 20 11:57:42.000384 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:57:42.018110 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b29fbe-4cde-4284-a84d-9baeb99adce2 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 11:57:42.033056 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 70b29fbe-4cde-4284-a84d-9baeb99adce2, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:57:42.098163 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:57:42.163868 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=70b29fbe-4cde-4284-a84d-9baeb99adce2,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:57:42.330648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['70b29fbe-4cde-4284-a84d-9baeb99adce2'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 11:57:43.175401 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9eaff-bd1d-495e-a105-1fc4f85d37c2 req-53a95088-3c4f-423b-975f-b1ea0dd47ddf tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:43.176823 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bba9eaff-bd1d-495e-a105-1fc4f85d37c2 req-53a95088-3c4f-423b-975f-b1ea0dd47ddf tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 944 time: 0.0742977 Jan 20 11:57:43.224613 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-bba9eaff-bd1d-495e-a105-1fc4f85d37c2 req-9b724100-e3d0-4583-b4e0-25d28a795f9d tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423615 Jan 20 11:57:43.826422 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 70b29fbe-4cde-4284-a84d-9baeb99adce2 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 11:57:43.894248 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 70b29fbe-4cde-4284-a84d-9baeb99adce2 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 11:57:43.894622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:57:44.032592 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:57:44.058172 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc06cd0d-2a7f-48ae-91da-fa4b19290785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b29fbe-4cde-4284-a84d-9baeb99adce2'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:57:44.068302 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 70b29fbe-4cde-4284-a84d-9baeb99adce2, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:57:44.147219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:57:44.210341 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=70b29fbe-4cde-4284-a84d-9baeb99adce2,revision_number=8']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:57:44.496532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af65b8-f34a-4f90-9e14-42d84c867a93 req-9dd1ac15-da5b-4f45-b9a4-6fcdd60b44ea tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:44.498020 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d6af65b8-f34a-4f90-9e14-42d84c867a93 req-9dd1ac15-da5b-4f45-b9a4-6fcdd60b44ea tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.1519275 Jan 20 11:57:44.541892 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d6af65b8-f34a-4f90-9e14-42d84c867a93 req-434fac40-1f81-4724-9d0c-4c14b9e4d9b7 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383251 Jan 20 11:57:45.133760 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc06cd0d-2a7f-48ae-91da-fa4b19290785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b29fbe-4cde-4284-a84d-9baeb99adce2', 'code': 200} Jan 20 11:57:45.475305 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-86fe69fd-67a3-4ed1-a8df-ce7fe1bfc349 req-6a3b4ae6-a199-448a-8b3e-b0768f687ac8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 1098 time: 0.0674565 Jan 20 11:57:45.520075 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-86fe69fd-67a3-4ed1-a8df-ce7fe1bfc349 req-d66aac07-0d97-4b3b-9978-ac216a6ced9c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389290 Jan 20 11:57:45.736028 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af335e-ae13-449c-a17b-a553a6ecec8f req-0ee9964d-ac67-4487-8cd1-23c2d66a60fd tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:45.737356 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a4af335e-ae13-449c-a17b-a553a6ecec8f req-0ee9964d-ac67-4487-8cd1-23c2d66a60fd tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.0763218 Jan 20 11:57:45.781117 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a4af335e-ae13-449c-a17b-a553a6ecec8f req-fb1e7108-140e-4896-97f5-3368f78ecfe0 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382156 Jan 20 11:57:46.976840 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabc8fd-afe0-4ff2-9516-87f2810d0a22 req-4bcbed1c-0a12-4947-9c66-50c30b4981e3 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:57:46.978287 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1eabc8fd-afe0-4ff2-9516-87f2810d0a22 req-4bcbed1c-0a12-4947-9c66-50c30b4981e3 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.0754619 Jan 20 11:57:47.022091 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1eabc8fd-afe0-4ff2-9516-87f2810d0a22 req-5be39ee2-380a-4a32-a75e-e144e9c906e2 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381682 Jan 20 11:58:01.443772 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-062b3280-3812-423d-af5b-c80267062132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:58:03.900611 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2b265c49-a7b8-430e-b9ff-65239c0905ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:58:04.507928 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71293697-4142-4364-ac22-b394e67c35ef req-8959ef70-c4d3-4187-ab73-8cbc43525c01 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773449 Jan 20 11:58:04.649657 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71293697-4142-4364-ac22-b394e67c35ef req-5f4d7a31-1473-4cac-8969-83e5b39ed890 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 1098 time: 0.0738468 Jan 20 11:58:04.803498 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71293697-4142-4364-ac22-b394e67c35ef req-f2801836-3f35-485c-877b-c3027d83d22b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:58:04.803498 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71293697-4142-4364-ac22-b394e67c35ef req-f2801836-3f35-485c-877b-c3027d83d22b service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 910 time: 0.1329033 Jan 20 11:58:04.923553 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71293697-4142-4364-ac22-b394e67c35ef req-4e056a7c-1d5a-4aa0-a6e2-a90e0e1a649e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2 HTTP/1.1" status: 200 len: 1000 time: 0.1110778 Jan 20 11:58:04.988074 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71293697-4142-4364-ac22-b394e67c35ef req-3be46184-0731-4e04-b400-ca0f61a7decf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:58:04.988074 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71293697-4142-4364-ac22-b394e67c35ef req-3be46184-0731-4e04-b400-ca0f61a7decf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0602901 Jan 20 11:58:04.998457 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:58:05.062501 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71293697-4142-4364-ac22-b394e67c35ef req-ce09512e-e935-4924-8835-4944d6690267 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694396 Jan 20 11:58:05.084596 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:58:05.195737 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71293697-4142-4364-ac22-b394e67c35ef req-6036f007-9e59-4e41-9e89-988ba2ae3378 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277070 Jan 20 11:58:05.430087 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-71293697-4142-4364-ac22-b394e67c35ef req-92278923-77a9-4569-a5b2-f286b0f9aa5a service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289736 Jan 20 11:58:06.492526 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:58:10.070224 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:58:10.141455 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:58:31.451973 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-739484f6-bb41-4d69-9a50-2a8d73dae232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:58:33.895138 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f525ddb7-02fa-4e99-b9ea-a8566df5c70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:58:34.980760 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:58:35.090052 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:58:36.520756 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:58:40.137531 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:58:47.066520 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:59:01.486311 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d7553ea-0f77-4ebd-abe5-4810a4fc6b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:03.895154 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-113b74fb-a13f-4331-afb0-a62c29e682ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:04.954554 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:05.098670 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:05.501337 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5b42c009-8897-43eb-bed8-eed231921848 req-d3753335-78d7-4ffd-83a5-b4a191117af2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740690 Jan 20 11:59:05.645950 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5b42c009-8897-43eb-bed8-eed231921848 req-de7228f4-7333-4d18-876f-7e67c33fb759 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 1098 time: 0.0720215 Jan 20 11:59:05.820836 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42c009-8897-43eb-bed8-eed231921848 req-f26614ac-b179-4404-ad26-59b6d3c9b5c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:59:05.822212 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5b42c009-8897-43eb-bed8-eed231921848 req-f26614ac-b179-4404-ad26-59b6d3c9b5c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 910 time: 0.1582365 Jan 20 11:59:05.928375 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5b42c009-8897-43eb-bed8-eed231921848 req-46d174c9-07aa-4a83-b09d-cd44a6d8b4f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2 HTTP/1.1" status: 200 len: 1000 time: 0.1002553 Jan 20 11:59:05.990759 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42c009-8897-43eb-bed8-eed231921848 req-8ac5a444-8cb1-4b5b-90b6-e2f601275590 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:59:05.992186 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5b42c009-8897-43eb-bed8-eed231921848 req-8ac5a444-8cb1-4b5b-90b6-e2f601275590 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0586741 Jan 20 11:59:06.070603 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5b42c009-8897-43eb-bed8-eed231921848 req-92303af3-a3d6-4b5c-ab80-f53a3c045c6e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730817 Jan 20 11:59:06.204926 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5b42c009-8897-43eb-bed8-eed231921848 req-f629102e-b540-48a3-8a09-7cbd599fde62 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279414 Jan 20 11:59:06.334873 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-5b42c009-8897-43eb-bed8-eed231921848 req-cc5d73ff-afaf-465a-9548-d64d161d3d71 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245551 Jan 20 11:59:06.530365 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:10.174984 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:24.067444 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 11:59:31.454841 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9156ccdc-a494-4a0f-a34c-40a99f271767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:33.888650 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d651e02-d8d0-4681-8bbd-33458a8c962f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:34.974470 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:35.071612 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:36.523203 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:40.165770 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:45.831320 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 45854) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:59:46.257189 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Deleting port f8ad1771-701a-4780-a116-386a3216042b {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:59:46.257527 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:46.423214 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:46.423546 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:46.544459 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Calling delete_port for f8ad1771-701a-4780-a116-386a3216042b owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:59:46.777035 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:46.832701 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event deleted for resources: {'Port': ['ID=f8ad1771-701a-4780-a116-386a3216042b,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:59:46.893341 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:46.893715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:46.894054 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:46.894384 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:46.894710 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:46.895034 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:46.895355 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:46.895675 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:46.895996 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:46.896308 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:46.896624 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:46.928957 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:47.397267 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:59:47.592845 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:59:47.602768 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6884f0df-b868-4432-b23d-aff469fc6a3d None None] Sync routers for ids ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:59:47.608332 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:47.614702 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6884f0df-b868-4432-b23d-aff469fc6a3d None None] Routers {'009b6080-8f8f-49fa-8b77-5c4c8caabe87'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:59:47.615372 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-6884f0df-b868-4432-b23d-aff469fc6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:59:47.660413 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-7054e7d1-ad06-465b-b824-b4ca9f86a5b6 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "DELETE /v2.0/floatingips/a39a2af8-aa02-444e-83a2-a18dcf7c9782 HTTP/1.1" status: 204 len: 168 time: 1.8280134 Jan 20 11:59:47.660974 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc06cd0d-2a7f-48ae-91da-fa4b19290785', 'tag': '70b29fbe-4cde-4284-a84d-9baeb99adce2'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:59:47.790629 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-6884f0df-b868-4432-b23d-aff469fc6a3d None None] Set router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:59:47.953305 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc06cd0d-2a7f-48ae-91da-fa4b19290785', 'tag': '70b29fbe-4cde-4284-a84d-9baeb99adce2', 'status': 'completed', 'code': 200} Jan 20 11:59:48.038542 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-066759e6-c50e-4afb-ae23-5d5b1d19e9eb req-452be580-9d9a-472f-91a3-4d8dd14dd30e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e7541420884a4d61b2ec3ce118c9f085&device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 1098 time: 0.0679939 Jan 20 11:59:48.115605 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-6884f0df-b868-4432-b23d-aff469fc6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:49:16Z', 'revision_number': 4, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port': {'id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:14Z', 'updated_at': '2022-01-20T11:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '6e6c53c1-6970-441e-8e0f-a077955ee2f5', 'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'mac_address': 'fa:16:3e:4b:b2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:16Z', 'updated_at': '2022-01-20T11:49:25Z', 'revision_number': 5, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'subnets': [{'id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:59:48.119502 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6884f0df-b868-4432-b23d-aff469fc6a3d None None] Checking router: 009b6080-8f8f-49fa-8b77-5c4c8caabe87 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:59:48.133025 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6884f0df-b868-4432-b23d-aff469fc6a3d None None] Routers {'009b6080-8f8f-49fa-8b77-5c4c8caabe87'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:59:48.134042 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-6884f0df-b868-4432-b23d-aff469fc6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:59:48.208307 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066759e6-c50e-4afb-ae23-5d5b1d19e9eb req-00f2f098-c862-4722-aedb-6fa488097a19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:59:48.210622 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-066759e6-c50e-4afb-ae23-5d5b1d19e9eb req-00f2f098-c862-4722-aedb-6fa488097a19 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 200 len: 910 time: 0.1610086 Jan 20 11:59:48.283030 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-066759e6-c50e-4afb-ae23-5d5b1d19e9eb req-c528f80f-a823-47ae-9881-31d47cbdae74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2 HTTP/1.1" status: 200 len: 217 time: 0.0659583 Jan 20 11:59:48.339657 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07e9d1-eb88-49a9-bbcb-ff3c60528482 req-ac5bfe9f-03c1-4124-90c5-fb92e6f6c0e8 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:59:48.340732 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3c07e9d1-eb88-49a9-bbcb-ff3c60528482 req-ac5bfe9f-03c1-4124-90c5-fb92e6f6c0e8 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Synchronizing usage tracker for tenant:e7541420884a4d61b2ec3ce118c9f085 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:59:48.341311 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-6884f0df-b868-4432-b23d-aff469fc6a3d None None] Set router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:59:48.346631 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066759e6-c50e-4afb-ae23-5d5b1d19e9eb req-c34eda9d-48b2-43ab-b1da-11aca7d72c00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:59:48.348073 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-066759e6-c50e-4afb-ae23-5d5b1d19e9eb req-c34eda9d-48b2-43ab-b1da-11aca7d72c00 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 200 len: 848 time: 0.0595267 Jan 20 11:59:48.414754 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-3c07e9d1-eb88-49a9-bbcb-ff3c60528482 req-ac5bfe9f-03c1-4124-90c5-fb92e6f6c0e8 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Unset dirty status for tenant:e7541420884a4d61b2ec3ce118c9f085 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:59:48.416194 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c07e9d1-eb88-49a9-bbcb-ff3c60528482 req-ac5bfe9f-03c1-4124-90c5-fb92e6f6c0e8 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.1591454 Jan 20 11:59:48.429188 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-066759e6-c50e-4afb-ae23-5d5b1d19e9eb req-7c7c3c47-64ee-4154-b9b0-c47596cedbf9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b32c6fc-782d-4357-8079-faaa12e9a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751407 Jan 20 11:59:48.439583 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [req-066759e6-c50e-4afb-ae23-5d5b1d19e9eb req-bdad6e26-66a4-440f-b63e-f15aa5e63b60 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84331) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 11:59:48.440672 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-066759e6-c50e-4afb-ae23-5d5b1d19e9eb req-bdad6e26-66a4-440f-b63e-f15aa5e63b60 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051873 Jan 20 11:59:48.463030 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3c07e9d1-eb88-49a9-bbcb-ff3c60528482 req-77218104-97d9-448a-ae83-f350386c75ef tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406191 Jan 20 11:59:48.575425 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-066759e6-c50e-4afb-ae23-5d5b1d19e9eb req-3759a4a6-fa08-4f82-a016-1902fd24c10a service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277590 Jan 20 11:59:48.681285 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-6884f0df-b868-4432-b23d-aff469fc6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:49:16Z', 'revision_number': 4, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port': {'id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:14Z', 'updated_at': '2022-01-20T11:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '6e6c53c1-6970-441e-8e0f-a077955ee2f5', 'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'mac_address': 'fa:16:3e:4b:b2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:16Z', 'updated_at': '2022-01-20T11:49:25Z', 'revision_number': 5, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'subnets': [{'id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:59:48.685092 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6884f0df-b868-4432-b23d-aff469fc6a3d None None] The sync data for ids ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'] in dv-neutron-825471-1-hyperv is: [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:49:16Z', 'revision_number': 4, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port': {'id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:14Z', 'updated_at': '2022-01-20T11:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '6e6c53c1-6970-441e-8e0f-a077955ee2f5', 'name': '', 'network_id': '2b32c6fc-782d-4357-8079-faaa12e9a40e', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'mac_address': 'fa:16:3e:4b:b2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:16Z', 'updated_at': '2022-01-20T11:49:25Z', 'revision_number': 5, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'subnets': [{'id': '347296da-92d7-414e-9e9d-fa508b39ebfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:59:48.706406 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-066759e6-c50e-4afb-ae23-5d5b1d19e9eb req-fd84b92d-3ad0-42b8-9504-a2d9dc572805 service neutron] 10.222.0.72 "GET /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241088 Jan 20 11:59:48.901616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4892f6c-3bff-4f5c-a89d-3fb7a29ecc4a None None] New status for floating IP a39a2af8-aa02-444e-83a2-a18dcf7c9782: DOWN {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 11:59:49.669152 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca84d1-0aa1-49f2-8097-50b1355a4f17 req-49391b8b-3023-4796-b7ae-4fa129345049 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:59:49.670652 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-85ca84d1-0aa1-49f2-8097-50b1355a4f17 req-49391b8b-3023-4796-b7ae-4fa129345049 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.0743823 Jan 20 11:59:49.722727 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-85ca84d1-0aa1-49f2-8097-50b1355a4f17 req-c49351c4-f01c-4d2a-b94b-94ea068d0c8e tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/security-groups?id=e4716200-92a9-4d7d-b31c-03975f9e4522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457847 Jan 20 11:59:49.829878 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff0f83-1689-438e-b4a8-d3d767b92339 req-fb82f6b7-6ae7-45dc-9a2e-a5fa44ee1989 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 11:59:49.830490 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-85ff0f83-1689-438e-b4a8-d3d767b92339 req-fb82f6b7-6ae7-45dc-9a2e-a5fa44ee1989 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Synchronizing usage tracker for tenant:e7541420884a4d61b2ec3ce118c9f085 on resource:port {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 11:59:49.842363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-85ff0f83-1689-438e-b4a8-d3d767b92339 req-fb82f6b7-6ae7-45dc-9a2e-a5fa44ee1989 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Unset dirty status for tenant:e7541420884a4d61b2ec3ce118c9f085 on resource:port {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 11:59:49.844299 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-85ff0f83-1689-438e-b4a8-d3d767b92339 req-fb82f6b7-6ae7-45dc-9a2e-a5fa44ee1989 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 945 time: 0.1856401 Jan 20 11:59:49.911535 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-85ff0f83-1689-438e-b4a8-d3d767b92339 req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Deleting port 70b29fbe-4cde-4284-a84d-9baeb99adce2 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:59:49.911879 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-85ff0f83-1689-438e-b4a8-d3d767b92339 req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:50.151775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-85ff0f83-1689-438e-b4a8-d3d767b92339 req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] For port 70b29fbe-4cde-4284-a84d-9baeb99adce2, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=70b29fbe-4cde-4284-a84d-9baeb99adce2,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:59:50.152120 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-85ff0f83-1689-438e-b4a8-d3d767b92339 req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:50.271594 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [req-85ff0f83-1689-438e-b4a8-d3d767b92339 req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Calling delete_port for 70b29fbe-4cde-4284-a84d-9baeb99adce2 owned by compute:nova {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:59:50.346241 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-71d2a197-1a4b-490b-9eab-5eb6dcf45ee0 req-9e08b6e9-570d-4a82-b816-7e2011b90a14 service neutron] (84332) timed out ('10.222.0.70', 44268) {{(pid=84332) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 20 11:59:50.471759 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-85ff0f83-1689-438e-b4a8-d3d767b92339 req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:50.522656 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event deleted for resources: {'Port': ['ID=70b29fbe-4cde-4284-a84d-9baeb99adce2,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:59:50.560047 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:50.560394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:50.560730 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:50.561064 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:50.561515 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:50.562392 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:50.562716 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:50.563041 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:50.563362 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:50.563680 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:50.563997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 11:59:50.603822 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ff0f83-1689-438e-b4a8-d3d767b92339 req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] No DVR routers for this DVR port 70b29fbe-4cde-4284-a84d-9baeb99adce2 on host hv-neutron-8254 {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:59:50.606154 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-85ff0f83-1689-438e-b4a8-d3d767b92339 req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:50.609088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc06cd0d-2a7f-48ae-91da-fa4b19290785', 'name': 'network-vif-deleted', 'tag': '70b29fbe-4cde-4284-a84d-9baeb99adce2'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 11:59:50.678325 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-85ff0f83-1689-438e-b4a8-d3d767b92339 req-87746496-8c3e-4aaf-b178-dda8697f007b tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.72 "DELETE /v2.0/ports/70b29fbe-4cde-4284-a84d-9baeb99adce2 HTTP/1.1" status: 204 len: 173 time: 0.8293126 Jan 20 11:59:50.774546 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc06cd0d-2a7f-48ae-91da-fa4b19290785', 'name': 'network-vif-deleted', 'tag': '70b29fbe-4cde-4284-a84d-9baeb99adce2', 'status': 'completed', 'code': 200} Jan 20 11:59:50.889407 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8bba229e-1ba9-41bb-a6c9-52b54ee81a2b req-7b8fd4be-31c0-4a03-850a-ed22eb462e98 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 210 time: 0.0450566 Jan 20 11:59:52.072635 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-129cdcb5-bd48-48b1-b923-5085cdb5d3ba req-b7ef32a6-6771-4f16-a867-66023b9fa5f4 tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc06cd0d-2a7f-48ae-91da-fa4b19290785 HTTP/1.1" status: 200 len: 210 time: 0.0405083 Jan 20 11:59:52.370911 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 70b29fbe-4cde-4284-a84d-9baeb99adce2 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:59:52.404291 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 70b29fbe-4cde-4284-a84d-9baeb99adce2 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:59:52.404644 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 70b29fbe-4cde-4284-a84d-9baeb99adce2 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:59:53.185454 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 45900) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:59:53.255606 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f0b34af-6811-485b-af25-78cceff959ca tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:53.286158 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f0b34af-6811-485b-af25-78cceff959ca tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:53.416939 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f0b34af-6811-485b-af25-78cceff959ca tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:53.435188 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b34af-6811-485b-af25-78cceff959ca tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4716200-92a9-4d7d-b31c-03975f9e4522,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:59:53.522262 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-6f0b34af-6811-485b-af25-78cceff959ca tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] Notify callbacks [] for security_group, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:53.523429 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6f0b34af-6811-485b-af25-78cceff959ca tempest-TestShelveInstance-154125458 tempest-TestShelveInstance-154125458-project] 10.222.0.70 "DELETE /v2.0/security-groups/e4716200-92a9-4d7d-b31c-03975f9e4522 HTTP/1.1" status: 204 len: 168 time: 0.3369753 Jan 20 11:59:53.667386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 45906) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:59:54.229490 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92611940-037f-4a24-bfe1-5bfb43d7e7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:54.896307 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-92611940-037f-4a24-bfe1-5bfb43d7e7a3 admin admin] Deleting port 6e6c53c1-6970-441e-8e0f-a077955ee2f5 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:59:54.896653 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92611940-037f-4a24-bfe1-5bfb43d7e7a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:55.060916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-92611940-037f-4a24-bfe1-5bfb43d7e7a3 admin admin] For port 6e6c53c1-6970-441e-8e0f-a077955ee2f5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=6e6c53c1-6970-441e-8e0f-a077955ee2f5,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:59:55.061273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92611940-037f-4a24-bfe1-5bfb43d7e7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:55.181990 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-92611940-037f-4a24-bfe1-5bfb43d7e7a3 admin admin] Calling delete_port for 6e6c53c1-6970-441e-8e0f-a077955ee2f5 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:59:55.408761 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92611940-037f-4a24-bfe1-5bfb43d7e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:55.452012 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92611940-037f-4a24-bfe1-5bfb43d7e7a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e6c53c1-6970-441e-8e0f-a077955ee2f5,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:59:55.736514 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-92611940-037f-4a24-bfe1-5bfb43d7e7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:56.387069 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92611940-037f-4a24-bfe1-5bfb43d7e7a3 admin admin] Router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 11:59:56.586125 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92611940-037f-4a24-bfe1-5bfb43d7e7a3 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 11:59:56.595441 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cef259-fbe5-4d1d-afbc-9310b117c7b2 None None] Sync routers for ids ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 11:59:56.598461 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-92611940-037f-4a24-bfe1-5bfb43d7e7a3 admin admin] 10.222.0.70 "PUT /v2.0/routers/009b6080-8f8f-49fa-8b77-5c4c8caabe87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9300103 Jan 20 11:59:56.601161 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 45912) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:59:56.607449 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cef259-fbe5-4d1d-afbc-9310b117c7b2 None None] Routers {'009b6080-8f8f-49fa-8b77-5c4c8caabe87'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:59:56.608037 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-11cef259-fbe5-4d1d-afbc-9310b117c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:59:56.787358 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-11cef259-fbe5-4d1d-afbc-9310b117c7b2 None None] Set router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:59:56.800159 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7747eb9-2c17-461c-9df8-82712a32f656 admin admin] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:56.998570 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7747eb9-2c17-461c-9df8-82712a32f656 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:57.062780 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-e7747eb9-2c17-461c-9df8-82712a32f656 admin admin] Deleting port b2603876-6981-402f-8a99-ed5a15f75337 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:59:57.063124 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7747eb9-2c17-461c-9df8-82712a32f656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:57.068656 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-11cef259-fbe5-4d1d-afbc-9310b117c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:59:55Z', 'revision_number': 5, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port': {'id': 'b2603876-6981-402f-8a99-ed5a15f75337', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:14Z', 'updated_at': '2022-01-20T11:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:59:57.072481 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cef259-fbe5-4d1d-afbc-9310b117c7b2 None None] Checking router: 009b6080-8f8f-49fa-8b77-5c4c8caabe87 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 11:59:57.083056 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cef259-fbe5-4d1d-afbc-9310b117c7b2 None None] Routers {'009b6080-8f8f-49fa-8b77-5c4c8caabe87'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 11:59:57.083631 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-11cef259-fbe5-4d1d-afbc-9310b117c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:59:57.231340 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-11cef259-fbe5-4d1d-afbc-9310b117c7b2 None None] Set router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 gateway port host: None {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 11:59:57.236210 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-e7747eb9-2c17-461c-9df8-82712a32f656 admin admin] For port b2603876-6981-402f-8a99-ed5a15f75337, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=b2603876-6981-402f-8a99-ed5a15f75337,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:59:57.236569 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7747eb9-2c17-461c-9df8-82712a32f656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:57.337292 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-11cef259-fbe5-4d1d-afbc-9310b117c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:59:56Z', 'revision_number': 6, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:59:57.342280 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cef259-fbe5-4d1d-afbc-9310b117c7b2 None None] The sync data for ids ['009b6080-8f8f-49fa-8b77-5c4c8caabe87'] in dv-neutron-825471-1-hyperv is: [{'id': '009b6080-8f8f-49fa-8b77-5c4c8caabe87', 'name': 'tempest-TestShelveInstance-1431245503-router', 'tenant_id': 'e7541420884a4d61b2ec3ce118c9f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:13Z', 'updated_at': '2022-01-20T11:59:56Z', 'revision_number': 6, 'project_id': 'e7541420884a4d61b2ec3ce118c9f085', 'gw_port_host': None}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 11:59:57.446982 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-e7747eb9-2c17-461c-9df8-82712a32f656 admin admin] Calling delete_port for b2603876-6981-402f-8a99-ed5a15f75337 owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:59:57.671616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7747eb9-2c17-461c-9df8-82712a32f656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:57.720057 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7747eb9-2c17-461c-9df8-82712a32f656 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2603876-6981-402f-8a99-ed5a15f75337,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:59:57.940945 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7747eb9-2c17-461c-9df8-82712a32f656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:58.199695 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7747eb9-2c17-461c-9df8-82712a32f656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:58.205202 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7747eb9-2c17-461c-9df8-82712a32f656 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:58.300128 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7747eb9-2c17-461c-9df8-82712a32f656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:58.300668 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7747eb9-2c17-461c-9df8-82712a32f656 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 009b6080-8f8f-49fa-8b77-5c4c8caabe87 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 11:59:58.312860 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-e7747eb9-2c17-461c-9df8-82712a32f656 admin admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:58.314009 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-e7747eb9-2c17-461c-9df8-82712a32f656 admin admin] 10.222.0.70 "DELETE /v2.0/routers/009b6080-8f8f-49fa-8b77-5c4c8caabe87 HTTP/1.1" status: 204 len: 168 time: 1.7118034 Jan 20 11:59:58.316859 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 45916) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:59:58.377237 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ab7e27-5c5a-45d6-a344-e89376ee8900 admin admin] Deleting subnet 347296da-92d7-414e-9e9d-fa508b39ebfc {{(pid=84332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 11:59:58.380168 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31ab7e27-5c5a-45d6-a344-e89376ee8900 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:58.431946 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31ab7e27-5c5a-45d6-a344-e89376ee8900 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1306569'] for subnet, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:58.505435 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31ab7e27-5c5a-45d6-a344-e89376ee8900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:58.649117 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31ab7e27-5c5a-45d6-a344-e89376ee8900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32316962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1567054'] for subnet, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:58.689014 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab7e27-5c5a-45d6-a344-e89376ee8900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=347296da-92d7-414e-9e9d-fa508b39ebfc,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:59:58.696372 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-31ab7e27-5c5a-45d6-a344-e89376ee8900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:58.701202 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5729c69f-6496-424b-9b29-1f74e4f6eada None None] Network 2b32c6fc-782d-4357-8079-faaa12e9a40e requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 11:59:58.703560 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-31ab7e27-5c5a-45d6-a344-e89376ee8900 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/347296da-92d7-414e-9e9d-fa508b39ebfc HTTP/1.1" status: 204 len: 168 time: 0.3856280 Jan 20 11:59:58.706076 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 45920) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 11:59:58.809942 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:58.820801 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] Deleting port 6d877b41-2f12-4dfc-812e-4b815d84b758 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:59:58.821155 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:58.958429 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcae922-d0bb-4f0b-9569-e5179159726c None None] DHCP port deletion for 2b32c6fc-782d-4357-8079-faaa12e9a40e request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 11:59:58.962729 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7dcae922-d0bb-4f0b-9569-e5179159726c None None] Deleting port 6d877b41-2f12-4dfc-812e-4b815d84b758 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 11:59:58.963136 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7dcae922-d0bb-4f0b-9569-e5179159726c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:59.019498 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] For port 6d877b41-2f12-4dfc-812e-4b815d84b758, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=6d877b41-2f12-4dfc-812e-4b815d84b758,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:59:59.019851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:59.138090 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] Calling delete_port for 6d877b41-2f12-4dfc-812e-4b815d84b758 owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:59:59.163788 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7dcae922-d0bb-4f0b-9569-e5179159726c None None] For port 6d877b41-2f12-4dfc-812e-4b815d84b758, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=6d877b41-2f12-4dfc-812e-4b815d84b758,segment=NetworkSegment(d6f05d71-ecd0-415c-90e2-d46404d2c0be),segment_id=d6f05d71-ecd0-415c-90e2-d46404d2c0be)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 11:59:59.164180 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7dcae922-d0bb-4f0b-9569-e5179159726c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:59.279407 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:59.283082 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7dcae922-d0bb-4f0b-9569-e5179159726c None None] Calling delete_port for 6d877b41-2f12-4dfc-812e-4b815d84b758 owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 11:59:59.327501 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] Pushing event deleted for resources: {'Port': ['ID=6d877b41-2f12-4dfc-812e-4b815d84b758,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:59:59.332269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] No DVR routers for this DVR port 6d877b41-2f12-4dfc-812e-4b815d84b758 on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 11:59:59.346930 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6d877b41-2f12-4dfc-812e-4b815d84b758 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:59:59.383521 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 6d877b41-2f12-4dfc-812e-4b815d84b758 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:59:59.383758 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6d877b41-2f12-4dfc-812e-4b815d84b758 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:59:59.384183 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6e6c53c1-6970-441e-8e0f-a077955ee2f5 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:59:59.428859 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 6e6c53c1-6970-441e-8e0f-a077955ee2f5 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:59:59.429205 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 6e6c53c1-6970-441e-8e0f-a077955ee2f5 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:59:59.429645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b2603876-6981-402f-8a99-ed5a15f75337 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 11:59:59.446740 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:59.478810 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b32c6fc-782d-4357-8079-faaa12e9a40e']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:59:59.491960 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f05d71-ecd0-415c-90e2-d46404d2c0be') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:59:59.492259 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f05d71-ecd0-415c-90e2-d46404d2c0be') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 11:59:59.495291 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: b2603876-6981-402f-8a99-ed5a15f75337 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 11:59:59.495291 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device b2603876-6981-402f-8a99-ed5a15f75337 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 11:59:59.499142 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-7dcae922-d0bb-4f0b-9569-e5179159726c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 11:59:59.499565 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-7dcae922-d0bb-4f0b-9569-e5179159726c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 11:59:59.504721 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:59.523731 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:59.529432 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 11:59:59.529843 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 11:59:59.542859 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 11:59:59.679605 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:59.695159 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 11:59:59.705730 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] Pushing event deleted for resources: {'Network': ['ID=2b32c6fc-782d-4357-8079-faaa12e9a40e,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 11:59:59.777016 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-409293a4-ebea-4aee-9185-de806c9291cf admin admin] 10.222.0.70 "DELETE /v2.0/networks/2b32c6fc-782d-4357-8079-faaa12e9a40e HTTP/1.1" status: 204 len: 168 time: 1.0699787 Jan 20 11:59:59.779851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 45924) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:00.000387 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7dcae922-d0bb-4f0b-9569-e5179159726c None None] Deleting port 6d877b41-2f12-4dfc-812e-4b815d84b758 {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:00:00.000998 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7dcae922-d0bb-4f0b-9569-e5179159726c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:00.063621 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7dcae922-d0bb-4f0b-9569-e5179159726c None None] The port '6d877b41-2f12-4dfc-812e-4b815d84b758' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 12:00:00.244927 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3091e4ba-f785-4325-ae08-fe99dc21748b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:00.824751 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3091e4ba-f785-4325-ae08-fe99dc21748b admin admin] Deleting port 15f0aae9-b1da-47e8-830e-fab16d204168 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:00:00.825462 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3091e4ba-f785-4325-ae08-fe99dc21748b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:00.991512 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-3091e4ba-f785-4325-ae08-fe99dc21748b admin admin] For port 15f0aae9-b1da-47e8-830e-fab16d204168, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=15f0aae9-b1da-47e8-830e-fab16d204168,segment=NetworkSegment(cfdf5d27-5c8b-40f8-8ced-af7f83937705),segment_id=cfdf5d27-5c8b-40f8-8ced-af7f83937705)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:00:00.991864 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3091e4ba-f785-4325-ae08-fe99dc21748b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:01.067793 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 12:00:01.112386 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-3091e4ba-f785-4325-ae08-fe99dc21748b admin admin] Calling delete_port for 15f0aae9-b1da-47e8-830e-fab16d204168 owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 12:00:01.376762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3091e4ba-f785-4325-ae08-fe99dc21748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:01.473903 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7fd76d2a-06c7-481c-8a9d-59120ef9c0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:01.503801 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091e4ba-f785-4325-ae08-fe99dc21748b admin admin] Pushing event deleted for resources: {'Port': ['ID=15f0aae9-b1da-47e8-830e-fab16d204168,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:01.779993 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-3091e4ba-f785-4325-ae08-fe99dc21748b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:02.339472 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3091e4ba-f785-4325-ae08-fe99dc21748b admin admin] Router e9bcfd91-9e77-4440-aa6c-8eb6575ee42f has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:00:02.536891 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3091e4ba-f785-4325-ae08-fe99dc21748b admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:00:02.546455 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb4979-68f0-4723-974f-edb2ff16ac7c None None] Sync routers for ids ['e9bcfd91-9e77-4440-aa6c-8eb6575ee42f'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 12:00:02.546924 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-3091e4ba-f785-4325-ae08-fe99dc21748b admin admin] 10.222.0.70 "PUT /v2.0/routers/e9bcfd91-9e77-4440-aa6c-8eb6575ee42f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7644634 Jan 20 12:00:02.549318 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 45928) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:02.558818 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb4979-68f0-4723-974f-edb2ff16ac7c None None] Routers {'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:00:02.563553 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-19cb4979-68f0-4723-974f-edb2ff16ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e9bcfd91-9e77-4440-aa6c-8eb6575ee42f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:02.733688 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-19cb4979-68f0-4723-974f-edb2ff16ac7c None None] Set router e9bcfd91-9e77-4440-aa6c-8eb6575ee42f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:00:02.743408 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dee22053-f2c9-4a33-b2e1-8e574ed57667 admin admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:03.022612 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-19cb4979-68f0-4723-974f-edb2ff16ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'name': 'tempest-TestShelveInstance-70821633-router', 'tenant_id': 'be2cc17a953c4a838ad6458231ae9693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '62da9f66-a2ca-4633-9a39-776fb58f965f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:20Z', 'updated_at': '2022-01-20T12:00:01Z', 'revision_number': 5, 'project_id': 'be2cc17a953c4a838ad6458231ae9693', 'gw_port': {'id': '62da9f66-a2ca-4633-9a39-776fb58f965f', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:60:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:21Z', 'updated_at': '2022-01-20T11:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:03.027256 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb4979-68f0-4723-974f-edb2ff16ac7c None None] Checking router: e9bcfd91-9e77-4440-aa6c-8eb6575ee42f for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 12:00:03.039136 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb4979-68f0-4723-974f-edb2ff16ac7c None None] Routers {'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:00:03.039728 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-19cb4979-68f0-4723-974f-edb2ff16ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T11:59:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['e9bcfd91-9e77-4440-aa6c-8eb6575ee42f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:03.040715 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dee22053-f2c9-4a33-b2e1-8e574ed57667 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:03.113847 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-dee22053-f2c9-4a33-b2e1-8e574ed57667 admin admin] Deleting port 62da9f66-a2ca-4633-9a39-776fb58f965f {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:00:03.114196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dee22053-f2c9-4a33-b2e1-8e574ed57667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:03.211058 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-19cb4979-68f0-4723-974f-edb2ff16ac7c None None] Set router e9bcfd91-9e77-4440-aa6c-8eb6575ee42f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:00:03.288689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-dee22053-f2c9-4a33-b2e1-8e574ed57667 admin admin] For port 62da9f66-a2ca-4633-9a39-776fb58f965f, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=62da9f66-a2ca-4633-9a39-776fb58f965f,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:00:03.288689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dee22053-f2c9-4a33-b2e1-8e574ed57667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:03.410203 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-dee22053-f2c9-4a33-b2e1-8e574ed57667 admin admin] Calling delete_port for 62da9f66-a2ca-4633-9a39-776fb58f965f owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 12:00:03.496361 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-19cb4979-68f0-4723-974f-edb2ff16ac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'name': 'tempest-TestShelveInstance-70821633-router', 'tenant_id': 'be2cc17a953c4a838ad6458231ae9693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '62da9f66-a2ca-4633-9a39-776fb58f965f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:20Z', 'updated_at': '2022-01-20T12:00:01Z', 'revision_number': 5, 'project_id': 'be2cc17a953c4a838ad6458231ae9693', 'gw_port': {'id': '62da9f66-a2ca-4633-9a39-776fb58f965f', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:60:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:21Z', 'updated_at': '2022-01-20T11:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:03.500814 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb4979-68f0-4723-974f-edb2ff16ac7c None None] The sync data for ids ['e9bcfd91-9e77-4440-aa6c-8eb6575ee42f'] in dv-neutron-825471-1-hyperv is: [{'id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'name': 'tempest-TestShelveInstance-70821633-router', 'tenant_id': 'be2cc17a953c4a838ad6458231ae9693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': '62da9f66-a2ca-4633-9a39-776fb58f965f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T11:49:20Z', 'updated_at': '2022-01-20T12:00:01Z', 'revision_number': 5, 'project_id': 'be2cc17a953c4a838ad6458231ae9693', 'gw_port': {'id': '62da9f66-a2ca-4633-9a39-776fb58f965f', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:60:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bcfd91-9e77-4440-aa6c-8eb6575ee42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T11:49:21Z', 'updated_at': '2022-01-20T11:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 12:00:03.648508 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dee22053-f2c9-4a33-b2e1-8e574ed57667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:03.691809 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee22053-f2c9-4a33-b2e1-8e574ed57667 admin admin] Pushing event deleted for resources: {'Port': ['ID=62da9f66-a2ca-4633-9a39-776fb58f965f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:03.908009 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22dcfceb-37e2-433b-b25c-4d7cbb8bc01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:03.911379 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dee22053-f2c9-4a33-b2e1-8e574ed57667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:04.160553 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dee22053-f2c9-4a33-b2e1-8e574ed57667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:04.164598 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dee22053-f2c9-4a33-b2e1-8e574ed57667 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:04.262131 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dee22053-f2c9-4a33-b2e1-8e574ed57667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:04.262714 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee22053-f2c9-4a33-b2e1-8e574ed57667 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9bcfd91-9e77-4440-aa6c-8eb6575ee42f {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 12:00:04.275654 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dee22053-f2c9-4a33-b2e1-8e574ed57667 admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:04.276944 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dee22053-f2c9-4a33-b2e1-8e574ed57667 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e9bcfd91-9e77-4440-aa6c-8eb6575ee42f HTTP/1.1" status: 204 len: 168 time: 1.7264602 Jan 20 12:00:04.279572 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 45932) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:04.340051 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb28b589-ba83-49ce-ac66-b41fdd48b9e0 admin admin] Deleting subnet 80e9dbe4-2630-4284-b550-42f643f49964 {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 12:00:04.343597 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fb28b589-ba83-49ce-ac66-b41fdd48b9e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:04.396371 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fb28b589-ba83-49ce-ac66-b41fdd48b9e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:04.472272 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fb28b589-ba83-49ce-ac66-b41fdd48b9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:04.605696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fb28b589-ba83-49ce-ac66-b41fdd48b9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:04.643176 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28b589-ba83-49ce-ac66-b41fdd48b9e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80e9dbe4-2630-4284-b550-42f643f49964,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:04.651321 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-fb28b589-ba83-49ce-ac66-b41fdd48b9e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:04.656938 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d053e22-1092-42fc-aaf8-cd95eab97a8e None None] Network 2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 12:00:04.657087 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fb28b589-ba83-49ce-ac66-b41fdd48b9e0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/80e9dbe4-2630-4284-b550-42f643f49964 HTTP/1.1" status: 204 len: 168 time: 0.3762488 Jan 20 12:00:04.659462 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 45936) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:04.764623 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:04.774813 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] Deleting port 1a3278a9-8944-4b71-9137-3739d79599ad {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:00:04.775181 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:04.903591 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645aef5d-9465-4956-8c18-b7d22680a2ff None None] DHCP port deletion for 2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 12:00:04.912327 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-645aef5d-9465-4956-8c18-b7d22680a2ff None None] Deleting port 1a3278a9-8944-4b71-9137-3739d79599ad {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:00:04.912982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-645aef5d-9465-4956-8c18-b7d22680a2ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:05.044768 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:05.084086 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] For port 1a3278a9-8944-4b71-9137-3739d79599ad, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=1a3278a9-8944-4b71-9137-3739d79599ad,segment=NetworkSegment(cfdf5d27-5c8b-40f8-8ced-af7f83937705),segment_id=cfdf5d27-5c8b-40f8-8ced-af7f83937705)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:00:05.084531 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:05.130360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:05.167140 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-645aef5d-9465-4956-8c18-b7d22680a2ff None None] For port 1a3278a9-8944-4b71-9137-3739d79599ad, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=1a3278a9-8944-4b71-9137-3739d79599ad,segment=NetworkSegment(cfdf5d27-5c8b-40f8-8ced-af7f83937705),segment_id=cfdf5d27-5c8b-40f8-8ced-af7f83937705)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:00:05.167542 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-645aef5d-9465-4956-8c18-b7d22680a2ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:05.208292 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] Calling delete_port for 1a3278a9-8944-4b71-9137-3739d79599ad owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 12:00:05.288112 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-645aef5d-9465-4956-8c18-b7d22680a2ff None None] Calling delete_port for 1a3278a9-8944-4b71-9137-3739d79599ad owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 12:00:05.336407 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 62da9f66-a2ca-4633-9a39-776fb58f965f no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 12:00:05.363099 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:05.374238 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 62da9f66-a2ca-4633-9a39-776fb58f965f {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 12:00:05.374575 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 62da9f66-a2ca-4633-9a39-776fb58f965f not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 12:00:05.374987 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 15f0aae9-b1da-47e8-830e-fab16d204168 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 12:00:05.407035 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a3278a9-8944-4b71-9137-3739d79599ad,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:05.410157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 15f0aae9-b1da-47e8-830e-fab16d204168 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 12:00:05.410511 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 15f0aae9-b1da-47e8-830e-fab16d204168 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 12:00:05.410927 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 1a3278a9-8944-4b71-9137-3739d79599ad no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 12:00:05.413784 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] No DVR routers for this DVR port 1a3278a9-8944-4b71-9137-3739d79599ad on host dv-neutron-825471-1-hyperv {{(pid=84331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 12:00:05.456250 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 1a3278a9-8944-4b71-9137-3739d79599ad {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 12:00:05.456592 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 1a3278a9-8944-4b71-9137-3739d79599ad not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 12:00:05.464083 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-645aef5d-9465-4956-8c18-b7d22680a2ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 12:00:05.465095 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-645aef5d-9465-4956-8c18-b7d22680a2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 12:00:05.529227 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:05.554748 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37']}} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:05.566602 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfdf5d27-5c8b-40f8-8ced-af7f83937705') {'for_net_delete': True} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:05.566943 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.services.segments.db [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfdf5d27-5c8b-40f8-8ced-af7f83937705') {} {{(pid=84331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:05.578524 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32148259'] for segment, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:05.598588 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:05.604493 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 12:00:05.606847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32150938'] for segment, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: Traceback (most recent call last): Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: timer() Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: cb(*args, **kw) Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: return func(*args, **kwargs) Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: self._notify() Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: self.callback(batched_events) Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: event.method(event) Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: return f(self, *a, **k) Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._get(url).json() Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: return self.request(url, 'GET', **kwargs) Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 12:00:05.619939 dv-neutron-825471-1-hyperv neutron-server[84331]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 12:00:05.751478 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:05.767116 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:05.776589 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:05.781285 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-aece1929-f137-487a-892d-706c2ba0e603 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2bb01fbe-4ed5-4fd7-9daf-ab5e64ad2f37 HTTP/1.1" status: 204 len: 168 time: 1.1207769 Jan 20 12:00:05.966096 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-645aef5d-9465-4956-8c18-b7d22680a2ff None None] Deleting port 1a3278a9-8944-4b71-9137-3739d79599ad {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:00:05.966582 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-645aef5d-9465-4956-8c18-b7d22680a2ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:06.030735 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-645aef5d-9465-4956-8c18-b7d22680a2ff None None] The port '1a3278a9-8944-4b71-9137-3739d79599ad' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 12:00:06.137004 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 45942) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:06.190140 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-36f0b1c5-b2f9-40f9-9647-ae71c7dcc238 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e7541420884a4d61b2ec3ce118c9f085&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519662 Jan 20 12:00:06.192716 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 45946) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:06.250539 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55118362-eb9d-491b-bfdb-669ca25edc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:06.275680 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55118362-eb9d-491b-bfdb-669ca25edc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:06.405075 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55118362-eb9d-491b-bfdb-669ca25edc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:06.422428 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55118362-eb9d-491b-bfdb-669ca25edc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12884a3-247c-4179-a806-f3195ef0e902,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:06.434480 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-55118362-eb9d-491b-bfdb-669ca25edc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:06.436308 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-55118362-eb9d-491b-bfdb-669ca25edc8e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c12884a3-247c-4179-a806-f3195ef0e902 HTTP/1.1" status: 204 len: 168 time: 0.2420235 Jan 20 12:00:06.554019 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:07.207853 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 45954) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:07.258062 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-233e9361-c391-487b-b0d9-ae416f973669 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be2cc17a953c4a838ad6458231ae9693&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489793 Jan 20 12:00:07.260568 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 45958) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:07.321953 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-435e80ba-7fd0-4efe-bc5f-5113ec86bf93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:07.347774 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-435e80ba-7fd0-4efe-bc5f-5113ec86bf93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:07.508013 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-435e80ba-7fd0-4efe-bc5f-5113ec86bf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:07.524129 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e80ba-7fd0-4efe-bc5f-5113ec86bf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe46337-06a7-467e-b6f4-7a1281ee7d80,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:07.528713 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-435e80ba-7fd0-4efe-bc5f-5113ec86bf93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:07.529821 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-435e80ba-7fd0-4efe-bc5f-5113ec86bf93 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7fe46337-06a7-467e-b6f4-7a1281ee7d80 HTTP/1.1" status: 204 len: 168 time: 0.2683408 Jan 20 12:00:08.797104 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 45980) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:08.921965 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1000124313-network', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 12:00:08.926729 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:00:08.930474 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Usage tracker for resource:network and tenant:7c5c818dcbdf4849acf2783de0bd7573 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 12:00:08.933244 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 12:00:08.939687 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:00:09.014072 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Made reservation on behalf of 7c5c818dcbdf4849acf2783de0bd7573 for: {'network': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:00:09.016368 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:09.028370 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:09.059144 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:00:09.063032 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Usage tracker for resource:security_group_rule and tenant:7c5c818dcbdf4849acf2783de0bd7573 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 12:00:09.065793 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 12:00:09.071305 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:00:09.134994 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:09.202929 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:09.231459 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=84331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 12:00:09.243409 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9475c06-e17d-4fef-bd51-66530a33c2ea,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:09.249042 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:09.249369 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.db.segments_db [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Added segment 409d92fc-2fd8-469d-ae27-918630815375 of type vlan for network 1495c211-1566-41b8-83c0-100f8f0328d2 Jan 20 12:00:09.273812 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:09.371060 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:09.372002 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:09.372619 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Notify callbacks [] for network, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:09.476080 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] Pushing event updated for resources: {'Network': ['ID=1495c211-1566-41b8-83c0-100f8f0328d2,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:09.486670 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network 1495c211-1566-41b8-83c0-100f8f0328d2 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 12:00:09.543095 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-448196d0-7027-486d-823a-5aa11e4121fb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7448344 Jan 20 12:00:09.546054 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 45986) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:09.551342 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-bc78e415-843b-4fd2-bbab-b3f8505473ce admin admin] Request body: {'subnet': {'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1000124313-subnet', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'ip_version': 4}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 12:00:09.556280 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-bc78e415-843b-4fd2-bbab-b3f8505473ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:00:09.560188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-bc78e415-843b-4fd2-bbab-b3f8505473ce admin admin] Usage tracker for resource:subnet and tenant:7c5c818dcbdf4849acf2783de0bd7573 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 12:00:09.563135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-bc78e415-843b-4fd2-bbab-b3f8505473ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 12:00:09.568805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-bc78e415-843b-4fd2-bbab-b3f8505473ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:00:09.639932 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc78e415-843b-4fd2-bbab-b3f8505473ce admin admin] Made reservation on behalf of 7c5c818dcbdf4849acf2783de0bd7573 for: {'subnet': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:00:09.642276 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bc78e415-843b-4fd2-bbab-b3f8505473ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32064706'] for subnet, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:09.900040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bc78e415-843b-4fd2-bbab-b3f8505473ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32148351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32064724'] for subnet, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:09.972468 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78e415-843b-4fd2-bbab-b3f8505473ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:09.983458 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78e415-843b-4fd2-bbab-b3f8505473ce admin admin] Checking segment: {'id': '409d92fc-2fd8-469d-ae27-918630815375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 12:00:09.983805 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc78e415-843b-4fd2-bbab-b3f8505473ce admin admin] Network hostable DHCP agents. Network: 1495c211-1566-41b8-83c0-100f8f0328d2, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 12:00:10.088132 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc78e415-843b-4fd2-bbab-b3f8505473ce admin admin] Network 1495c211-1566-41b8-83c0-100f8f0328d2 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 12:00:10.151238 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-bc78e415-843b-4fd2-bbab-b3f8505473ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, 1495c211-1566-41b8-83c0-100f8f0328d2) {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:00:10.155181 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc78e415-843b-4fd2-bbab-b3f8505473ce admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:10.155760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-bc78e415-843b-4fd2-bbab-b3f8505473ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:10.160518 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cbfba7-f6b2-4861-b6c1-f5778884f7f7 None None] Network 1495c211-1566-41b8-83c0-100f8f0328d2 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 12:00:10.180020 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:10.252182 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-bc78e415-843b-4fd2-bbab-b3f8505473ce admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7050970 Jan 20 12:00:10.254951 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 45990) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:10.260094 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 12:00:10.264639 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:00:10.268618 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Usage tracker for resource:router and tenant:7c5c818dcbdf4849acf2783de0bd7573 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 12:00:10.271425 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 12:00:10.276990 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:00:10.325186 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:10.326201 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:10.344201 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:10.380271 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-1495c211-1566-41b8-83c0-100f8f0328d2', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 12:00:10.381119 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:10.533278 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:10.538149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Allocated IP 172.20.0.2 (1495c211-1566-41b8-83c0-100f8f0328d2/bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a/c5538549-f3e5-45bf-b0d9-f04a3c3958cc) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:00:10.736478 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:10.747149 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Transition to ACTIVE for port object c5538549-f3e5-45bf-b0d9-f04a3c3958cc will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:00:10.765914 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Transition to ACTIVE for port object c5538549-f3e5-45bf-b0d9-f04a3c3958cc will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:00:10.800399 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:10.811317 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:10.834959 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:10.884274 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Network 1495c211-1566-41b8-83c0-100f8f0328d2 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:00:10.887183 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:00:10.891790 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 12:00:10.893896 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Pushing event updated for resources: {'Port': ['ID=c5538549-f3e5-45bf-b0d9-f04a3c3958cc,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:10.932037 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:10.932372 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:10.932717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:10.933056 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:10.933413 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:10.933849 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:10.934106 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:10.936050 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:10.936050 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:10.936050 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:10.936050 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:10.969793 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Allocated IP 172.26.0.99 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/891bd2be-f7fc-4200-af33-4e0f555ec5f1) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:00:10.991177 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Attempting to bind port c5538549-f3e5-45bf-b0d9-f04a3c3958cc on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 12:00:10.991682 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Attempting to bind port c5538549-f3e5-45bf-b0d9-f04a3c3958cc by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '409d92fc-2fd8-469d-ae27-918630815375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 12:00:10.992048 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Attempting to bind port c5538549-f3e5-45bf-b0d9-f04a3c3958cc on network 1495c211-1566-41b8-83c0-100f8f0328d2 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 12:00:10.998678 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 12:00:10.999085 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Checking segment: {'id': '409d92fc-2fd8-469d-ae27-918630815375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 12:00:10.999495 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:11.000193 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Bound using segment: {'id': '409d92fc-2fd8-469d-ae27-918630815375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 12:00:11.000758 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Bound port: c5538549-f3e5-45bf-b0d9-f04a3c3958cc, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '409d92fc-2fd8-469d-ae27-918630815375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 12:00:11.001139 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:11.129368 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] For port c5538549-f3e5-45bf-b0d9-f04a3c3958cc, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:00:11.132300 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] For port c5538549-f3e5-45bf-b0d9-f04a3c3958cc, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c5538549-f3e5-45bf-b0d9-f04a3c3958cc,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:00:11.199989 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:11.214420 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:11.283526 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8c178-5afd-4a50-8cc6-8b7382200fd7 None None] Pushing event updated for resources: {'Port': ['ID=c5538549-f3e5-45bf-b0d9-f04a3c3958cc,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:11.317994 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:11.388133 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:00:11.392147 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:00:11.394566 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 12:00:11.433130 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Pushing event updated for resources: {'Port': ['ID=891bd2be-f7fc-4200-af33-4e0f555ec5f1,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:11.632758 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:11.633494 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:11.914604 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 12:00:12.119740 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:00:12.133911 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Sync routers for ids ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 12:00:12.146101 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Routers {'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:00:12.146704 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:12.183901 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fa522e-6ebe-47d0-8fe9-e43af7748458 None None] Network 1495c211-1566-41b8-83c0-100f8f0328d2 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 12:00:12.245588 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:12.247136 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-6d824bcb-b704-44e5-b45f-d7c1cd394207 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9911532 Jan 20 12:00:12.250866 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 45994) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:12.322050 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Set router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:00:12.358529 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7dfcf6d8-5461-4f78-b319-ce67ef2da047 None None] Provisioning for port c5538549-f3e5-45bf-b0d9-f04a3c3958cc completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:00:12.683334 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:11Z', 'revision_number': 3, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:12.687488 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Checking router: b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 12:00:12.687969 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Updating router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 port 891bd2be-f7fc-4200-af33-4e0f555ec5f1 binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 12:00:12.740116 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:13.080190 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:13.095670 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Transition to ACTIVE for port object 891bd2be-f7fc-4200-af33-4e0f555ec5f1 will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:00:13.114038 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:13.181969 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:13.261399 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3744a-a9aa-4526-a780-8218fb594d76 None None] Pushing event updated for resources: {'Port': ['ID=891bd2be-f7fc-4200-af33-4e0f555ec5f1,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:13.263468 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Attempting to bind port 891bd2be-f7fc-4200-af33-4e0f555ec5f1 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 12:00:13.263822 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Attempting to bind port 891bd2be-f7fc-4200-af33-4e0f555ec5f1 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 12:00:13.264174 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Attempting to bind port 891bd2be-f7fc-4200-af33-4e0f555ec5f1 on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 12:00:13.275557 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 12:00:13.275918 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 12:00:13.276306 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:13.276685 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 12:00:13.277131 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Bound port: 891bd2be-f7fc-4200-af33-4e0f555ec5f1, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 12:00:13.277484 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:13.304919 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f3744a-a9aa-4526-a780-8218fb594d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:13.305246 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f3744a-a9aa-4526-a780-8218fb594d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:13.305795 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f3744a-a9aa-4526-a780-8218fb594d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:13.306127 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f3744a-a9aa-4526-a780-8218fb594d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:13.306463 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f3744a-a9aa-4526-a780-8218fb594d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:13.306853 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f3744a-a9aa-4526-a780-8218fb594d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:13.307077 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f3744a-a9aa-4526-a780-8218fb594d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:13.307390 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f3744a-a9aa-4526-a780-8218fb594d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:13.307705 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f3744a-a9aa-4526-a780-8218fb594d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:13.308012 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f3744a-a9aa-4526-a780-8218fb594d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:13.308320 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f3744a-a9aa-4526-a780-8218fb594d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:00:13.317464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] Allocated IP 172.20.0.1 (1495c211-1566-41b8-83c0-100f8f0328d2/bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a/893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:00:13.358720 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] For port 891bd2be-f7fc-4200-af33-4e0f555ec5f1, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:00:13.362155 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] For port 891bd2be-f7fc-4200-af33-4e0f555ec5f1, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=891bd2be-f7fc-4200-af33-4e0f555ec5f1,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:00:13.379443 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c5538549-f3e5-45bf-b0d9-f04a3c3958cc up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 12:00:13.439994 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:13.475778 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:13.491286 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] Transition to ACTIVE for port object 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:00:13.519339 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port c5538549-f3e5-45bf-b0d9-f04a3c3958cc completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:00:13.524370 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port c5538549-f3e5-45bf-b0d9-f04a3c3958cc triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:00:13.524843 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:13.526293 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Routers {'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:00:13.526893 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:13.580803 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3744a-a9aa-4526-a780-8218fb594d76 None None] Pushing event updated for resources: {'Port': ['ID=891bd2be-f7fc-4200-af33-4e0f555ec5f1,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:13.582944 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:13.643505 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:13.655398 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] Network 1495c211-1566-41b8-83c0-100f8f0328d2 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:00:13.658932 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:00:13.663623 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 12:00:13.696977 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] Pushing event updated for resources: {'Port': ['ID=893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:13.724689 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port c5538549-f3e5-45bf-b0d9-f04a3c3958cc, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c5538549-f3e5-45bf-b0d9-f04a3c3958cc,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:00:13.737188 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] Set router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:00:13.746272 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:13.822264 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:13.901406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=c5538549-f3e5-45bf-b0d9-f04a3c3958cc,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:13.925721 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:13.980764 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5fb1a385-31bd-4cb4-86e0-15e9f035381c None None] Provisioning for port 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:00:13.986762 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5fb1a385-31bd-4cb4-86e0-15e9f035381c None None] Provisioning complete for port 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:00:13.987192 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a385-31bd-4cb4-86e0-15e9f035381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:14.041475 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1a385-31bd-4cb4-86e0-15e9f035381c None None] Port 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 12:00:14.055312 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:11Z', 'revision_number': 3, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:14.059279 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed0dc0b-991c-41f7-b060-a750ae84e84e None None] The sync data for ids ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'] in dv-neutron-825471-1-hyperv is: [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:11Z', 'revision_number': 3, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 12:00:14.156356 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:14.222722 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:14.330096 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] Pushing event updated for resources: {'Port': ['ID=893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:14.333336 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:14.576256 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] Network 1495c211-1566-41b8-83c0-100f8f0328d2 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:00:14.577319 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:00:14.974736 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-796c027d-1a77-4904-891d-c148a53f467a None None] Provisioning complete for port 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:00:14.975291 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-796c027d-1a77-4904-891d-c148a53f467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:14.983365 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] Router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:00:15.026992 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-796c027d-1a77-4904-891d-c148a53f467a None None] Port 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 12:00:15.185951 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:00:15.196033 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-4ab42617-2f6c-42d3-9f89-b6e825ceafa6 admin admin] 10.222.0.70 "PUT /v2.0/routers/b4abf35f-076c-46df-b1c0-6d2f8b0b9d95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9441366 Jan 20 12:00:15.410651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 891bd2be-f7fc-4200-af33-4e0f555ec5f1 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 12:00:15.557685 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 891bd2be-f7fc-4200-af33-4e0f555ec5f1 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:00:15.565952 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 891bd2be-f7fc-4200-af33-4e0f555ec5f1 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:00:15.565952 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:15.680588 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:15.698213 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 891bd2be-f7fc-4200-af33-4e0f555ec5f1, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=891bd2be-f7fc-4200-af33-4e0f555ec5f1,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:00:15.774185 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:15.774972 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c5538549-f3e5-45bf-b0d9-f04a3c3958cc up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 12:00:15.887194 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=891bd2be-f7fc-4200-af33-4e0f555ec5f1,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:15.901275 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port c5538549-f3e5-45bf-b0d9-f04a3c3958cc triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:00:15.901724 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:16.283534 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 46018) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:16.289283 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1845264701-network', 'tenant_id': 'f889f28a16c142d782c16e9d3775a4df'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 12:00:16.293728 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:00:16.298334 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Usage tracker for resource:network and tenant:f889f28a16c142d782c16e9d3775a4df is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 12:00:16.301133 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 12:00:16.306690 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:00:16.391860 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Made reservation on behalf of f889f28a16c142d782c16e9d3775a4df for: {'network': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:00:16.394376 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for network, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:16.406684 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:16.436557 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:00:16.441128 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Usage tracker for resource:security_group_rule and tenant:f889f28a16c142d782c16e9d3775a4df is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 12:00:16.443903 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 12:00:16.449665 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:00:16.511985 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:16.591635 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:16.620757 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=84332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 12:00:16.629289 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089e10dd-434f-451c-a100-dfb5618a4224,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:16.634532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:16.634870 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.segments_db [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Added segment 58c536fb-3f9f-4c93-9fd3-cee510447bf1 of type vlan for network d6e0baad-75d3-4b5e-9889-856efb3b6992 Jan 20 12:00:16.660613 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747725048149'] for network, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:16.788046 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256'] for network, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:16.788907 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:16.789515 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:16.895872 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] Pushing event updated for resources: {'Network': ['ID=d6e0baad-75d3-4b5e-9889-856efb3b6992,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:16.907853 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Network d6e0baad-75d3-4b5e-9889-856efb3b6992 details requested by agent ovs-agent-dv-neutron-825471-1-hyperv with host dv-neutron-825471-1-hyperv {{(pid=84333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 12:00:16.955150 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-1031ac4c-a038-497e-8bc0-0d59a872b226 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6705000 Jan 20 12:00:16.957796 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 46024) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:16.963109 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-f5c24a31-817c-40ab-8afd-9548db22d754 admin admin] Request body: {'subnet': {'network_id': 'd6e0baad-75d3-4b5e-9889-856efb3b6992', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1845264701-subnet', 'tenant_id': 'f889f28a16c142d782c16e9d3775a4df', 'ip_version': 4}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 12:00:16.969013 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f5c24a31-817c-40ab-8afd-9548db22d754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:00:16.973047 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f5c24a31-817c-40ab-8afd-9548db22d754 admin admin] Usage tracker for resource:subnet and tenant:f889f28a16c142d782c16e9d3775a4df is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 12:00:16.976002 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-f5c24a31-817c-40ab-8afd-9548db22d754 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 12:00:16.981631 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-f5c24a31-817c-40ab-8afd-9548db22d754 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:00:17.050781 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c24a31-817c-40ab-8afd-9548db22d754 admin admin] Made reservation on behalf of f889f28a16c142d782c16e9d3775a4df for: {'subnet': 1} {{(pid=84332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:00:17.053067 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5c24a31-817c-40ab-8afd-9548db22d754 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1567057'] for subnet, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:17.326780 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5c24a31-817c-40ab-8afd-9548db22d754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32317025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1567047'] for subnet, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:17.342718 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 891bd2be-f7fc-4200-af33-4e0f555ec5f1 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 12:00:17.402903 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c24a31-817c-40ab-8afd-9548db22d754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2471817c-77d8-403a-b71f-eaec1ce3bc9f,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:17.415595 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 891bd2be-f7fc-4200-af33-4e0f555ec5f1 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:00:17.415974 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:17.420037 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c24a31-817c-40ab-8afd-9548db22d754 admin admin] Checking segment: {'id': '58c536fb-3f9f-4c93-9fd3-cee510447bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd6e0baad-75d3-4b5e-9889-856efb3b6992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 12:00:17.420262 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c24a31-817c-40ab-8afd-9548db22d754 admin admin] Network hostable DHCP agents. Network: d6e0baad-75d3-4b5e-9889-856efb3b6992, hostable agents: ['9ea31f11-9467-48ba-ab49-9337726c6dc0'], hosted agents: [] {{(pid=84332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 12:00:17.513249 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c24a31-817c-40ab-8afd-9548db22d754 admin admin] Network d6e0baad-75d3-4b5e-9889-856efb3b6992 is scheduled to be hosted by DHCP agent 9ea31f11-9467-48ba-ab49-9337726c6dc0 with binding_index 1 {{(pid=84332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 12:00:17.547338 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Sync routers for ids ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 12:00:17.558647 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Routers {'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:00:17.558920 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:17.604823 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-f5c24a31-817c-40ab-8afd-9548db22d754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825471-1-hyperv, d6e0baad-75d3-4b5e-9889-856efb3b6992) {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:00:17.610118 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c24a31-817c-40ab-8afd-9548db22d754 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:17.610933 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-f5c24a31-817c-40ab-8afd-9548db22d754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:17.615387 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990facec-2c23-4f64-8dae-f9f69c8cb810 None None] Network d6e0baad-75d3-4b5e-9889-856efb3b6992 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 12:00:17.706665 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-f5c24a31-817c-40ab-8afd-9548db22d754 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7478213 Jan 20 12:00:17.709216 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 46030) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:17.714587 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1845264701-router', 'tenant_id': 'f889f28a16c142d782c16e9d3775a4df', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 12:00:17.720674 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:00:17.724532 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Usage tracker for resource:router and tenant:f889f28a16c142d782c16e9d3775a4df is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 12:00:17.728874 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 12:00:17.734736 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:00:17.822706 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47884'] for router, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:17.823956 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1785225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47879'] for router, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:17.846243 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:17.911072 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Set router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:00:18.087405 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee67109-8df8-5b12-92f0-1fb105dc2879-d6e0baad-75d3-4b5e-9889-856efb3b6992', 'network_id': 'd6e0baad-75d3-4b5e-9889-856efb3b6992', 'tenant_id': 'f889f28a16c142d782c16e9d3775a4df', 'fixed_ips': [{'subnet_id': '2471817c-77d8-403a-b71f-eaec1ce3bc9f'}]}} from dv-neutron-825471-1-hyperv. {{(pid=84333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 12:00:18.088122 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:18.097065 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47985'] for router, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:18.391083 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.db_base_plugin_common [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Allocated IP 172.20.0.2 (d6e0baad-75d3-4b5e-9889-856efb3b6992/2471817c-77d8-403a-b71f-eaec1ce3bc9f/157dc9e6-948c-4494-b293-9d6c6a85729d) {{(pid=84333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:00:18.450670 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:18.480419 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:18.498696 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:13Z', 'revision_number': 4, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5', 'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'mac_address': 'fa:16:3e:ce:c4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:13Z', 'updated_at': '2022-01-20T12:00:13Z', 'revision_number': 2, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'subnets': [{'id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:18.508499 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Checking router: b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 12:00:18.508851 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Updating router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 port 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 12:00:18.607100 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:18.617900 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Allocated IP 172.26.0.12 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/ff45bad0-728e-48c0-8e2a-e363d9ac82bb) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:00:18.765646 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:18.790724 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:18.848429 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Transition to ACTIVE for port object 157dc9e6-948c-4494-b293-9d6c6a85729d will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:00:18.880154 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Transition to ACTIVE for port object 157dc9e6-948c-4494-b293-9d6c6a85729d will not be triggered until provisioned by entity DHCP. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:00:18.903018 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:18.975088 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:00:18.976324 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075'] for port, after_create {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:18.977953 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:00:18.981916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 12:00:19.011142 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Pushing event updated for resources: {'Port': ['ID=ff45bad0-728e-48c0-8e2a-e363d9ac82bb,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:19.191658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Pushing event updated for resources: {'Port': ['ID=157dc9e6-948c-4494-b293-9d6c6a85729d,revision_number=1']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:19.199423 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Network d6e0baad-75d3-4b5e-9889-856efb3b6992 is already hosted by enough agents. {{(pid=84333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:00:19.214123 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.scheduler.base_scheduler [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Resources bound (agent type, host, resource id): {{(pid=84333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:00:19.226592 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:19.227415 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783696'] for router, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:19.228423 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Received port after_create {{(pid=84333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 12:00:19.400246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Attempting to bind port 157dc9e6-948c-4494-b293-9d6c6a85729d on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 12:00:19.400618 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Attempting to bind port 157dc9e6-948c-4494-b293-9d6c6a85729d by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '58c536fb-3f9f-4c93-9fd3-cee510447bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd6e0baad-75d3-4b5e-9889-856efb3b6992'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 12:00:19.400983 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Attempting to bind port 157dc9e6-948c-4494-b293-9d6c6a85729d on network d6e0baad-75d3-4b5e-9889-856efb3b6992 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 12:00:19.421499 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:19.424211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 12:00:19.424582 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Checking segment: {'id': '58c536fb-3f9f-4c93-9fd3-cee510447bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd6e0baad-75d3-4b5e-9889-856efb3b6992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 12:00:19.424980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:19.425377 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Bound using segment: {'id': '58c536fb-3f9f-4c93-9fd3-cee510447bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd6e0baad-75d3-4b5e-9889-856efb3b6992'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 12:00:19.425874 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Bound port: 157dc9e6-948c-4494-b293-9d6c6a85729d, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c536fb-3f9f-4c93-9fd3-cee510447bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd6e0baad-75d3-4b5e-9889-856efb3b6992'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 12:00:19.426253 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:19.476666 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Transition to ACTIVE for port object 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:00:19.502235 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Router 44e83e99-f32c-4ce0-ad84-ea823e3eb10f is scheduled to L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec with binding_index 1 {{(pid=84332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 12:00:19.521206 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:19.554788 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] For port 157dc9e6-948c-4494-b293-9d6c6a85729d, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:00:19.579042 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] For port 157dc9e6-948c-4494-b293-9d6c6a85729d, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=157dc9e6-948c-4494-b293-9d6c6a85729d,segment=NetworkSegment(58c536fb-3f9f-4c93-9fd3-cee510447bf1),segment_id=58c536fb-3f9f-4c93-9fd3-cee510447bf1)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:00:19.660184 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3fa7d-7997-4849-873a-42d71b9d92e0 None None] Pushing event updated for resources: {'Port': ['ID=893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:19.662977 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:19.727254 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:00:19.738014 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Sync routers for ids ['44e83e99-f32c-4ce0-ad84-ea823e3eb10f'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 12:00:19.754720 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Routers {'44e83e99-f32c-4ce0-ad84-ea823e3eb10f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:00:19.755828 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['44e83e99-f32c-4ce0-ad84-ea823e3eb10f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:19.826127 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f538ea-28ea-4fb5-9291-0192d5a420b2 None None] Pushing event updated for resources: {'Port': ['ID=157dc9e6-948c-4494-b293-9d6c6a85729d,revision_number=2']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:19.834118 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:19.837967 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-59305aa5-4c12-4ee9-b6aa-ac1ed3bedeca admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1252215 Jan 20 12:00:19.838759 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 46042) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:19.844277 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Attempting to bind port 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 12:00:19.844778 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Attempting to bind port 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '409d92fc-2fd8-469d-ae27-918630815375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 12:00:19.845340 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Attempting to bind port 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 on network 1495c211-1566-41b8-83c0-100f8f0328d2 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 12:00:19.854381 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 12:00:19.854991 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Checking segment: {'id': '409d92fc-2fd8-469d-ae27-918630815375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 12:00:19.855485 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:19.855994 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Bound using segment: {'id': '409d92fc-2fd8-469d-ae27-918630815375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 12:00:19.856581 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Bound port: 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '409d92fc-2fd8-469d-ae27-918630815375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 12:00:19.857104 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:20.066503 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] For port 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:00:20.070905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] For port 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:00:20.082940 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Set router 44e83e99-f32c-4ce0-ad84-ea823e3eb10f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:00:20.157254 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:20.244982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3fa7d-7997-4849-873a-42d71b9d92e0 None None] Pushing event updated for resources: {'Port': ['ID=893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:20.247521 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Routers {'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:00:20.248115 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:20.389732 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e83e99-f32c-4ce0-ad84-ea823e3eb10f', 'name': 'tempest-TestSnapshotPattern-1845264701-router', 'tenant_id': 'f889f28a16c142d782c16e9d3775a4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ff45bad0-728e-48c0-8e2a-e363d9ac82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:17Z', 'updated_at': '2022-01-20T12:00:19Z', 'revision_number': 3, 'project_id': 'f889f28a16c142d782c16e9d3775a4df', 'gw_port': {'id': 'ff45bad0-728e-48c0-8e2a-e363d9ac82bb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ef:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e83e99-f32c-4ce0-ad84-ea823e3eb10f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:18Z', 'updated_at': '2022-01-20T12:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:20.395183 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Checking router: 44e83e99-f32c-4ce0-ad84-ea823e3eb10f for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 12:00:20.395759 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Updating router 44e83e99-f32c-4ce0-ad84-ea823e3eb10f port ff45bad0-728e-48c0-8e2a-e363d9ac82bb binding host dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 12:00:20.449489 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] Set router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:00:20.452338 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:20.844678 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:20.864949 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Notify callbacks [] for port, precommit_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:20.869301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:13Z', 'revision_number': 4, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5', 'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'mac_address': 'fa:16:3e:ce:c4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:13Z', 'updated_at': '2022-01-20T12:00:20Z', 'revision_number': 4, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'subnets': [{'id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:20.873818 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a75c6-9129-48c1-962f-31c50551860b None None] The sync data for ids ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'] in dv-neutron-825471-1-hyperv is: [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:13Z', 'revision_number': 4, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5', 'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'mac_address': 'fa:16:3e:ce:c4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:13Z', 'updated_at': '2022-01-20T12:00:20Z', 'revision_number': 4, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'subnets': [{'id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 12:00:20.885502 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.provisioning_blocks [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Transition to ACTIVE for port object ff45bad0-728e-48c0-8e2a-e363d9ac82bb will not be triggered until provisioned by entity L2. {{(pid=84334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:00:20.963765 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2560187-f06f-4626-b747-9ad779cd9faf None None] Network d6e0baad-75d3-4b5e-9889-856efb3b6992 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 12:00:20.965267 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:21.045479 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49233a-2d35-47d8-b69b-7e09ba7a55f9 None None] Pushing event updated for resources: {'Port': ['ID=ff45bad0-728e-48c0-8e2a-e363d9ac82bb,revision_number=2']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:21.068753 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Attempting to bind port ff45bad0-728e-48c0-8e2a-e363d9ac82bb on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 12:00:21.069236 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Attempting to bind port ff45bad0-728e-48c0-8e2a-e363d9ac82bb by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 12:00:21.069685 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Attempting to bind port ff45bad0-728e-48c0-8e2a-e363d9ac82bb on network 5b1d19bb-43c5-44cb-9395-b66102f481bc {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 12:00:21.077914 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 12:00:21.078387 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Checking segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 12:00:21.078851 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:21.079300 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Bound using segment: {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'} {{(pid=84334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 12:00:21.079844 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.managers [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Bound port: ff45bad0-728e-48c0-8e2a-e363d9ac82bb, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45b4c5-59a2-43c2-b823-b9fcd25928f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc'}}] {{(pid=84334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 12:00:21.080301 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:21.150823 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] Allocated IP 172.20.0.1 (d6e0baad-75d3-4b5e-9889-856efb3b6992/2471817c-77d8-403a-b71f-eaec1ce3bc9f/9fd8fc1b-d258-425a-9529-327e0ac0152f) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:00:21.173437 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] For port ff45bad0-728e-48c0-8e2a-e363d9ac82bb, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:00:21.177062 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.plugins.ml2.db [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] For port ff45bad0-728e-48c0-8e2a-e363d9ac82bb, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ff45bad0-728e-48c0-8e2a-e363d9ac82bb,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:00:21.198930 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-3740ccef-f60e-4780-b98e-4c422db9438a None None] Provisioning for port 157dc9e6-948c-4494-b293-9d6c6a85729d completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:00:21.270167 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron_lib.callbacks.manager [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:21.342312 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:21.366584 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49233a-2d35-47d8-b69b-7e09ba7a55f9 None None] Pushing event updated for resources: {'Port': ['ID=ff45bad0-728e-48c0-8e2a-e363d9ac82bb,revision_number=3']} {{(pid=84334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:21.370256 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.provisioning_blocks [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] Transition to ACTIVE for port object 9fd8fc1b-d258-425a-9529-327e0ac0152f will not be triggered until provisioned by entity DHCP. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:00:21.389642 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Routers {'44e83e99-f32c-4ce0-ad84-ea823e3eb10f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:00:21.389642 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:00:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['44e83e99-f32c-4ce0-ad84-ea823e3eb10f'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:21.435810 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 12:00:21.497185 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:21.557410 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] Network d6e0baad-75d3-4b5e-9889-856efb3b6992 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:00:21.569898 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:00:21.574015 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 12:00:21.605803 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] Set router 44e83e99-f32c-4ce0-ad84-ea823e3eb10f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:00:21.631670 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:00:21.637319 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:00:21.637951 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:21.655120 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783206'] for router_interface, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:21.663174 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] Pushing event updated for resources: {'Port': ['ID=9fd8fc1b-d258-425a-9529-327e0ac0152f,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:21.865208 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:21.886945 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:21.926764 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:00:21.976601 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a221afc6-ae71-402c-873e-6c4b38049a50 None None] Provisioning for port 9fd8fc1b-d258-425a-9529-327e0ac0152f completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:00:21.983641 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-a221afc6-ae71-402c-873e-6c4b38049a50 None None] Provisioning complete for port 9fd8fc1b-d258-425a-9529-327e0ac0152f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:00:21.984112 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a221afc6-ae71-402c-873e-6c4b38049a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:21.998873 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e83e99-f32c-4ce0-ad84-ea823e3eb10f', 'name': 'tempest-TestSnapshotPattern-1845264701-router', 'tenant_id': 'f889f28a16c142d782c16e9d3775a4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ff45bad0-728e-48c0-8e2a-e363d9ac82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:17Z', 'updated_at': '2022-01-20T12:00:19Z', 'revision_number': 3, 'project_id': 'f889f28a16c142d782c16e9d3775a4df', 'gw_port': {'id': 'ff45bad0-728e-48c0-8e2a-e363d9ac82bb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ef:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e83e99-f32c-4ce0-ad84-ea823e3eb10f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:18Z', 'updated_at': '2022-01-20T12:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:22.004830 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdf7956-734f-4117-a93b-1be7a7288084 None None] The sync data for ids ['44e83e99-f32c-4ce0-ad84-ea823e3eb10f'] in dv-neutron-825471-1-hyperv is: [{'id': '44e83e99-f32c-4ce0-ad84-ea823e3eb10f', 'name': 'tempest-TestSnapshotPattern-1845264701-router', 'tenant_id': 'f889f28a16c142d782c16e9d3775a4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ff45bad0-728e-48c0-8e2a-e363d9ac82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:17Z', 'updated_at': '2022-01-20T12:00:19Z', 'revision_number': 3, 'project_id': 'f889f28a16c142d782c16e9d3775a4df', 'gw_port': {'id': 'ff45bad0-728e-48c0-8e2a-e363d9ac82bb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ef:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e83e99-f32c-4ce0-ad84-ea823e3eb10f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:18Z', 'updated_at': '2022-01-20T12:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 12:00:22.019364 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:22.020166 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 157dc9e6-948c-4494-b293-9d6c6a85729d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 12:00:22.135457 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:22.153894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-a221afc6-ae71-402c-873e-6c4b38049a50 None None] Port 9fd8fc1b-d258-425a-9529-327e0ac0152f cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 12:00:22.172281 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:22.205234 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:22.227813 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 157dc9e6-948c-4494-b293-9d6c6a85729d completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:00:22.232697 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 157dc9e6-948c-4494-b293-9d6c6a85729d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:00:22.233072 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:22.305106 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] Pushing event updated for resources: {'Port': ['ID=9fd8fc1b-d258-425a-9529-327e0ac0152f,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:22.307566 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2784449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1783887'] for router_interface, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:22.348268 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:22.379047 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 157dc9e6-948c-4494-b293-9d6c6a85729d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=157dc9e6-948c-4494-b293-9d6c6a85729d,segment=NetworkSegment(58c536fb-3f9f-4c93-9fd3-cee510447bf1),segment_id=58c536fb-3f9f-4c93-9fd3-cee510447bf1)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:00:22.443760 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] Network d6e0baad-75d3-4b5e-9889-856efb3b6992 is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:00:22.444777 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:00:22.448682 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:22.521862 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=157dc9e6-948c-4494-b293-9d6c6a85729d,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:22.678163 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-bf4e1e68-dde4-446a-b9e5-d36eae08b8b4 None None] Provisioning complete for port 9fd8fc1b-d258-425a-9529-327e0ac0152f triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:00:22.678533 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1e68-dde4-446a-b9e5-d36eae08b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:22.739677 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e1e68-dde4-446a-b9e5-d36eae08b8b4 None None] Port 9fd8fc1b-d258-425a-9529-327e0ac0152f cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 12:00:22.923966 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] Router 44e83e99-f32c-4ce0-ad84-ea823e3eb10f has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:00:23.119112 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:00:23.128327 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-44aa4f7f-5f73-41fd-8c17-dcf59cd4fafb admin admin] 10.222.0.70 "PUT /v2.0/routers/44e83e99-f32c-4ce0-ad84-ea823e3eb10f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2884390 Jan 20 12:00:23.351446 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 12:00:23.421767 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:00:23.422697 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:23.539018 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 157dc9e6-948c-4494-b293-9d6c6a85729d up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 12:00:23.604163 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 157dc9e6-948c-4494-b293-9d6c6a85729d triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:00:23.604531 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:25.165184 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 46060) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:25.170942 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-64918463-9419-483f-a8c4-7c28025ab4be tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1787678641', 'description': 'tempest-secgroup-smoke-1787678641 description', 'project_id': '7c5c818dcbdf4849acf2783de0bd7573'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 12:00:25.177714 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-64918463-9419-483f-a8c4-7c28025ab4be tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:00:25.182335 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-64918463-9419-483f-a8c4-7c28025ab4be tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Usage tracker for resource:security_group and tenant:7c5c818dcbdf4849acf2783de0bd7573 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 12:00:25.185226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-64918463-9419-483f-a8c4-7c28025ab4be tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 12:00:25.191556 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-64918463-9419-483f-a8c4-7c28025ab4be tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:00:25.267866 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-64918463-9419-483f-a8c4-7c28025ab4be tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:25.302418 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-64918463-9419-483f-a8c4-7c28025ab4be tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:00:25.306271 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-64918463-9419-483f-a8c4-7c28025ab4be tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Usage tracker for resource:security_group_rule and tenant:7c5c818dcbdf4849acf2783de0bd7573 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 12:00:25.308916 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-64918463-9419-483f-a8c4-7c28025ab4be tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 12:00:25.315264 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-64918463-9419-483f-a8c4-7c28025ab4be tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:00:25.371799 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-64918463-9419-483f-a8c4-7c28025ab4be tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:25.427699 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-64918463-9419-483f-a8c4-7c28025ab4be tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:25.470193 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64918463-9419-483f-a8c4-7c28025ab4be tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743c6eca-5f48-4389-9486-290fd60a8276,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:25.522693 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-64918463-9419-483f-a8c4-7c28025ab4be tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:25.523912 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-64918463-9419-483f-a8c4-7c28025ab4be tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3576896 Jan 20 12:00:25.527119 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 46064) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:25.534015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-3363a99c-fb47-49a2-82b6-5f6e216aac74 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Request body: {'security_group_rule': {'security_group_id': '743c6eca-5f48-4389-9486-290fd60a8276', 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 12:00:25.540161 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3363a99c-fb47-49a2-82b6-5f6e216aac74 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:00:25.543870 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3363a99c-fb47-49a2-82b6-5f6e216aac74 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Usage tracker for resource:security_group_rule and tenant:7c5c818dcbdf4849acf2783de0bd7573 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 12:00:25.547653 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-3363a99c-fb47-49a2-82b6-5f6e216aac74 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 12:00:25.553212 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-3363a99c-fb47-49a2-82b6-5f6e216aac74 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:00:25.642909 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3363a99c-fb47-49a2-82b6-5f6e216aac74 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:25.700645 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3363a99c-fb47-49a2-82b6-5f6e216aac74 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:25.779795 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3363a99c-fb47-49a2-82b6-5f6e216aac74 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:25.802640 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363a99c-fb47-49a2-82b6-5f6e216aac74 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c03d34-7ab6-4464-a833-d18fce3cf708,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:25.871421 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-3363a99c-fb47-49a2-82b6-5f6e216aac74 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:25.872607 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-3363a99c-fb47-49a2-82b6-5f6e216aac74 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3445830 Jan 20 12:00:25.875618 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 46068) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:25.881135 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-11c5360a-d7d6-4ae5-99b1-d9eda590dbad tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Request body: {'security_group_rule': {'security_group_id': '743c6eca-5f48-4389-9486-290fd60a8276', 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 12:00:25.887474 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-11c5360a-d7d6-4ae5-99b1-d9eda590dbad tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:00:25.892036 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-11c5360a-d7d6-4ae5-99b1-d9eda590dbad tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Usage tracker for resource:security_group_rule and tenant:7c5c818dcbdf4849acf2783de0bd7573 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 12:00:25.894880 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-11c5360a-d7d6-4ae5-99b1-d9eda590dbad tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 12:00:25.900423 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-11c5360a-d7d6-4ae5-99b1-d9eda590dbad tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:00:26.015648 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11c5360a-d7d6-4ae5-99b1-d9eda590dbad tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:26.078815 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11c5360a-d7d6-4ae5-99b1-d9eda590dbad tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:26.182149 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11c5360a-d7d6-4ae5-99b1-d9eda590dbad tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:26.205682 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5360a-d7d6-4ae5-99b1-d9eda590dbad tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f5674a-20ab-4f51-b9b1-221b0e1e4dc0,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:26.294419 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-11c5360a-d7d6-4ae5-99b1-d9eda590dbad tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:26.295543 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-11c5360a-d7d6-4ae5-99b1-d9eda590dbad tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4190288 Jan 20 12:00:26.298847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 46072) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:26.304223 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [None req-65afa387-e8f7-48d3-97d2-e5e49e65b4b3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Request body: {'security_group_rule': {'security_group_id': '743c6eca-5f48-4389-9486-290fd60a8276', 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 12:00:26.310167 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-65afa387-e8f7-48d3-97d2-e5e49e65b4b3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:00:26.314484 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-65afa387-e8f7-48d3-97d2-e5e49e65b4b3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Usage tracker for resource:security_group_rule and tenant:7c5c818dcbdf4849acf2783de0bd7573 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 12:00:26.317351 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [None req-65afa387-e8f7-48d3-97d2-e5e49e65b4b3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 12:00:26.323197 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [None req-65afa387-e8f7-48d3-97d2-e5e49e65b4b3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:00:26.455406 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-65afa387-e8f7-48d3-97d2-e5e49e65b4b3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:26.518449 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-65afa387-e8f7-48d3-97d2-e5e49e65b4b3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:26.644745 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-65afa387-e8f7-48d3-97d2-e5e49e65b4b3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:26.669394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afa387-e8f7-48d3-97d2-e5e49e65b4b3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3f235a-ee73-4f73-b363-bc695a19c9b6,revision_number=0']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:26.757082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-65afa387-e8f7-48d3-97d2-e5e49e65b4b3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:26.758334 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-65afa387-e8f7-48d3-97d2-e5e49e65b4b3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4585447 Jan 20 12:00:26.761338 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 46076) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:26.767273 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-ec60c824-46a1-4eb7-97d5-9afc4c780f43 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Request body: {'security_group_rule': {'security_group_id': '743c6eca-5f48-4389-9486-290fd60a8276', 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 12:00:26.773134 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ec60c824-46a1-4eb7-97d5-9afc4c780f43 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:00:26.776864 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ec60c824-46a1-4eb7-97d5-9afc4c780f43 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Usage tracker for resource:security_group_rule and tenant:7c5c818dcbdf4849acf2783de0bd7573 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 12:00:26.784556 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-ec60c824-46a1-4eb7-97d5-9afc4c780f43 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 12:00:26.785781 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-ec60c824-46a1-4eb7-97d5-9afc4c780f43 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:00:26.868778 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec60c824-46a1-4eb7-97d5-9afc4c780f43 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:26.932376 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec60c824-46a1-4eb7-97d5-9afc4c780f43 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:27.019650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec60c824-46a1-4eb7-97d5-9afc4c780f43 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:27.043662 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60c824-46a1-4eb7-97d5-9afc4c780f43 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a12f1b-d44f-4c9f-9fdf-2c53c191e613,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:27.118856 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ec60c824-46a1-4eb7-97d5-9afc4c780f43 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:27.120050 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ec60c824-46a1-4eb7-97d5-9afc4c780f43 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3574605 Jan 20 12:00:27.122734 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 46080) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:27.128206 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-a7357673-9185-499c-a2ed-c3b622e912fc tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Request body: {'security_group_rule': {'security_group_id': '743c6eca-5f48-4389-9486-290fd60a8276', 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 12:00:27.134721 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a7357673-9185-499c-a2ed-c3b622e912fc tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:00:27.138645 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a7357673-9185-499c-a2ed-c3b622e912fc tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Usage tracker for resource:security_group_rule and tenant:7c5c818dcbdf4849acf2783de0bd7573 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 12:00:27.141913 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-a7357673-9185-499c-a2ed-c3b622e912fc tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 12:00:27.147998 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-a7357673-9185-499c-a2ed-c3b622e912fc tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:00:27.231167 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-a7357673-9185-499c-a2ed-c3b622e912fc tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Project 7c5c818dcbdf4849acf2783de0bd7573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 12:00:27.313696 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7357673-9185-499c-a2ed-c3b622e912fc tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:27.376547 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7357673-9185-499c-a2ed-c3b622e912fc tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:27.427674 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7357673-9185-499c-a2ed-c3b622e912fc tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:27.451081 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7357673-9185-499c-a2ed-c3b622e912fc tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5212b6-4c5d-425c-9e2b-fb045a0219d1,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:27.513407 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-a7357673-9185-499c-a2ed-c3b622e912fc tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:27.514528 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-a7357673-9185-499c-a2ed-c3b622e912fc tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3908658 Jan 20 12:00:27.517498 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 46084) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:27.523083 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-611cb950-4ac2-4dd0-8c93-49786c341cf3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Request body: {'security_group_rule': {'security_group_id': '743c6eca-5f48-4389-9486-290fd60a8276', 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 12:00:27.529013 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-611cb950-4ac2-4dd0-8c93-49786c341cf3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:00:27.532916 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-611cb950-4ac2-4dd0-8c93-49786c341cf3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Usage tracker for resource:security_group_rule and tenant:7c5c818dcbdf4849acf2783de0bd7573 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 12:00:27.535748 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-611cb950-4ac2-4dd0-8c93-49786c341cf3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 12:00:27.541910 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-611cb950-4ac2-4dd0-8c93-49786c341cf3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:00:27.627688 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.securitygroups_db [None req-611cb950-4ac2-4dd0-8c93-49786c341cf3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Project 7c5c818dcbdf4849acf2783de0bd7573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 12:00:27.634394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-611cb950-4ac2-4dd0-8c93-49786c341cf3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:27.701520 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-611cb950-4ac2-4dd0-8c93-49786c341cf3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:27.793426 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-611cb950-4ac2-4dd0-8c93-49786c341cf3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774327'] for security_group_rule, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:27.818665 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cb950-4ac2-4dd0-8c93-49786c341cf3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a70322-283f-4d15-a855-fdedfc43bdbb,revision_number=0']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:27.890883 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-611cb950-4ac2-4dd0-8c93-49786c341cf3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:27.892085 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-611cb950-4ac2-4dd0-8c93-49786c341cf3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3734806 Jan 20 12:00:28.064850 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-31afca5e-bac0-4eef-a68d-2274c29fd5c3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1787678641&fields=id&tenant_id=7c5c818dcbdf4849acf2783de0bd7573 HTTP/1.1" status: 200 len: 267 time: 0.0415523 Jan 20 12:00:28.217899 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-bc3308cf-ce9a-4f41-b8c9-fb45bb0bad29 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:28.219954 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-bc3308cf-ce9a-4f41-b8c9-fb45bb0bad29 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/networks?id=1495c211-1566-41b8-83c0-100f8f0328d2 HTTP/1.1" status: 200 len: 810 time: 0.1490424 Jan 20 12:00:28.235937 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-75995be3-c76b-45b3-9101-9479f658e111 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/quotas/7c5c818dcbdf4849acf2783de0bd7573 HTTP/1.1" status: 200 len: 375 time: 0.0107021 Jan 20 12:00:28.314395 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-9992f722-35a9-45de-b7c8-24fcbd9fc385 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Synchronizing usage tracker for tenant:7c5c818dcbdf4849acf2783de0bd7573 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 12:00:28.387572 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-9992f722-35a9-45de-b7c8-24fcbd9fc385 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Unset dirty status for tenant:7c5c818dcbdf4849acf2783de0bd7573 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 12:00:28.388835 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-9992f722-35a9-45de-b7c8-24fcbd9fc385 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c5c818dcbdf4849acf2783de0bd7573&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481261 Jan 20 12:00:28.404601 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-1f74e819-1051-4233-a976-90c2c61bff5b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84332) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 12:00:28.405531 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-1f74e819-1051-4233-a976-90c2c61bff5b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049794 Jan 20 12:00:28.538253 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-d2ad3420-0bb2-4395-852f-9fed4d286825 service neutron] 10.222.0.70 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264772 Jan 20 12:00:28.668495 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-4bbb9e09-6651-416f-819e-fc7c6b53680a service neutron] 10.222.0.70 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245153 Jan 20 12:00:29.368640 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ff45bad0-728e-48c0-8e2a-e363d9ac82bb up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 12:00:29.531312 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port ff45bad0-728e-48c0-8e2a-e363d9ac82bb completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:00:29.536442 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port ff45bad0-728e-48c0-8e2a-e363d9ac82bb triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:00:29.536857 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:29.649504 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:29.665335 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port ff45bad0-728e-48c0-8e2a-e363d9ac82bb, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ff45bad0-728e-48c0-8e2a-e363d9ac82bb,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:00:29.725147 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:29.789313 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=ff45bad0-728e-48c0-8e2a-e363d9ac82bb,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:29.977715 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-0c58bb07-c2cc-4ce6-b494-4c071d815a00 req-5d72b540-37ae-43b4-b0ee-3f39b81bcdba tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 210 time: 0.0463769 Jan 20 12:00:31.148548 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6e24528e-55e7-4e11-b551-04e588f7c7a9 req-dfd1bfce-30ba-4129-89a4-75d8c1c4fdf8 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 210 time: 0.0411313 Jan 20 12:00:31.349736 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ff45bad0-728e-48c0-8e2a-e363d9ac82bb up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 12:00:31.428226 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port ff45bad0-728e-48c0-8e2a-e363d9ac82bb triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:00:31.428599 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:31.475720 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-a8bd830c-0501-4714-9e3e-b33da380fdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:32.284136 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-cf4413f6-fcb8-433b-b98a-cc3c0bdc3b67 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:32.285658 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-cf4413f6-fcb8-433b-b98a-cc3c0bdc3b67 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Synchronizing usage tracker for tenant:7c5c818dcbdf4849acf2783de0bd7573 on resource:network {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 12:00:32.311526 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-99c02f6b-22c6-4350-9ae4-b9b7139b06bc req-18727a91-29c9-4df9-a3c5-3ff2986af840 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 210 time: 0.0407946 Jan 20 12:00:32.368313 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-cf4413f6-fcb8-433b-b98a-cc3c0bdc3b67 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Unset dirty status for tenant:7c5c818dcbdf4849acf2783de0bd7573 on resource:network {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 12:00:32.369506 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-cf4413f6-fcb8-433b-b98a-cc3c0bdc3b67 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.72 "GET /v2.0/networks?id=1495c211-1566-41b8-83c0-100f8f0328d2 HTTP/1.1" status: 200 len: 810 time: 0.2322612 Jan 20 12:00:32.423775 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-7a900b43-53a9-4c8e-bb11-8dc3d70af7aa tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Synchronizing usage tracker for tenant:7c5c818dcbdf4849acf2783de0bd7573 on resource:security_group {{(pid=84331) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 12:00:32.528692 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-7a900b43-53a9-4c8e-bb11-8dc3d70af7aa tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Unset dirty status for tenant:7c5c818dcbdf4849acf2783de0bd7573 on resource:security_group {{(pid=84331) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 12:00:32.529814 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-7a900b43-53a9-4c8e-bb11-8dc3d70af7aa tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c5c818dcbdf4849acf2783de0bd7573 HTTP/1.1" status: 200 len: 380 time: 0.1482544 Jan 20 12:00:32.538138 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-4230dfc3-c911-42b8-97cf-9cadd1b14283 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Request body: {'port': {'device_id': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'admin_state_up': True, 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'security_groups': ['743c6eca-5f48-4389-9486-290fd60a8276']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 12:00:32.673163 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-4230dfc3-c911-42b8-97cf-9cadd1b14283 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:00:32.682507 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-4230dfc3-c911-42b8-97cf-9cadd1b14283 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:00:32.764534 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-4230dfc3-c911-42b8-97cf-9cadd1b14283 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Made reservation on behalf of 7c5c818dcbdf4849acf2783de0bd7573 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:00:32.767708 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-4230dfc3-c911-42b8-97cf-9cadd1b14283 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:32.927141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-4230dfc3-c911-42b8-97cf-9cadd1b14283 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Allocated IP 172.20.0.8 (1495c211-1566-41b8-83c0-100f8f0328d2/bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a/47df308d-66ad-4adb-8ba2-f4edbb69efd7) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:00:33.197195 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-4230dfc3-c911-42b8-97cf-9cadd1b14283 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:33.212746 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-4230dfc3-c911-42b8-97cf-9cadd1b14283 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Transition to ACTIVE for port object 47df308d-66ad-4adb-8ba2-f4edbb69efd7 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:00:33.291049 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-4230dfc3-c911-42b8-97cf-9cadd1b14283 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:33.366452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-4230dfc3-c911-42b8-97cf-9cadd1b14283 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Network 1495c211-1566-41b8-83c0-100f8f0328d2 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:00:33.369646 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-4230dfc3-c911-42b8-97cf-9cadd1b14283 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:00:33.375048 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-4230dfc3-c911-42b8-97cf-9cadd1b14283 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 12:00:33.403214 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230dfc3-c911-42b8-97cf-9cadd1b14283 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Pushing event updated for resources: {'Port': ['ID=47df308d-66ad-4adb-8ba2-f4edbb69efd7,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:33.440548 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-4230dfc3-c911-42b8-97cf-9cadd1b14283 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:33.441182 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-4230dfc3-c911-42b8-97cf-9cadd1b14283 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:33.514487 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f8151-fa94-4075-a2da-f1c5eff33e86 req-5b23e003-3c9d-4b56-a489-477d55fe52eb tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:33.516003 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1c1f8151-fa94-4075-a2da-f1c5eff33e86 req-5b23e003-3c9d-4b56-a489-477d55fe52eb tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 931 time: 0.0824237 Jan 20 12:00:33.546486 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-4230dfc3-c911-42b8-97cf-9cadd1b14283 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0120234 Jan 20 12:00:33.558646 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Request body: {'port': {'device_id': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 12:00:33.566208 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1c1f8151-fa94-4075-a2da-f1c5eff33e86 req-472e4f2b-d483-4e0c-9546-f92923d3a7a3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433896 Jan 20 12:00:33.678705 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:33.699717 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4b96452f-ed54-4984-88fa-f57eb8a07e9b None None] Provisioning for port 47df308d-66ad-4adb-8ba2-f4edbb69efd7 completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:00:33.704756 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-4b96452f-ed54-4984-88fa-f57eb8a07e9b None None] Provisioning complete for port 47df308d-66ad-4adb-8ba2-f4edbb69efd7 triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:00:33.705147 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-4b96452f-ed54-4984-88fa-f57eb8a07e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:33.757922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-4b96452f-ed54-4984-88fa-f57eb8a07e9b None None] Port 47df308d-66ad-4adb-8ba2-f4edbb69efd7 cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 12:00:33.899894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-10d414f0-4d00-473e-84a0-0650ecb4ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:34.015108 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47df308d-66ad-4adb-8ba2-f4edbb69efd7 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:00:34.021790 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:34.036296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Transition to ACTIVE for port object 47df308d-66ad-4adb-8ba2-f4edbb69efd7 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:00:34.116628 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:34.239760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Pushing event updated for resources: {'Port': ['ID=47df308d-66ad-4adb-8ba2-f4edbb69efd7,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:34.350949 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Attempting to bind port 47df308d-66ad-4adb-8ba2-f4edbb69efd7 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 12:00:34.351555 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Attempting to bind port 47df308d-66ad-4adb-8ba2-f4edbb69efd7 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '409d92fc-2fd8-469d-ae27-918630815375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 12:00:34.351662 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Attempting to bind port 47df308d-66ad-4adb-8ba2-f4edbb69efd7 on network 1495c211-1566-41b8-83c0-100f8f0328d2 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 12:00:34.357199 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Port 47df308d-66ad-4adb-8ba2-f4edbb69efd7 on network 1495c211-1566-41b8-83c0-100f8f0328d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 12:00:34.357522 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Attempting to bind port 47df308d-66ad-4adb-8ba2-f4edbb69efd7 on network 1495c211-1566-41b8-83c0-100f8f0328d2 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 12:00:34.363889 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 12:00:34.364228 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Checking segment: {'id': '409d92fc-2fd8-469d-ae27-918630815375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 12:00:34.364616 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Bound using segment: {'id': '409d92fc-2fd8-469d-ae27-918630815375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 12:00:34.365040 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Bound port: 47df308d-66ad-4adb-8ba2-f4edbb69efd7, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '409d92fc-2fd8-469d-ae27-918630815375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 12:00:34.365386 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:34.455342 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] For port 47df308d-66ad-4adb-8ba2-f4edbb69efd7, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:00:34.458157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] For port 47df308d-66ad-4adb-8ba2-f4edbb69efd7, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=47df308d-66ad-4adb-8ba2-f4edbb69efd7,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:00:34.551600 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:34.612753 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:34.614211 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] 10.222.0.72 "PUT /v2.0/ports/47df308d-66ad-4adb-8ba2-f4edbb69efd7 HTTP/1.1" status: 200 len: 1093 time: 1.0605071 Jan 20 12:00:34.614579 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'tag': '47df308d-66ad-4adb-8ba2-f4edbb69efd7'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:00:34.636359 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b94288-4886-430e-ad85-b2968ba2774e service neutron] Pushing event updated for resources: {'Port': ['ID=47df308d-66ad-4adb-8ba2-f4edbb69efd7,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:34.675868 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'tag': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'status': 'completed', 'code': 200} Jan 20 12:00:34.770997 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b4381d7d-895a-4955-a736-6de967a1db10 req-1f842eed-5954-42f8-beeb-da553d097552 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c5c818dcbdf4849acf2783de0bd7573&device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 1096 time: 0.0742531 Jan 20 12:00:34.778901 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116ec14-0e50-4360-8a4e-54c9383a0c41 req-6f14b2a1-1b65-4cca-a5cf-ff2c244014bc tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:34.780382 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6116ec14-0e50-4360-8a4e-54c9383a0c41 req-6f14b2a1-1b65-4cca-a5cf-ff2c244014bc tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 943 time: 0.0822787 Jan 20 12:00:34.831207 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6116ec14-0e50-4360-8a4e-54c9383a0c41 req-507e903e-5240-4072-bf67-201c1edcc7e2 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441308 Jan 20 12:00:34.914702 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4381d7d-895a-4955-a736-6de967a1db10 req-92ee6c56-8e60-44e4-9c8f-49bbba9b3abc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:34.916077 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b4381d7d-895a-4955-a736-6de967a1db10 req-92ee6c56-8e60-44e4-9c8f-49bbba9b3abc service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7c5c818dcbdf4849acf2783de0bd7573&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1387231 Jan 20 12:00:34.970640 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:35.053793 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4381d7d-895a-4955-a736-6de967a1db10 req-c0ea17c7-fae0-475c-9864-ba731c1f01ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:35.055242 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-b4381d7d-895a-4955-a736-6de967a1db10 req-c0ea17c7-fae0-475c-9864-ba731c1f01ba service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340349 Jan 20 12:00:35.079185 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:35.162520 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-c3f0367a-eaa3-4d4a-af51-e586874e5108 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c5c818dcbdf4849acf2783de0bd7573&device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 1096 time: 0.0723860 Jan 20 12:00:35.230947 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-828a5faa-30bb-4c99-acc6-6e35e8102eb5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47df308d-66ad-4adb-8ba2-f4edbb69efd7 HTTP/1.1" status: 200 len: 217 time: 0.0625529 Jan 20 12:00:35.399760 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-6730bfa2-d046-48bd-a73e-eb81031c22a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:35.401173 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-6730bfa2-d046-48bd-a73e-eb81031c22a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a HTTP/1.1" status: 200 len: 849 time: 0.1649771 Jan 20 12:00:35.475350 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-48a89494-7843-44d9-8f53-0841cac9438e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1495c211-1566-41b8-83c0-100f8f0328d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688534 Jan 20 12:00:35.601808 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-06197350-8b00-4bc1-a8ca-68cd88c5dd9e service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210141 Jan 20 12:00:35.729191 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-035acb9c-96a7-4865-83c2-30b0b44d8fe0 req-c8372116-f27b-4b81-9c88-41dd579d0f06 service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218982 Jan 20 12:00:36.031821 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb5a1d-1c07-486a-900f-1d6d366d1e9e req-7a36e70d-201b-4b56-87af-fb75feab107d tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:36.033050 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1feb5a1d-1c07-486a-900f-1d6d366d1e9e req-7a36e70d-201b-4b56-87af-fb75feab107d tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 943 time: 0.0777364 Jan 20 12:00:36.077165 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1feb5a1d-1c07-486a-900f-1d6d366d1e9e req-06c55ee9-9997-4e73-a8b9-d32b880d0d27 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385997 Jan 20 12:00:36.499649 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:36.587326 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 47df308d-66ad-4adb-8ba2-f4edbb69efd7 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 12:00:36.718225 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 47df308d-66ad-4adb-8ba2-f4edbb69efd7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=47df308d-66ad-4adb-8ba2-f4edbb69efd7,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:00:36.732353 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'port_id': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'mac_address': 'fa:16:3e:0f:3e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 12:00:36.817098 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:36.833739 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47df308d-66ad-4adb-8ba2-f4edbb69efd7 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:00:36.849383 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 47df308d-66ad-4adb-8ba2-f4edbb69efd7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=47df308d-66ad-4adb-8ba2-f4edbb69efd7,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:00:36.901904 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:36.967067 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=47df308d-66ad-4adb-8ba2-f4edbb69efd7,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:37.102681 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['47df308d-66ad-4adb-8ba2-f4edbb69efd7'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 12:00:37.270947 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e0c26-4d5f-42d5-af90-ced0daaa2d79 req-0a138f20-1a6d-4d77-81ac-c4e91176363d tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:37.272330 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-024e0c26-4d5f-42d5-af90-ced0daaa2d79 req-0a138f20-1a6d-4d77-81ac-c4e91176363d tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 944 time: 0.0759528 Jan 20 12:00:37.405621 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-024e0c26-4d5f-42d5-af90-ced0daaa2d79 req-3f56675a-3f4e-487d-9192-ca613d5057f3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276085 Jan 20 12:00:38.068316 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 12:00:38.602120 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dd7eb-776a-4fb7-8608-e025df4d1302 req-a73c8077-cc65-4c45-894e-5ff113654ad8 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:38.603110 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 47df308d-66ad-4adb-8ba2-f4edbb69efd7 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 12:00:38.603608 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2c6dd7eb-776a-4fb7-8608-e025df4d1302 req-a73c8077-cc65-4c45-894e-5ff113654ad8 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 944 time: 0.0760539 Jan 20 12:00:38.649721 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-2c6dd7eb-776a-4fb7-8608-e025df4d1302 req-d2a91d5a-7bd6-4e2a-ad04-73952c8d0e3a tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390913 Jan 20 12:00:38.724210 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 47df308d-66ad-4adb-8ba2-f4edbb69efd7 completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:00:38.728826 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 47df308d-66ad-4adb-8ba2-f4edbb69efd7 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:00:38.729216 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:38.840118 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:38.866709 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47df308d-66ad-4adb-8ba2-f4edbb69efd7'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:00:38.876370 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 47df308d-66ad-4adb-8ba2-f4edbb69efd7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=47df308d-66ad-4adb-8ba2-f4edbb69efd7,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:00:38.920756 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'code': 200} Jan 20 12:00:38.941679 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:39.012104 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=47df308d-66ad-4adb-8ba2-f4edbb69efd7,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:39.261312 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8ed804b9-9404-4d31-af64-64d918cea6c8 req-ee1602f6-2a5f-422e-96c1-b2b6a0533ff5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 1098 time: 0.0664821 Jan 20 12:00:39.301651 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-8ed804b9-9404-4d31-af64-64d918cea6c8 req-a2e56f7a-e944-45b0-8793-9a36b7ccfce3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344946 Jan 20 12:00:39.845873 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b9c17-94cf-479b-bd58-c4bd24b0bf8c req-6c7cd723-b2bf-4551-980d-d4138f8ad578 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:39.847289 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-402b9c17-94cf-479b-bd58-c4bd24b0bf8c req-6c7cd723-b2bf-4551-980d-d4138f8ad578 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 945 time: 0.0762496 Jan 20 12:00:39.891875 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-402b9c17-94cf-479b-bd58-c4bd24b0bf8c req-23a3f5e8-7982-4b22-b92a-9d44fec701b6 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384595 Jan 20 12:00:40.205285 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:40.854900 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Sync routers for ids ['44e83e99-f32c-4ce0-ad84-ea823e3eb10f'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 12:00:40.866980 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Routers {'44e83e99-f32c-4ce0-ad84-ea823e3eb10f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:00:40.867587 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['44e83e99-f32c-4ce0-ad84-ea823e3eb10f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:41.045650 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Set router 44e83e99-f32c-4ce0-ad84-ea823e3eb10f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:00:41.088744 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab77ae-4b8b-4000-af0a-7cf1dd222708 req-3310ffff-7394-4c69-9b09-d0f9c5e58822 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:41.090292 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-94ab77ae-4b8b-4000-af0a-7cf1dd222708 req-3310ffff-7394-4c69-9b09-d0f9c5e58822 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 945 time: 0.0769236 Jan 20 12:00:41.136369 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-94ab77ae-4b8b-4000-af0a-7cf1dd222708 req-ee5a8bf0-0a73-45c6-9239-504e740bdb95 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390837 Jan 20 12:00:41.337890 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264bd45-9158-42e5-9ae7-d40115540f3a req-43e4086a-274c-44d7-a678-5aaf7f539d2f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:41.339338 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1264bd45-9158-42e5-9ae7-d40115540f3a req-43e4086a-274c-44d7-a678-5aaf7f539d2f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 945 time: 0.0800276 Jan 20 12:00:41.368462 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e83e99-f32c-4ce0-ad84-ea823e3eb10f', 'name': 'tempest-TestSnapshotPattern-1845264701-router', 'tenant_id': 'f889f28a16c142d782c16e9d3775a4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ff45bad0-728e-48c0-8e2a-e363d9ac82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:17Z', 'updated_at': '2022-01-20T12:00:21Z', 'revision_number': 4, 'project_id': 'f889f28a16c142d782c16e9d3775a4df', 'gw_port': {'id': 'ff45bad0-728e-48c0-8e2a-e363d9ac82bb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e83e99-f32c-4ce0-ad84-ea823e3eb10f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:18Z', 'updated_at': '2022-01-20T12:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '9fd8fc1b-d258-425a-9529-327e0ac0152f', 'name': '', 'network_id': 'd6e0baad-75d3-4b5e-9889-856efb3b6992', 'tenant_id': 'f889f28a16c142d782c16e9d3775a4df', 'mac_address': 'fa:16:3e:22:09:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e83e99-f32c-4ce0-ad84-ea823e3eb10f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2471817c-77d8-403a-b71f-eaec1ce3bc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:20Z', 'updated_at': '2022-01-20T12:00:21Z', 'revision_number': 2, 'project_id': 'f889f28a16c142d782c16e9d3775a4df', 'subnets': [{'id': '2471817c-77d8-403a-b71f-eaec1ce3bc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:41.372491 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Checking router: 44e83e99-f32c-4ce0-ad84-ea823e3eb10f for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 12:00:41.372845 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Updating router 44e83e99-f32c-4ce0-ad84-ea823e3eb10f port 9fd8fc1b-d258-425a-9529-327e0ac0152f binding host dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 12:00:41.391438 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1264bd45-9158-42e5-9ae7-d40115540f3a req-0a84abd3-9b1c-457b-81fe-39ac2a6ae417 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452216 Jan 20 12:00:41.419650 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 46148) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:41.429384 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:41.636920 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8361219b-9733-405c-9555-690ae135c658 tempest-TestSnapshotPattern-2098979891 tempest-TestSnapshotPattern-2098979891-project-admin] Synchronizing usage tracker for tenant:f889f28a16c142d782c16e9d3775a4df on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 12:00:41.736473 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-8361219b-9733-405c-9555-690ae135c658 tempest-TestSnapshotPattern-2098979891 tempest-TestSnapshotPattern-2098979891-project-admin] Unset dirty status for tenant:f889f28a16c142d782c16e9d3775a4df on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 12:00:41.737717 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-8361219b-9733-405c-9555-690ae135c658 tempest-TestSnapshotPattern-2098979891 tempest-TestSnapshotPattern-2098979891-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 1093 time: 0.3170466 Jan 20 12:00:41.740644 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 46154) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:00:41.745903 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 12:00:41.752130 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:00:41.755919 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Usage tracker for resource:floatingip and tenant:7c5c818dcbdf4849acf2783de0bd7573 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 12:00:41.758762 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 12:00:41.776087 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:00:41.804644 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Notify callbacks [] for port, precommit_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:41.819667 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Transition to ACTIVE for port object 9fd8fc1b-d258-425a-9529-327e0ac0152f will not be triggered until provisioned by entity L2. {{(pid=84333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:00:41.856529 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:41.915063 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:42.014181 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:42.114043 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb58ac-b860-4fd5-bf6d-103e4851e454 None None] Pushing event updated for resources: {'Port': ['ID=9fd8fc1b-d258-425a-9529-327e0ac0152f,revision_number=3']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:42.162867 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Allocated IP 172.26.0.63 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/c4f91c85-51c5-4b06-b415-3d6a3d5c96af) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:00:42.211050 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Attempting to bind port 9fd8fc1b-d258-425a-9529-327e0ac0152f on host dv-neutron-825471-1-hyperv for vnic_type normal with profile {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 12:00:42.211423 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Attempting to bind port 9fd8fc1b-d258-425a-9529-327e0ac0152f by drivers openvswitch,hyperv on host dv-neutron-825471-1-hyperv at level 0 using segments [{'id': '58c536fb-3f9f-4c93-9fd3-cee510447bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd6e0baad-75d3-4b5e-9889-856efb3b6992'}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 12:00:42.211791 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Attempting to bind port 9fd8fc1b-d258-425a-9529-327e0ac0152f on network d6e0baad-75d3-4b5e-9889-856efb3b6992 {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 12:00:42.218619 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Checking agent: {'id': 'a67487a4-2377-4002-b0ed-5f053fb21baf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825471-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 49, 35), 'started_at': datetime.datetime(2022, 1, 20, 10, 50, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825471-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 12:00:42.219596 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Checking segment: {'id': '58c536fb-3f9f-4c93-9fd3-cee510447bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd6e0baad-75d3-4b5e-9889-856efb3b6992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 12:00:42.219984 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:42.220385 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Bound using segment: {'id': '58c536fb-3f9f-4c93-9fd3-cee510447bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd6e0baad-75d3-4b5e-9889-856efb3b6992'} {{(pid=84333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 12:00:42.220844 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.managers [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Bound port: 9fd8fc1b-d258-425a-9529-327e0ac0152f, host: dv-neutron-825471-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c536fb-3f9f-4c93-9fd3-cee510447bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd6e0baad-75d3-4b5e-9889-856efb3b6992'}}] {{(pid=84333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 12:00:42.221219 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:42.311436 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:42.321817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] For port 9fd8fc1b-d258-425a-9529-327e0ac0152f, host dv-neutron-825471-1-hyperv, cleared binding levels {{(pid=84333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:00:42.324773 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] For port 9fd8fc1b-d258-425a-9529-327e0ac0152f, host dv-neutron-825471-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9fd8fc1b-d258-425a-9529-327e0ac0152f,segment=NetworkSegment(58c536fb-3f9f-4c93-9fd3-cee510447bf1),segment_id=58c536fb-3f9f-4c93-9fd3-cee510447bf1)] {{(pid=84333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:00:42.387795 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:42.416256 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:42.465399 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Routers {'44e83e99-f32c-4ce0-ad84-ea823e3eb10f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:00:42.466051 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['44e83e99-f32c-4ce0-ad84-ea823e3eb10f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:42.496592 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:00:42.501095 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:00:42.506088 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 12:00:42.537360 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb58ac-b860-4fd5-bf6d-103e4851e454 None None] Pushing event updated for resources: {'Port': ['ID=9fd8fc1b-d258-425a-9529-327e0ac0152f,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:42.541703 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Pushing event updated for resources: {'Port': ['ID=c4f91c85-51c5-4b06-b415-3d6a3d5c96af,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:42.671246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] Set router 44e83e99-f32c-4ce0-ad84-ea823e3eb10f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:00:42.991068 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e83e99-f32c-4ce0-ad84-ea823e3eb10f', 'name': 'tempest-TestSnapshotPattern-1845264701-router', 'tenant_id': 'f889f28a16c142d782c16e9d3775a4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ff45bad0-728e-48c0-8e2a-e363d9ac82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:17Z', 'updated_at': '2022-01-20T12:00:21Z', 'revision_number': 4, 'project_id': 'f889f28a16c142d782c16e9d3775a4df', 'gw_port': {'id': 'ff45bad0-728e-48c0-8e2a-e363d9ac82bb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e83e99-f32c-4ce0-ad84-ea823e3eb10f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:18Z', 'updated_at': '2022-01-20T12:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '9fd8fc1b-d258-425a-9529-327e0ac0152f', 'name': '', 'network_id': 'd6e0baad-75d3-4b5e-9889-856efb3b6992', 'tenant_id': 'f889f28a16c142d782c16e9d3775a4df', 'mac_address': 'fa:16:3e:22:09:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e83e99-f32c-4ce0-ad84-ea823e3eb10f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2471817c-77d8-403a-b71f-eaec1ce3bc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:20Z', 'updated_at': '2022-01-20T12:00:42Z', 'revision_number': 4, 'project_id': 'f889f28a16c142d782c16e9d3775a4df', 'subnets': [{'id': '2471817c-77d8-403a-b71f-eaec1ce3bc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:42.995049 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5284b336-2b75-4e56-9d85-9ceb7ba969aa None None] The sync data for ids ['44e83e99-f32c-4ce0-ad84-ea823e3eb10f'] in dv-neutron-825471-1-hyperv is: [{'id': '44e83e99-f32c-4ce0-ad84-ea823e3eb10f', 'name': 'tempest-TestSnapshotPattern-1845264701-router', 'tenant_id': 'f889f28a16c142d782c16e9d3775a4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ff45bad0-728e-48c0-8e2a-e363d9ac82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:17Z', 'updated_at': '2022-01-20T12:00:21Z', 'revision_number': 4, 'project_id': 'f889f28a16c142d782c16e9d3775a4df', 'gw_port': {'id': 'ff45bad0-728e-48c0-8e2a-e363d9ac82bb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e83e99-f32c-4ce0-ad84-ea823e3eb10f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:18Z', 'updated_at': '2022-01-20T12:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '9fd8fc1b-d258-425a-9529-327e0ac0152f', 'name': '', 'network_id': 'd6e0baad-75d3-4b5e-9889-856efb3b6992', 'tenant_id': 'f889f28a16c142d782c16e9d3775a4df', 'mac_address': 'fa:16:3e:22:09:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e83e99-f32c-4ce0-ad84-ea823e3eb10f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2471817c-77d8-403a-b71f-eaec1ce3bc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:20Z', 'updated_at': '2022-01-20T12:00:42Z', 'revision_number': 4, 'project_id': 'f889f28a16c142d782c16e9d3775a4df', 'subnets': [{'id': '2471817c-77d8-403a-b71f-eaec1ce3bc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 12:00:43.032705 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:43.178826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:43.390509 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9fd8fc1b-d258-425a-9529-327e0ac0152f up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 12:00:43.492431 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:43.524453 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning for port 9fd8fc1b-d258-425a-9529-327e0ac0152f completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:00:43.530255 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 9fd8fc1b-d258-425a-9529-327e0ac0152f triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:00:43.534283 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:43.582038 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:43.649794 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:43.685060 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] For port 9fd8fc1b-d258-425a-9529-327e0ac0152f, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9fd8fc1b-d258-425a-9529-327e0ac0152f,segment=NetworkSegment(58c536fb-3f9f-4c93-9fd3-cee510447bf1),segment_id=58c536fb-3f9f-4c93-9fd3-cee510447bf1)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:00:43.693609 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Pushing event updated for resources: {'Port': ['ID=c4f91c85-51c5-4b06-b415-3d6a3d5c96af,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:43.717300 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:43.759264 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:43.837306 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Pushing event updated for resources: {'Port': ['ID=9fd8fc1b-d258-425a-9529-327e0ac0152f,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:00:43.916097 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Floating IP abe67757-cc65-498a-9fd7-47acd95f1fa2 associated. External IP: 172.26.0.63, port: 47df308d-66ad-4adb-8ba2-f4edbb69efd7. Jan 20 12:00:44.294533 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:00:44.487968 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:00:44.497486 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf2c563-19c5-467e-9065-1d2e16935fbf None None] Sync routers for ids ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 12:00:44.509899 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf2c563-19c5-467e-9065-1d2e16935fbf None None] Routers {'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:00:44.510493 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-baf2c563-19c5-467e-9065-1d2e16935fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:44.582065 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:44.637117 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-dd595e6c-e71c-4981-abec-8cdf30e5ea0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8954551 Jan 20 12:00:44.637801 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'tag': '47df308d-66ad-4adb-8ba2-f4edbb69efd7'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:00:44.686903 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-baf2c563-19c5-467e-9065-1d2e16935fbf None None] Set router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:00:44.690718 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'tag': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'status': 'completed', 'code': 200} Jan 20 12:00:44.785205 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7113da7e-3a64-484a-8b4d-c0ecd641c173 req-f27fde8f-a8b2-4b97-bee2-ad5b55fe4053 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c5c818dcbdf4849acf2783de0bd7573&device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 1098 time: 0.0715556 Jan 20 12:00:44.917120 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113da7e-3a64-484a-8b4d-c0ecd641c173 req-b49a5980-4483-42d9-bc91-af8099ac3268 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:44.918610 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7113da7e-3a64-484a-8b4d-c0ecd641c173 req-b49a5980-4483-42d9-bc91-af8099ac3268 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1495c211-1566-41b8-83c0-100f8f0328d2 HTTP/1.1" status: 200 len: 911 time: 0.1267455 Jan 20 12:00:45.015072 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7113da7e-3a64-484a-8b4d-c0ecd641c173 req-a3890dff-fd55-4080-a0c3-526e4088b721 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47df308d-66ad-4adb-8ba2-f4edbb69efd7 HTTP/1.1" status: 200 len: 998 time: 0.0907886 Jan 20 12:00:45.032719 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-baf2c563-19c5-467e-9065-1d2e16935fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:13Z', 'revision_number': 4, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'abe67757-cc65-498a-9fd7-47acd95f1fa2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'port_id': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'mac_address': 'fa:16:3e:0f:3e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:00:42Z', 'updated_at': '2022-01-20T12:00:42Z', 'revision_number': 0, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5', 'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'mac_address': 'fa:16:3e:ce:c4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:13Z', 'updated_at': '2022-01-20T12:00:21Z', 'revision_number': 5, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'subnets': [{'id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:45.036436 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf2c563-19c5-467e-9065-1d2e16935fbf None None] Checking router: b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 12:00:45.047968 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf2c563-19c5-467e-9065-1d2e16935fbf None None] Routers {'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:00:45.048591 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-baf2c563-19c5-467e-9065-1d2e16935fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:00:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:45.077578 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113da7e-3a64-484a-8b4d-c0ecd641c173 req-5f5d2c74-27ed-401f-ab06-639463f54516 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:00:45.079032 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7113da7e-3a64-484a-8b4d-c0ecd641c173 req-5f5d2c74-27ed-401f-ab06-639463f54516 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a HTTP/1.1" status: 200 len: 849 time: 0.0588958 Jan 20 12:00:45.151385 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7113da7e-3a64-484a-8b4d-c0ecd641c173 req-6392f97f-df5e-4747-b51e-f79f05452e45 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1495c211-1566-41b8-83c0-100f8f0328d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667236 Jan 20 12:00:45.220775 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-baf2c563-19c5-467e-9065-1d2e16935fbf None None] Set router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:00:45.279778 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7113da7e-3a64-484a-8b4d-c0ecd641c173 req-f00f4af0-349e-47f5-bdf7-dae78df7052b service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224818 Jan 20 12:00:45.366962 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9fd8fc1b-d258-425a-9529-327e0ac0152f up at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 12:00:45.414615 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-7113da7e-3a64-484a-8b4d-c0ecd641c173 req-7692cc95-e123-4c08-a575-90da5a3a249f service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295476 Jan 20 12:00:45.435475 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Provisioning complete for port 9fd8fc1b-d258-425a-9529-327e0ac0152f triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:00:45.435862 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:00:45.571921 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-baf2c563-19c5-467e-9065-1d2e16935fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:13Z', 'revision_number': 4, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'abe67757-cc65-498a-9fd7-47acd95f1fa2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'port_id': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'mac_address': 'fa:16:3e:0f:3e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:00:42Z', 'updated_at': '2022-01-20T12:00:42Z', 'revision_number': 0, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5', 'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'mac_address': 'fa:16:3e:ce:c4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:13Z', 'updated_at': '2022-01-20T12:00:21Z', 'revision_number': 5, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'subnets': [{'id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:00:45.575785 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf2c563-19c5-467e-9065-1d2e16935fbf None None] The sync data for ids ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'] in dv-neutron-825471-1-hyperv is: [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:13Z', 'revision_number': 4, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'abe67757-cc65-498a-9fd7-47acd95f1fa2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'port_id': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'mac_address': 'fa:16:3e:0f:3e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:00:42Z', 'updated_at': '2022-01-20T12:00:42Z', 'revision_number': 0, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5', 'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'mac_address': 'fa:16:3e:ce:c4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:13Z', 'updated_at': '2022-01-20T12:00:21Z', 'revision_number': 5, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'subnets': [{'id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 12:00:46.950622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282576d-65ff-48be-9dd4-9c245cde8611 None None] New status for floating IP abe67757-cc65-498a-9fd7-47acd95f1fa2: ACTIVE {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 12:01:01.478397 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15c2fbb6-1fc9-4e2a-a3b6-18877afec699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:01:03.911032 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-eafc656f-91a3-46da-b989-4194c6b25e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:01:04.993042 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:01:05.111647 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:01:06.490087 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:01:07.493226 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-130f4741-1b6d-48d5-ab5c-eac0188d93ea req-dbf48882-1eb0-4604-bd25-5b6ee68553dd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718896 Jan 20 12:01:07.629093 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-130f4741-1b6d-48d5-ab5c-eac0188d93ea req-0b209f27-e8e6-4533-b75b-9228184a8e19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c5c818dcbdf4849acf2783de0bd7573&device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 1098 time: 0.0686054 Jan 20 12:01:07.776268 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f4741-1b6d-48d5-ab5c-eac0188d93ea req-b4456dfc-79da-4281-93de-d176ab8f538e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:01:07.777726 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-130f4741-1b6d-48d5-ab5c-eac0188d93ea req-b4456dfc-79da-4281-93de-d176ab8f538e service neutron] 10.222.0.72 "GET /v2.0/networks?id=1495c211-1566-41b8-83c0-100f8f0328d2 HTTP/1.1" status: 200 len: 911 time: 0.1237111 Jan 20 12:01:07.962121 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-130f4741-1b6d-48d5-ab5c-eac0188d93ea req-ce479ca6-1115-42ef-a1f8-38f427ec0f09 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47df308d-66ad-4adb-8ba2-f4edbb69efd7 HTTP/1.1" status: 200 len: 1000 time: 0.1782293 Jan 20 12:01:08.022577 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f4741-1b6d-48d5-ab5c-eac0188d93ea req-3675deba-0eb6-4272-bd3f-df3d869f3b98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:01:08.023961 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-130f4741-1b6d-48d5-ab5c-eac0188d93ea req-3675deba-0eb6-4272-bd3f-df3d869f3b98 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a HTTP/1.1" status: 200 len: 849 time: 0.0559380 Jan 20 12:01:08.098021 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-130f4741-1b6d-48d5-ab5c-eac0188d93ea req-c7266948-46ef-428d-b1ff-396258bf2f92 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1495c211-1566-41b8-83c0-100f8f0328d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683668 Jan 20 12:01:08.239655 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-130f4741-1b6d-48d5-ab5c-eac0188d93ea req-dc3df144-9616-42f6-af71-47bd3a6414da service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347666 Jan 20 12:01:08.368713 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-130f4741-1b6d-48d5-ab5c-eac0188d93ea req-165b95c4-7fe4-460b-a8ee-ce2bfd0582ba service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226552 Jan 20 12:01:10.170026 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:01:15.069887 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 12:01:31.488003 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-540fc76f-59e4-4471-ace7-1f56db1b5030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:01:33.900766 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7d7d44a4-9bc4-492f-bb57-f43b44a06633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:01:34.978909 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:01:35.116124 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:01:36.489861 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:01:40.197759 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:01:52.071491 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 12:02:01.494934 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2ff006cd-15fc-4871-82ac-59cc774c7a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:03.940413 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-71fe5472-ebd0-420d-a2cd-20edb9f5d755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:04.992427 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:05.127427 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:06.511695 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:08.644201 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a92d9f86-a957-49ba-81f0-b34af4ba09b8 req-6fcc0419-1062-4d1b-8dce-ed10aa85efb3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1778932 Jan 20 12:02:08.782347 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a92d9f86-a957-49ba-81f0-b34af4ba09b8 req-f3bc4921-eecf-4fb9-9976-be0b1d4f9ca1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c5c818dcbdf4849acf2783de0bd7573&device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 1098 time: 0.0712802 Jan 20 12:02:08.920520 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d9f86-a957-49ba-81f0-b34af4ba09b8 req-2fc1a9cd-a436-453e-96d4-077647d23ea0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:02:08.921963 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a92d9f86-a957-49ba-81f0-b34af4ba09b8 req-2fc1a9cd-a436-453e-96d4-077647d23ea0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1495c211-1566-41b8-83c0-100f8f0328d2 HTTP/1.1" status: 200 len: 911 time: 0.1222773 Jan 20 12:02:09.020654 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a92d9f86-a957-49ba-81f0-b34af4ba09b8 req-4ccffd31-15c6-4d9f-8409-11aa026e3d8a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47df308d-66ad-4adb-8ba2-f4edbb69efd7 HTTP/1.1" status: 200 len: 1000 time: 0.0928111 Jan 20 12:02:09.081363 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d9f86-a957-49ba-81f0-b34af4ba09b8 req-a26b0dcf-c5b0-4df7-ab4a-28120138c6ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:02:09.082709 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a92d9f86-a957-49ba-81f0-b34af4ba09b8 req-a26b0dcf-c5b0-4df7-ab4a-28120138c6ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a HTTP/1.1" status: 200 len: 849 time: 0.0566943 Jan 20 12:02:09.153924 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a92d9f86-a957-49ba-81f0-b34af4ba09b8 req-2ae882c7-90aa-4cac-a4da-1bdc25a35a1d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1495c211-1566-41b8-83c0-100f8f0328d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655565 Jan 20 12:02:09.278595 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a92d9f86-a957-49ba-81f0-b34af4ba09b8 req-0b68dc01-134c-4175-9277-ff7e6075eb86 service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192074 Jan 20 12:02:09.404511 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-a92d9f86-a957-49ba-81f0-b34af4ba09b8 req-3434091b-077a-4c5a-b320-f76851ff3217 service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204939 Jan 20 12:02:10.191723 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:29.072212 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 12:02:31.499763 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-99adc029-362d-49b0-b67a-3668fe0c1519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:33.900138 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13505b52-584f-4ecd-99c5-198599a54516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:34.991674 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:35.115908 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:36.516911 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:40.219792 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:43.161558 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 47df308d-66ad-4adb-8ba2-f4edbb69efd7 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 12:02:43.294354 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 47df308d-66ad-4adb-8ba2-f4edbb69efd7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=47df308d-66ad-4adb-8ba2-f4edbb69efd7,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:02:43.306954 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'port_id': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'mac_address': 'fa:16:3e:0f:3e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 12:02:43.360777 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:43.378013 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47df308d-66ad-4adb-8ba2-f4edbb69efd7 {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:02:43.393267 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 47df308d-66ad-4adb-8ba2-f4edbb69efd7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=47df308d-66ad-4adb-8ba2-f4edbb69efd7,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:02:43.482608 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:43.555891 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=47df308d-66ad-4adb-8ba2-f4edbb69efd7,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:02:43.561767 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['47df308d-66ad-4adb-8ba2-f4edbb69efd7'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 12:02:43.599542 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:02:43.599894 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:02:43.600243 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:02:43.600583 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:02:43.600921 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:02:43.601255 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:02:43.601630 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:02:43.601964 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:02:43.602291 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:02:43.602616 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:02:43.602940 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:02:45.178511 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 47df308d-66ad-4adb-8ba2-f4edbb69efd7 up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 12:02:45.257840 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 47df308d-66ad-4adb-8ba2-f4edbb69efd7 triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:02:45.258313 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:45.378891 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:45.406203 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47df308d-66ad-4adb-8ba2-f4edbb69efd7'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:02:45.418583 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 47df308d-66ad-4adb-8ba2-f4edbb69efd7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=47df308d-66ad-4adb-8ba2-f4edbb69efd7,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:02:45.538737 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:45.592396 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'code': 200} Jan 20 12:02:45.619935 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=47df308d-66ad-4adb-8ba2-f4edbb69efd7,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:02:56.108097 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-ebe6b539-37c6-4483-ad82-6c20386dc4a8 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1787678641&fields=id&tenant_id=7c5c818dcbdf4849acf2783de0bd7573 HTTP/1.1" status: 200 len: 267 time: 0.0434976 Jan 20 12:02:56.251161 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-9cf00768-0433-4c13-95eb-61f5fb26f824 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:02:56.252527 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-9cf00768-0433-4c13-95eb-61f5fb26f824 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/networks?id=1495c211-1566-41b8-83c0-100f8f0328d2 HTTP/1.1" status: 200 len: 810 time: 0.1381142 Jan 20 12:02:56.268824 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-750895ce-c7ca-4f66-a7d9-eabd8902a4e1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/quotas/7c5c818dcbdf4849acf2783de0bd7573 HTTP/1.1" status: 200 len: 375 time: 0.0110795 Jan 20 12:02:56.353392 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-45257cc2-e8bb-4ff4-87f6-19c7de798135 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c5c818dcbdf4849acf2783de0bd7573&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0798659 Jan 20 12:02:56.553418 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-5c4155c0-e4b2-4ac1-bfdb-62b586d2da9f service neutron] 10.222.0.70 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885512 Jan 20 12:02:56.766044 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-4fe7e7a4-7ecb-4cee-9957-2affb2cd3cec service neutron] 10.222.0.70 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064559 Jan 20 12:02:57.130963 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-014845ed-b270-46ed-9e31-8ec95f27773b req-1521b4a3-ff55-43be-920c-7f57b1385127 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 210 time: 0.1124773 Jan 20 12:02:58.295819 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fcb82d88-352a-429d-ae55-9977b23395c5 req-46dff972-12ef-460f-af18-209e967d1613 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 210 time: 0.0409110 Jan 20 12:02:59.245511 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 47df308d-66ad-4adb-8ba2-f4edbb69efd7 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 12:02:59.329736 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-76dd1442-dd1e-4ab7-9ab8-73d6983284c0 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:02:59.331319 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-76dd1442-dd1e-4ab7-9ab8-73d6983284c0 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.72 "GET /v2.0/networks?id=1495c211-1566-41b8-83c0-100f8f0328d2 HTTP/1.1" status: 200 len: 810 time: 0.1447675 Jan 20 12:02:59.356407 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:59.384328 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47df308d-66ad-4adb-8ba2-f4edbb69efd7'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:02:59.391391 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-f5f3da4e-a9cb-44ab-8986-5e653c7a6d0e tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c5c818dcbdf4849acf2783de0bd7573 HTTP/1.1" status: 200 len: 380 time: 0.0480292 Jan 20 12:02:59.394459 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 47df308d-66ad-4adb-8ba2-f4edbb69efd7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=47df308d-66ad-4adb-8ba2-f4edbb69efd7,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:02:59.399948 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Request body: {'port': {'device_id': '73cdcb53-827d-4e7f-acfb-acfa6daf40da', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'admin_state_up': True, 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'security_groups': ['743c6eca-5f48-4389-9486-290fd60a8276']}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 12:02:59.451321 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'code': 200} Jan 20 12:02:59.469142 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-89bd3a6c-2c5b-48b0-b23a-0fe010ec3fb6 req-271cc312-aa9e-4d3e-bc43-96669cf76e28 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 210 time: 0.0460639 Jan 20 12:02:59.470462 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:59.547244 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=47df308d-66ad-4adb-8ba2-f4edbb69efd7,revision_number=8']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:02:59.651312 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:02:59.655345 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Usage tracker for resource:port and tenant:7c5c818dcbdf4849acf2783de0bd7573 is out of sync, need to count used quota {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 12:02:59.658190 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.quota.resource [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84331) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 12:02:59.663817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.quota.driver [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:02:59.745701 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Made reservation on behalf of 7c5c818dcbdf4849acf2783de0bd7573 for: {'port': 1} {{(pid=84331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 12:02:59.749235 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:02:59.914205 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_common [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Allocated IP 172.20.0.10 (1495c211-1566-41b8-83c0-100f8f0328d2/bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a/127e33f3-f4cd-48dc-a674-507eee6c31fe) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:03:00.127282 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:00.152227 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Transition to ACTIVE for port object 127e33f3-f4cd-48dc-a674-507eee6c31fe will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:03:00.242839 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:00.317296 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Network 1495c211-1566-41b8-83c0-100f8f0328d2 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:03:00.320838 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.base_scheduler [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:03:00.325362 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.l3_dvrscheduler_db [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 12:03:00.382677 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Pushing event updated for resources: {'Port': ['ID=127e33f3-f4cd-48dc-a674-507eee6c31fe,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:03:00.417692 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:00.418732 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:00.436696 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:00.437096 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:00.437511 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:00.437817 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:00.438134 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:00.438472 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:00.438989 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:00.439236 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:00.439607 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:00.440009 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:00.440342 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:00.545994 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-04b3fe77-6543-4bd6-b41f-8a494a84443c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1496668 Jan 20 12:03:00.558568 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.v2.base [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Request body: {'port': {'device_id': '73cdcb53-827d-4e7f-acfb-acfa6daf40da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=84331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 12:03:00.689399 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae603c91-a4c9-4fcf-b938-13255e310c08 req-177e023b-6fba-4bb0-a1e1-cd10ad24daae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:00.690949 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae603c91-a4c9-4fcf-b938-13255e310c08 req-177e023b-6fba-4bb0-a1e1-cd10ad24daae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 932 time: 0.0861099 Jan 20 12:03:00.715028 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:00.728626 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-260abeb3-5c6d-4ac6-a72d-c6c4d0e160ec None None] Provisioning for port 127e33f3-f4cd-48dc-a674-507eee6c31fe completed by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:03:00.735408 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-260abeb3-5c6d-4ac6-a72d-c6c4d0e160ec None None] Provisioning complete for port 127e33f3-f4cd-48dc-a674-507eee6c31fe triggered by entity DHCP. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:03:00.735800 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-260abeb3-5c6d-4ac6-a72d-c6c4d0e160ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:00.787578 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ae603c91-a4c9-4fcf-b938-13255e310c08 req-7078a163-6a92-45bf-a86a-5ec357b5d646 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902920 Jan 20 12:03:00.844033 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-260abeb3-5c6d-4ac6-a72d-c6c4d0e160ec None None] Port 127e33f3-f4cd-48dc-a674-507eee6c31fe cannot update to ACTIVE because it is not bound. {{(pid=84333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 12:03:01.134798 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127e33f3-f4cd-48dc-a674-507eee6c31fe {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:03:01.143082 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:01.157847 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.provisioning_blocks [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Transition to ACTIVE for port object 127e33f3-f4cd-48dc-a674-507eee6c31fe will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 12:03:01.237061 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:01.459160 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Pushing event updated for resources: {'Port': ['ID=127e33f3-f4cd-48dc-a674-507eee6c31fe,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:03:01.460314 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b40e89f8-23e3-4ac7-bf0a-234e41fc901c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:01.518153 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Attempting to bind port 127e33f3-f4cd-48dc-a674-507eee6c31fe on host hv-neutron-8254 for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 12:03:01.518489 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Attempting to bind port 127e33f3-f4cd-48dc-a674-507eee6c31fe by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '409d92fc-2fd8-469d-ae27-918630815375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 12:03:01.518816 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Attempting to bind port 127e33f3-f4cd-48dc-a674-507eee6c31fe on network 1495c211-1566-41b8-83c0-100f8f0328d2 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 12:03:01.531008 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Port 127e33f3-f4cd-48dc-a674-507eee6c31fe on network 1495c211-1566-41b8-83c0-100f8f0328d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 12:03:01.531330 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Attempting to bind port 127e33f3-f4cd-48dc-a674-507eee6c31fe on network 1495c211-1566-41b8-83c0-100f8f0328d2 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 12:03:01.538976 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Checking agent: {'id': '7f62b418-0005-4959-8a90-9e4782b11436', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'started_at': datetime.datetime(2022, 1, 20, 10, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 12, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 12:03:01.539318 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Checking segment: {'id': '409d92fc-2fd8-469d-ae27-918630815375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 12:03:01.539704 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Bound using segment: {'id': '409d92fc-2fd8-469d-ae27-918630815375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 12:03:01.540124 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.managers [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Bound port: 127e33f3-f4cd-48dc-a674-507eee6c31fe, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '409d92fc-2fd8-469d-ae27-918630815375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 12:03:01.540467 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:01.644188 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] For port 127e33f3-f4cd-48dc-a674-507eee6c31fe, host hv-neutron-8254, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 12:03:01.646588 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] For port 127e33f3-f4cd-48dc-a674-507eee6c31fe, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=127e33f3-f4cd-48dc-a674-507eee6c31fe,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 12:03:01.706015 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32150982'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:01.776987 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:01.778480 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] 10.222.0.72 "PUT /v2.0/ports/127e33f3-f4cd-48dc-a674-507eee6c31fe HTTP/1.1" status: 200 len: 1094 time: 1.2255948 Jan 20 12:03:01.778964 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cdcb53-827d-4e7f-acfb-acfa6daf40da', 'tag': '127e33f3-f4cd-48dc-a674-507eee6c31fe'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:03:01.797842 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cb7f9-c5a0-4ba8-9bf1-72153f12f24d service neutron] Pushing event updated for resources: {'Port': ['ID=127e33f3-f4cd-48dc-a674-507eee6c31fe,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:03:01.859729 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cdcb53-827d-4e7f-acfb-acfa6daf40da', 'tag': '127e33f3-f4cd-48dc-a674-507eee6c31fe', 'status': 'completed', 'code': 200} Jan 20 12:03:02.046511 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dfe3d-2cf0-4ac0-8b6a-a91383c319e7 req-4248af59-7a96-45f0-ae10-eb3fecd048e1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:02.047964 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6f4dfe3d-2cf0-4ac0-8b6a-a91383c319e7 req-4248af59-7a96-45f0-ae10-eb3fecd048e1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 944 time: 0.1048775 Jan 20 12:03:02.100993 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-6f4dfe3d-2cf0-4ac0-8b6a-a91383c319e7 req-9cd0a5da-2b6a-410e-a8f6-9f7c0a3e6369 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452449 Jan 20 12:03:03.310413 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e0e95-7bf1-45fb-9f5b-9433d0d64d16 req-39a126ff-d94e-4b84-a53e-7d05d77768a3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:03.311820 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-394e0e95-7bf1-45fb-9f5b-9433d0d64d16 req-39a126ff-d94e-4b84-a53e-7d05d77768a3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 944 time: 0.0787165 Jan 20 12:03:03.359570 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-394e0e95-7bf1-45fb-9f5b-9433d0d64d16 req-70ae89d7-41af-43af-854c-319ed25bd7c1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417686 Jan 20 12:03:03.905075 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-2c3969b2-09a1-4817-9bbb-e5e8e2bd02ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:04.567617 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21326d-9991-4091-8c54-d561d287e1af req-789e7964-2263-423a-b01f-491d5f526dc8 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:04.569081 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ee21326d-9991-4091-8c54-d561d287e1af req-789e7964-2263-423a-b01f-491d5f526dc8 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 944 time: 0.0823081 Jan 20 12:03:04.620684 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-ee21326d-9991-4091-8c54-d561d287e1af req-189f3272-73b3-4d8f-8070-1965ff28641d tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436480 Jan 20 12:03:04.974056 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:05.084648 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:05.832153 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b500f95-58b9-4115-bfb3-e8b67e641895 req-808082f9-c9ff-4cda-8b7a-1d7689439809 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:05.833662 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5b500f95-58b9-4115-bfb3-e8b67e641895 req-808082f9-c9ff-4cda-8b7a-1d7689439809 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 944 time: 0.0813551 Jan 20 12:03:05.885780 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-5b500f95-58b9-4115-bfb3-e8b67e641895 req-a430de79-3042-4ea2-89ba-0465274ac82b tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455906 Jan 20 12:03:06.077922 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 12:03:06.551465 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:07.111689 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b9124-6196-40ee-8f94-0e64c78352bc req-7d5961bb-e5b7-494d-8595-3d8056049c0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:07.113098 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fe4b9124-6196-40ee-8f94-0e64c78352bc req-7d5961bb-e5b7-494d-8595-3d8056049c0f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 944 time: 0.0805688 Jan 20 12:03:07.160884 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-fe4b9124-6196-40ee-8f94-0e64c78352bc req-e6130424-f5ea-488e-8456-600779a93f6d tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420926 Jan 20 12:03:08.016518 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bc1ae1b9-7d4a-45f5-983d-5090b0683e59 req-9dcc11f9-c57c-4912-9aa5-9902951e764f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c5c818dcbdf4849acf2783de0bd7573&device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 1097 time: 0.0707486 Jan 20 12:03:08.161876 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ae1b9-7d4a-45f5-983d-5090b0683e59 req-488a2a6e-723d-4534-8931-f66599cbc0ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:08.163288 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bc1ae1b9-7d4a-45f5-983d-5090b0683e59 req-488a2a6e-723d-4534-8931-f66599cbc0ad service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7c5c818dcbdf4849acf2783de0bd7573&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1367126 Jan 20 12:03:08.361838 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b14bff-f524-4d44-9fdd-f50ef7429bc2 req-733c9b8b-63b8-476e-b630-bebb6ec2a049 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:08.363322 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d1b14bff-f524-4d44-9fdd-f50ef7429bc2 req-733c9b8b-63b8-476e-b630-bebb6ec2a049 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 944 time: 0.0789649 Jan 20 12:03:08.392404 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ae1b9-7d4a-45f5-983d-5090b0683e59 req-17f56383-4799-4bf0-86f4-2347822572f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:08.393970 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-bc1ae1b9-7d4a-45f5-983d-5090b0683e59 req-17f56383-4799-4bf0-86f4-2347822572f6 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2242668 Jan 20 12:03:08.408624 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-d1b14bff-f524-4d44-9fdd-f50ef7429bc2 req-696cca29-8e04-4d61-8e28-28700e2e4596 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397851 Jan 20 12:03:08.435950 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.72', 51503) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:03:08.505251 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a27b598-1b8a-4607-a6cb-201743aab38b req-d80c393b-fb1f-4897-ab52-cc7a10cfa8b2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680885 Jan 20 12:03:08.506348 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-294dba49-923a-48ef-88c4-d682ea6b670e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c5c818dcbdf4849acf2783de0bd7573&device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 1097 time: 0.0703762 Jan 20 12:03:08.575141 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-8582d4dd-1046-4a11-bfd1-d175d6013187 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=127e33f3-f4cd-48dc-a674-507eee6c31fe HTTP/1.1" status: 200 len: 217 time: 0.0595851 Jan 20 12:03:08.643088 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-da24e92d-f097-436e-b9f6-500d12c861bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:08.644514 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-da24e92d-f097-436e-b9f6-500d12c861bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a HTTP/1.1" status: 200 len: 849 time: 0.0604806 Jan 20 12:03:08.656770 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a27b598-1b8a-4607-a6cb-201743aab38b req-39a260d9-643d-49e1-943c-76ceebb81517 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c5c818dcbdf4849acf2783de0bd7573&device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 1096 time: 0.0725608 Jan 20 12:03:08.718464 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-99d81397-4c9c-464a-b854-7112c17ceb67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1495c211-1566-41b8-83c0-100f8f0328d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681689 Jan 20 12:03:08.798741 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27b598-1b8a-4607-a6cb-201743aab38b req-5f656663-8b3a-475e-b185-07a8f7518c50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:08.800107 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a27b598-1b8a-4607-a6cb-201743aab38b req-5f656663-8b3a-475e-b185-07a8f7518c50 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1495c211-1566-41b8-83c0-100f8f0328d2 HTTP/1.1" status: 200 len: 911 time: 0.1248667 Jan 20 12:03:08.849085 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-614d9ca8-a7cf-44d2-81aa-0baf2851a29d service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248858 Jan 20 12:03:08.902237 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a27b598-1b8a-4607-a6cb-201743aab38b req-0d67f1f9-a8a9-4a40-a7a6-e1cf7dec02bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47df308d-66ad-4adb-8ba2-f4edbb69efd7 HTTP/1.1" status: 200 len: 998 time: 0.0959258 Jan 20 12:03:08.962548 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27b598-1b8a-4607-a6cb-201743aab38b req-c5e8d64b-aa74-4272-88a2-1c8b3d094a19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:08.964647 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a27b598-1b8a-4607-a6cb-201743aab38b req-c5e8d64b-aa74-4272-88a2-1c8b3d094a19 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a HTTP/1.1" status: 200 len: 849 time: 0.0572712 Jan 20 12:03:08.980060 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [req-d641c85a-0b5f-41c3-90fb-61cc4d1b59b4 req-d3fef825-19eb-4737-9b56-7d107fd006d6 service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253002 Jan 20 12:03:09.037009 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a27b598-1b8a-4607-a6cb-201743aab38b req-f9c7e5be-6b3d-4719-af16-50d732091b3a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1495c211-1566-41b8-83c0-100f8f0328d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668044 Jan 20 12:03:09.168161 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a27b598-1b8a-4607-a6cb-201743aab38b req-692664b2-7613-4afe-a80d-3e73fbbafcac service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249945 Jan 20 12:03:09.375151 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1a27b598-1b8a-4607-a6cb-201743aab38b req-668e7c3f-96e6-4afc-84cd-4f3b9c9672b5 service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011216 Jan 20 12:03:09.607968 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0b16a-fe9a-409b-9864-a740cb943107 req-8a532223-1c33-4196-b86f-e04869960943 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:09.609413 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a6f0b16a-fe9a-409b-9864-a740cb943107 req-8a532223-1c33-4196-b86f-e04869960943 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 944 time: 0.0758176 Jan 20 12:03:09.654676 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a6f0b16a-fe9a-409b-9864-a740cb943107 req-d1a53026-829a-4ecf-ae29-8f698555d5ed tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397363 Jan 20 12:03:10.219395 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:10.851713 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da0b58-1e49-44ae-b2b1-fb4da3fa0395 req-cc88e35d-9240-4258-a8b1-c0146c2e7dc3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:10.853458 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-08da0b58-1e49-44ae-b2b1-fb4da3fa0395 req-cc88e35d-9240-4258-a8b1-c0146c2e7dc3 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 944 time: 0.0785387 Jan 20 12:03:10.897750 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-08da0b58-1e49-44ae-b2b1-fb4da3fa0395 req-82101a2b-8f74-4225-a4ab-f01acc8f7c1f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382299 Jan 20 12:03:11.256683 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 127e33f3-f4cd-48dc-a674-507eee6c31fe details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 12:03:11.435985 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 127e33f3-f4cd-48dc-a674-507eee6c31fe, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=127e33f3-f4cd-48dc-a674-507eee6c31fe,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:03:11.451275 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '127e33f3-f4cd-48dc-a674-507eee6c31fe', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'port_id': '127e33f3-f4cd-48dc-a674-507eee6c31fe', 'mac_address': 'fa:16:3e:9c:a7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 12:03:11.509866 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:11.528102 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127e33f3-f4cd-48dc-a674-507eee6c31fe {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:03:11.543136 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 127e33f3-f4cd-48dc-a674-507eee6c31fe, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=127e33f3-f4cd-48dc-a674-507eee6c31fe,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:03:12.105959 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa66d8-aa6e-4185-ae91-282e7c935682 req-724c53fc-6c04-4937-bd10-07af10005829 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:12.107393 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-41fa66d8-aa6e-4185-ae91-282e7c935682 req-724c53fc-6c04-4937-bd10-07af10005829 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 944 time: 0.0779955 Jan 20 12:03:12.152636 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-41fa66d8-aa6e-4185-ae91-282e7c935682 req-cf2d502b-1d51-467f-9c9b-47b290133df4 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381098 Jan 20 12:03:12.259276 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:12.326362 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=127e33f3-f4cd-48dc-a674-507eee6c31fe,revision_number=4']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:03:12.496967 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['127e33f3-f4cd-48dc-a674-507eee6c31fe'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 12:03:13.270817 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 127e33f3-f4cd-48dc-a674-507eee6c31fe up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 12:03:13.359093 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e8fc9-92a7-405f-90ef-3dbee18a5a39 req-ce2fbe61-fb55-4482-8006-7b289979f297 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:13.360556 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-972e8fc9-92a7-405f-90ef-3dbee18a5a39 req-ce2fbe61-fb55-4482-8006-7b289979f297 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 945 time: 0.0797899 Jan 20 12:03:13.403208 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning for port 127e33f3-f4cd-48dc-a674-507eee6c31fe completed by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 12:03:13.412718 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-972e8fc9-92a7-405f-90ef-3dbee18a5a39 req-def5eb25-c0b2-4203-8ed9-30e732487643 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392377 Jan 20 12:03:13.412846 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 127e33f3-f4cd-48dc-a674-507eee6c31fe triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:03:13.412846 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:13.523490 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:13.550511 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cdcb53-827d-4e7f-acfb-acfa6daf40da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127e33f3-f4cd-48dc-a674-507eee6c31fe'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:03:13.560247 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 127e33f3-f4cd-48dc-a674-507eee6c31fe, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=127e33f3-f4cd-48dc-a674-507eee6c31fe,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:03:13.603144 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cdcb53-827d-4e7f-acfb-acfa6daf40da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127e33f3-f4cd-48dc-a674-507eee6c31fe', 'code': 200} Jan 20 12:03:13.676538 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:13.743246 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=127e33f3-f4cd-48dc-a674-507eee6c31fe,revision_number=5']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:03:14.001960 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36509c00-24fb-41ad-a627-e1ed69da3fa2 req-c1231b1b-31c1-4909-baef-479da85cabd2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 1099 time: 0.0668240 Jan 20 12:03:14.043000 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-36509c00-24fb-41ad-a627-e1ed69da3fa2 req-d0e3956d-6bf9-46a9-9c2d-eb055d892f58 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356224 Jan 20 12:03:14.606531 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc0bb9-3a10-4cd4-ad17-cc55167c5ac8 req-36dd0ff9-d505-4a68-8eea-e2856ea3699e tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:14.607983 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a0fc0bb9-3a10-4cd4-ad17-cc55167c5ac8 req-36dd0ff9-d505-4a68-8eea-e2856ea3699e tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 946 time: 0.0796843 Jan 20 12:03:14.652719 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a0fc0bb9-3a10-4cd4-ad17-cc55167c5ac8 req-d010d0c8-6008-4ee6-893a-e839a82c549d tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391905 Jan 20 12:03:15.852580 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9101b-a833-4194-9001-d59476ffb909 req-c318d962-af3e-4133-bc74-c9d61b7a6c02 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:15.854050 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-acd9101b-a833-4194-9001-d59476ffb909 req-c318d962-af3e-4133-bc74-c9d61b7a6c02 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 946 time: 0.0768802 Jan 20 12:03:15.903270 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-acd9101b-a833-4194-9001-d59476ffb909 req-fc9131b2-3205-4d2d-b339-e85131f5e8b1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431209 Jan 20 12:03:16.101028 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c4bcc-7c37-4446-8f1d-7913aea0b18a req-ec3defa2-eaa0-42fe-975d-8144c084eaa7 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:16.102435 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4b2c4bcc-7c37-4446-8f1d-7913aea0b18a req-ec3defa2-eaa0-42fe-975d-8144c084eaa7 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 946 time: 0.0776250 Jan 20 12:03:16.149221 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4b2c4bcc-7c37-4446-8f1d-7913aea0b18a req-e0ddf012-a35d-4ee5-8e33-0521bf00d1d2 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404761 Jan 20 12:03:16.177393 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 46376) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:03:16.250479 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-6a56b28f-267e-486b-8f1b-a6ea6ccdeed2 tempest-TestSnapshotPattern-2098979891 tempest-TestSnapshotPattern-2098979891-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 1094 time: 0.0718577 Jan 20 12:03:16.253063 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 46380) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:03:16.258089 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.v2.base [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Request body: {'floatingip': {'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'port_id': '127e33f3-f4cd-48dc-a674-507eee6c31fe', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 12:03:16.264155 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 12:03:16.267948 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Usage tracker for resource:floatingip and tenant:7c5c818dcbdf4849acf2783de0bd7573 is out of sync, need to count used quota {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 12:03:16.270778 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84332) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 12:03:16.276369 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.quota.driver [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 12:03:16.356291 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for floatingip, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:16.492903 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:16.624305 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.db_base_plugin_common [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Allocated IP 172.26.0.42 (5b1d19bb-43c5-44cb-9395-b66102f481bc/a6803678-b9f7-4554-861d-00141a25ed1b/622829a9-608b-4e8c-890e-7dfa71aef8cb) {{(pid=84332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 12:03:16.768703 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for port, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:16.899963 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747725061075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:16.967316 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Network 5b1d19bb-43c5-44cb-9395-b66102f481bc is already hosted by enough agents. {{(pid=84332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 12:03:16.970295 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.base_scheduler [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Resources bound (agent type, host, resource id): {{(pid=84332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 12:03:16.972784 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Received port after_create {{(pid=84332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 12:03:17.007219 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Pushing event updated for resources: {'Port': ['ID=622829a9-608b-4e8c-890e-7dfa71aef8cb,revision_number=1']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:03:17.028321 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:17.028660 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:17.028995 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:17.029319 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:17.029668 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:17.029998 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:17.030316 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:17.030634 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:17.030948 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:17.031262 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:17.031570 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:03:17.568071 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:17.718676 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:17.922905 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:18.013915 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32309464'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:18.116820 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Pushing event updated for resources: {'Port': ['ID=622829a9-608b-4e8c-890e-7dfa71aef8cb,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:03:18.132310 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783083'] for floatingip, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:18.315722 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.db.l3_db [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Floating IP 738579a8-128d-4d06-ba23-ed1976d4ad98 associated. External IP: 172.26.0.42, port: 127e33f3-f4cd-48dc-a674-507eee6c31fe. Jan 20 12:03:18.694103 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:03:18.992920 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:03:19.002798 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab2b7a9-4e66-4f59-a2c8-986adf473407 None None] Sync routers for ids ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 12:03:19.015384 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab2b7a9-4e66-4f59-a2c8-986adf473407 None None] Routers {'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:03:19.015986 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-aab2b7a9-4e66-4f59-a2c8-986adf473407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:03:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:03:19.082782 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:19.136382 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-9ee784e9-4f5f-406e-a51c-ef179763e507 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8822856 Jan 20 12:03:19.137448 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cdcb53-827d-4e7f-acfb-acfa6daf40da', 'tag': '127e33f3-f4cd-48dc-a674-507eee6c31fe'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:03:19.194199 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cdcb53-827d-4e7f-acfb-acfa6daf40da', 'tag': '127e33f3-f4cd-48dc-a674-507eee6c31fe', 'status': 'completed', 'code': 200} Jan 20 12:03:19.194348 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-aab2b7a9-4e66-4f59-a2c8-986adf473407 None None] Set router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:03:19.283665 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8526683d-f627-4840-8831-d0bd2707a919 req-07c999aa-ce40-4496-911c-122b25f801b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c5c818dcbdf4849acf2783de0bd7573&device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 1099 time: 0.0675499 Jan 20 12:03:19.416528 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526683d-f627-4840-8831-d0bd2707a919 req-1034546a-f824-4dd3-90f3-7afc51fd1f9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:19.419136 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8526683d-f627-4840-8831-d0bd2707a919 req-1034546a-f824-4dd3-90f3-7afc51fd1f9f service neutron] 10.222.0.72 "GET /v2.0/networks?id=1495c211-1566-41b8-83c0-100f8f0328d2 HTTP/1.1" status: 200 len: 911 time: 0.1278489 Jan 20 12:03:19.520043 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8526683d-f627-4840-8831-d0bd2707a919 req-988299e2-8e30-4de2-bc9d-9dcaa18ab99a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=127e33f3-f4cd-48dc-a674-507eee6c31fe HTTP/1.1" status: 200 len: 999 time: 0.0968132 Jan 20 12:03:19.542172 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-aab2b7a9-4e66-4f59-a2c8-986adf473407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:13Z', 'revision_number': 4, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '738579a8-128d-4d06-ba23-ed1976d4ad98', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'floating_ip_address': '172.26.0.42', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'port_id': '127e33f3-f4cd-48dc-a674-507eee6c31fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'mac_address': 'fa:16:3e:9c:a7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cdcb53-827d-4e7f-acfb-acfa6daf40da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:03:17Z', 'updated_at': '2022-01-20T12:03:17Z', 'revision_number': 0, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'fixed_ip_address_scope': None}, {'id': 'abe67757-cc65-498a-9fd7-47acd95f1fa2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'port_id': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'mac_address': 'fa:16:3e:0f:3e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:00:42Z', 'updated_at': '2022-01-20T12:00:47Z', 'revision_number': 1, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5', 'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'mac_address': 'fa:16:3e:ce:c4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:13Z', 'updated_at': '2022-01-20T12:00:21Z', 'revision_number': 5, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'subnets': [{'id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:03:19.546665 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab2b7a9-4e66-4f59-a2c8-986adf473407 None None] Checking router: b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 12:03:19.557616 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab2b7a9-4e66-4f59-a2c8-986adf473407 None None] Routers {'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:03:19.558201 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-aab2b7a9-4e66-4f59-a2c8-986adf473407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:03:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:03:19.585216 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526683d-f627-4840-8831-d0bd2707a919 req-c6b7a030-a79a-4f53-80f4-8fdbdbb7fe4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:03:19.586768 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8526683d-f627-4840-8831-d0bd2707a919 req-c6b7a030-a79a-4f53-80f4-8fdbdbb7fe4d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a HTTP/1.1" status: 200 len: 849 time: 0.0615985 Jan 20 12:03:19.661903 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8526683d-f627-4840-8831-d0bd2707a919 req-a7c6598e-91b1-4279-8fec-adfca2e69901 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1495c211-1566-41b8-83c0-100f8f0328d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694690 Jan 20 12:03:19.733718 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-aab2b7a9-4e66-4f59-a2c8-986adf473407 None None] Set router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:03:19.796585 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8526683d-f627-4840-8831-d0bd2707a919 req-0a600ded-53dc-43dc-8e4e-86ee04241f22 service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290317 Jan 20 12:03:19.924360 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8526683d-f627-4840-8831-d0bd2707a919 req-acb768f4-a982-462f-94bf-a52622414610 service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226623 Jan 20 12:03:20.076334 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-aab2b7a9-4e66-4f59-a2c8-986adf473407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:13Z', 'revision_number': 4, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '738579a8-128d-4d06-ba23-ed1976d4ad98', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'floating_ip_address': '172.26.0.42', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'port_id': '127e33f3-f4cd-48dc-a674-507eee6c31fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'mac_address': 'fa:16:3e:9c:a7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cdcb53-827d-4e7f-acfb-acfa6daf40da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:03:17Z', 'updated_at': '2022-01-20T12:03:17Z', 'revision_number': 0, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'fixed_ip_address_scope': None}, {'id': 'abe67757-cc65-498a-9fd7-47acd95f1fa2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'port_id': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'mac_address': 'fa:16:3e:0f:3e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:00:42Z', 'updated_at': '2022-01-20T12:00:47Z', 'revision_number': 1, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5', 'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'mac_address': 'fa:16:3e:ce:c4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:13Z', 'updated_at': '2022-01-20T12:00:21Z', 'revision_number': 5, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'subnets': [{'id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:03:20.080140 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab2b7a9-4e66-4f59-a2c8-986adf473407 None None] The sync data for ids ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'] in dv-neutron-825471-1-hyperv is: [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:13Z', 'revision_number': 4, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': '738579a8-128d-4d06-ba23-ed1976d4ad98', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'floating_ip_address': '172.26.0.42', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'port_id': '127e33f3-f4cd-48dc-a674-507eee6c31fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'mac_address': 'fa:16:3e:9c:a7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cdcb53-827d-4e7f-acfb-acfa6daf40da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:03:17Z', 'updated_at': '2022-01-20T12:03:17Z', 'revision_number': 0, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'fixed_ip_address_scope': None}, {'id': 'abe67757-cc65-498a-9fd7-47acd95f1fa2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'port_id': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'mac_address': 'fa:16:3e:0f:3e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:00:42Z', 'updated_at': '2022-01-20T12:00:47Z', 'revision_number': 1, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5', 'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'mac_address': 'fa:16:3e:ce:c4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:13Z', 'updated_at': '2022-01-20T12:00:21Z', 'revision_number': 5, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'subnets': [{'id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 12:03:20.269875 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f549552e-2f1c-45aa-85f4-3f5d6f2bc9f0 None None] New status for floating IP 738579a8-128d-4d06-ba23-ed1976d4ad98: ACTIVE {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 12:03:31.458868 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1cbb87d6-f657-43ed-ac0c-3c06f17f49f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:33.899157 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49da15c5-dc1c-4c36-99e0-6d04c3a595d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:34.996681 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:35.139027 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:36.528285 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:40.213494 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:03:43.078837 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 12:04:01.475727 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1f1a1247-231a-4773-88c9-09dfdbe341a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:04:03.904374 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-836e6729-a7ad-48f3-b25c-4491eb118ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:04:04.984500 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:04:05.121448 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:04:06.514565 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:04:08.517399 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aa3805f2-8b57-47e5-ba67-d0e0f11f197f req-3301f422-5f0b-4633-a84c-f4c8b7569d44 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667009 Jan 20 12:04:08.656316 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aa3805f2-8b57-47e5-ba67-d0e0f11f197f req-f3672945-9e52-413e-bb78-c1d2df64c7b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c5c818dcbdf4849acf2783de0bd7573&device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 1096 time: 0.0715647 Jan 20 12:04:08.794140 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3805f2-8b57-47e5-ba67-d0e0f11f197f req-0c28ea67-cd68-447f-833c-c5e2b495877b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:04:08.795462 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aa3805f2-8b57-47e5-ba67-d0e0f11f197f req-0c28ea67-cd68-447f-833c-c5e2b495877b service neutron] 10.222.0.72 "GET /v2.0/networks?id=1495c211-1566-41b8-83c0-100f8f0328d2 HTTP/1.1" status: 200 len: 911 time: 0.1206925 Jan 20 12:04:08.894065 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aa3805f2-8b57-47e5-ba67-d0e0f11f197f req-baf643c0-242a-4a90-a6bc-2413bec07d1c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47df308d-66ad-4adb-8ba2-f4edbb69efd7 HTTP/1.1" status: 200 len: 998 time: 0.0929775 Jan 20 12:04:08.955662 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3805f2-8b57-47e5-ba67-d0e0f11f197f req-d61198bd-693d-4e14-b5e3-a2daa045e723 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:04:08.957077 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aa3805f2-8b57-47e5-ba67-d0e0f11f197f req-d61198bd-693d-4e14-b5e3-a2daa045e723 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a HTTP/1.1" status: 200 len: 849 time: 0.0570080 Jan 20 12:04:09.028927 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aa3805f2-8b57-47e5-ba67-d0e0f11f197f req-776a25db-db5a-402b-bbfb-ac3e3fc13cff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1495c211-1566-41b8-83c0-100f8f0328d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661147 Jan 20 12:04:09.158352 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aa3805f2-8b57-47e5-ba67-d0e0f11f197f req-b60a281f-7605-46b6-b8fb-910481e8ca79 service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233180 Jan 20 12:04:09.288408 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-aa3805f2-8b57-47e5-ba67-d0e0f11f197f req-2c6eebf9-0857-4bc9-b866-8ebe17773a81 service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239996 Jan 20 12:04:10.184119 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:04:20.079347 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 12:04:31.456905 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fb049f34-d9aa-4acc-9da9-e302b6e50984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:04:33.914922 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-af31a24c-1d5a-4ec9-8296-c7c557a01cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:04:34.994916 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:04:35.097701 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:04:36.525919 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:04:40.223659 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:04:49.838696 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 127e33f3-f4cd-48dc-a674-507eee6c31fe details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=84333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 12:04:49.977100 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 127e33f3-f4cd-48dc-a674-507eee6c31fe, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=127e33f3-f4cd-48dc-a674-507eee6c31fe,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:04:49.995049 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Returning: {'device': '127e33f3-f4cd-48dc-a674-507eee6c31fe', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'port_id': '127e33f3-f4cd-48dc-a674-507eee6c31fe', 'mac_address': 'fa:16:3e:9c:a7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 12:04:50.048830 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:04:50.067546 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 127e33f3-f4cd-48dc-a674-507eee6c31fe {{(pid=84333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 12:04:50.083242 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 127e33f3-f4cd-48dc-a674-507eee6c31fe, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=127e33f3-f4cd-48dc-a674-507eee6c31fe,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:04:50.149057 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:04:50.218161 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=127e33f3-f4cd-48dc-a674-507eee6c31fe,revision_number=6']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:04:50.226003 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] get_ports_and_sgs() called for port_ids ['127e33f3-f4cd-48dc-a674-507eee6c31fe'] {{(pid=84333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 12:04:50.297571 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:04:50.297842 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:04:50.298183 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:04:50.298520 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:04:50.298855 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:04:50.299185 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:04:50.299516 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:04:50.299841 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:04:50.300167 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:04:50.300488 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:04:50.300808 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:04:51.846651 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 127e33f3-f4cd-48dc-a674-507eee6c31fe up at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 12:04:51.926869 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.provisioning_blocks [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Provisioning complete for port 127e33f3-f4cd-48dc-a674-507eee6c31fe triggered by entity L2. {{(pid=84333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 12:04:51.927959 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550447'] for port, provisioning_complete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:04:52.064060 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:04:52.095603 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cdcb53-827d-4e7f-acfb-acfa6daf40da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127e33f3-f4cd-48dc-a674-507eee6c31fe'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:04:52.107774 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 127e33f3-f4cd-48dc-a674-507eee6c31fe, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=127e33f3-f4cd-48dc-a674-507eee6c31fe,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:04:52.160749 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:04:52.193859 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cdcb53-827d-4e7f-acfb-acfa6daf40da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127e33f3-f4cd-48dc-a674-507eee6c31fe', 'code': 200} Jan 20 12:04:52.235286 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=127e33f3-f4cd-48dc-a674-507eee6c31fe,revision_number=7']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:04:57.079951 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 12:05:01.485666 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-03b20e31-1e91-43ea-b870-d53424bf832d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:02.019114 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 46526) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:05:02.300477 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Deleting port 622829a9-608b-4e8c-890e-7dfa71aef8cb {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:05:02.300726 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:02.462743 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:02.463090 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:02.576339 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Calling delete_port for 622829a9-608b-4e8c-890e-7dfa71aef8cb owned by network:floatingip {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 12:05:02.783389 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:02.826288 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Pushing event deleted for resources: {'Port': ['ID=622829a9-608b-4e8c-890e-7dfa71aef8cb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:05:02.863977 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:02.864317 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:02.864646 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:02.865464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:02.865814 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:02.866135 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:02.866446 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:02.866760 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:02.867074 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:02.867438 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:02.867749 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:02.934841 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for floatingip, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:03.325269 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:05:03.518245 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:05:03.528024 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e747fa1-9f84-41f4-bd36-86cf0b16cafc None None] Sync routers for ids ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 12:05:03.535345 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:03.540067 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e747fa1-9f84-41f4-bd36-86cf0b16cafc None None] Routers {'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:05:03.540736 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4e747fa1-9f84-41f4-bd36-86cf0b16cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:04:34Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:03.687913 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-5f893acb-271a-4de2-9976-ed8187bc0ed1 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "DELETE /v2.0/floatingips/738579a8-128d-4d06-ba23-ed1976d4ad98 HTTP/1.1" status: 204 len: 168 time: 1.6677046 Jan 20 12:05:03.688578 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cdcb53-827d-4e7f-acfb-acfa6daf40da', 'tag': '127e33f3-f4cd-48dc-a674-507eee6c31fe'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:05:03.765965 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-4e747fa1-9f84-41f4-bd36-86cf0b16cafc None None] Set router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:05:03.843392 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cdcb53-827d-4e7f-acfb-acfa6daf40da', 'tag': '127e33f3-f4cd-48dc-a674-507eee6c31fe', 'status': 'completed', 'code': 200} Jan 20 12:05:03.915122 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-f8a276c1-9dd6-403c-8667-72028ff59ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:03.938186 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-62ad1d35-83bb-40ad-9b32-191b8ba6e261 req-dffdb487-783e-4a7e-a9af-b3f73a824e31 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c5c818dcbdf4849acf2783de0bd7573&device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 1099 time: 0.0705986 Jan 20 12:05:03.942183 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 127e33f3-f4cd-48dc-a674-507eee6c31fe no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 12:05:04.101573 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-761065'] for port, before_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:04.129722 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cdcb53-827d-4e7f-acfb-acfa6daf40da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '127e33f3-f4cd-48dc-a674-507eee6c31fe'}] {{(pid=84333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:05:04.139853 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] For port 127e33f3-f4cd-48dc-a674-507eee6c31fe, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=127e33f3-f4cd-48dc-a674-507eee6c31fe,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:05:04.142955 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad1d35-83bb-40ad-9b32-191b8ba6e261 req-9f10b720-a764-48c3-bf66-405aee2021cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:05:04.144472 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-62ad1d35-83bb-40ad-9b32-191b8ba6e261 req-9f10b720-a764-48c3-bf66-405aee2021cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=1495c211-1566-41b8-83c0-100f8f0328d2 HTTP/1.1" status: 200 len: 911 time: 0.1994889 Jan 20 12:05:04.194572 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4e747fa1-9f84-41f4-bd36-86cf0b16cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:13Z', 'revision_number': 4, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'abe67757-cc65-498a-9fd7-47acd95f1fa2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'port_id': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'mac_address': 'fa:16:3e:0f:3e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:00:42Z', 'updated_at': '2022-01-20T12:00:47Z', 'revision_number': 1, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5', 'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'mac_address': 'fa:16:3e:ce:c4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:13Z', 'updated_at': '2022-01-20T12:00:21Z', 'revision_number': 5, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'subnets': [{'id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:04.201149 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e747fa1-9f84-41f4-bd36-86cf0b16cafc None None] Checking router: b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 12:05:04.207703 dv-neutron-825471-1-hyperv neutron-server[84333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cdcb53-827d-4e7f-acfb-acfa6daf40da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '127e33f3-f4cd-48dc-a674-507eee6c31fe', 'code': 200} Jan 20 12:05:04.220933 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e747fa1-9f84-41f4-bd36-86cf0b16cafc None None] Routers {'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:05:04.221367 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-62ad1d35-83bb-40ad-9b32-191b8ba6e261 req-e5bc54a2-2e00-446c-9139-bffc48912f66 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=127e33f3-f4cd-48dc-a674-507eee6c31fe HTTP/1.1" status: 200 len: 217 time: 0.0708404 Jan 20 12:05:04.222003 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4e747fa1-9f84-41f4-bd36-86cf0b16cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:05:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:04.258598 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747725419780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747725061093', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747725061142'] for port, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:04.287622 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad1d35-83bb-40ad-9b32-191b8ba6e261 req-48300df4-4279-4ad0-b958-def0ec081b3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:05:04.289563 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-62ad1d35-83bb-40ad-9b32-191b8ba6e261 req-48300df4-4279-4ad0-b958-def0ec081b3f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a HTTP/1.1" status: 200 len: 849 time: 0.0623035 Jan 20 12:05:04.343458 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Pushing event updated for resources: {'Port': ['ID=127e33f3-f4cd-48dc-a674-507eee6c31fe,revision_number=8']} {{(pid=84333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:05:04.390683 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-62ad1d35-83bb-40ad-9b32-191b8ba6e261 req-5df4299d-3f46-4242-b2e2-4eeaab691d0f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1495c211-1566-41b8-83c0-100f8f0328d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0943253 Jan 20 12:05:04.508975 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-4e747fa1-9f84-41f4-bd36-86cf0b16cafc None None] Set router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:05:04.532682 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-62ad1d35-83bb-40ad-9b32-191b8ba6e261 req-33e83eab-2bc3-4eeb-8e06-4b6fb61f6f9e service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347613 Jan 20 12:05:04.714166 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-62ad1d35-83bb-40ad-9b32-191b8ba6e261 req-ba32cdab-6502-4545-a833-b482e8c84f5e service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753135 Jan 20 12:05:04.725410 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3421e02-5e86-43fe-871c-700e3705b40c req-678e73cb-35d0-45e6-9d37-807144b5935f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:05:04.726110 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-e3421e02-5e86-43fe-871c-700e3705b40c req-678e73cb-35d0-45e6-9d37-807144b5935f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Synchronizing usage tracker for tenant:7c5c818dcbdf4849acf2783de0bd7573 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 12:05:04.822838 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-e3421e02-5e86-43fe-871c-700e3705b40c req-678e73cb-35d0-45e6-9d37-807144b5935f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Unset dirty status for tenant:7c5c818dcbdf4849acf2783de0bd7573 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 12:05:04.823845 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e3421e02-5e86-43fe-871c-700e3705b40c req-678e73cb-35d0-45e6-9d37-807144b5935f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 944 time: 0.2216337 Jan 20 12:05:04.855200 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-4e747fa1-9f84-41f4-bd36-86cf0b16cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:13Z', 'revision_number': 4, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'abe67757-cc65-498a-9fd7-47acd95f1fa2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'port_id': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'mac_address': 'fa:16:3e:0f:3e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:00:42Z', 'updated_at': '2022-01-20T12:00:47Z', 'revision_number': 1, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5', 'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'mac_address': 'fa:16:3e:ce:c4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:13Z', 'updated_at': '2022-01-20T12:00:21Z', 'revision_number': 5, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'subnets': [{'id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:04.859143 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e747fa1-9f84-41f4-bd36-86cf0b16cafc None None] The sync data for ids ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'] in dv-neutron-825471-1-hyperv is: [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:13Z', 'revision_number': 4, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_floatingips': [{'id': 'abe67757-cc65-498a-9fd7-47acd95f1fa2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'router_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'port_id': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'mac_address': 'fa:16:3e:0f:3e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T12:00:42Z', 'updated_at': '2022-01-20T12:00:47Z', 'revision_number': 1, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5', 'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'mac_address': 'fa:16:3e:ce:c4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:13Z', 'updated_at': '2022-01-20T12:00:21Z', 'revision_number': 5, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'subnets': [{'id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 12:05:04.876935 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-e3421e02-5e86-43fe-871c-700e3705b40c req-fd326e59-cfa4-4044-956a-78fedd111d15 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419528 Jan 20 12:05:04.983484 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:05.087104 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:05.088094 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f4b308-de6b-4be8-9927-bd7f3269df90 None None] New status for floating IP 738579a8-128d-4d06-ba23-ed1976d4ad98: DOWN {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 12:05:05.905308 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944c91a-29c5-46f7-941f-e0851362fca6 req-e302af22-8d71-4153-8915-139f4fbd870d tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:05:05.906782 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1944c91a-29c5-46f7-941f-e0851362fca6 req-e302af22-8d71-4153-8915-139f4fbd870d tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.72 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 944 time: 0.0817478 Jan 20 12:05:05.975264 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-1944c91a-29c5-46f7-941f-e0851362fca6 req-d3e58c1f-2ec3-48f8-9694-c45701d58cef tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Deleting port 127e33f3-f4cd-48dc-a674-507eee6c31fe {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:05:05.975615 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1944c91a-29c5-46f7-941f-e0851362fca6 req-d3e58c1f-2ec3-48f8-9694-c45701d58cef tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:06.220173 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393cc81-ae8f-4370-bdb7-3ef037590bad req-1fd31e6a-79b4-42bf-9e46-35b267aaeeea tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:05:06.221559 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3393cc81-ae8f-4370-bdb7-3ef037590bad req-1fd31e6a-79b4-42bf-9e46-35b267aaeeea tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 944 time: 0.2086709 Jan 20 12:05:06.310180 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-1944c91a-29c5-46f7-941f-e0851362fca6 req-d3e58c1f-2ec3-48f8-9694-c45701d58cef tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] For port 127e33f3-f4cd-48dc-a674-507eee6c31fe, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=127e33f3-f4cd-48dc-a674-507eee6c31fe,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:05:06.310537 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1944c91a-29c5-46f7-941f-e0851362fca6 req-d3e58c1f-2ec3-48f8-9694-c45701d58cef tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:06.321328 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-3393cc81-ae8f-4370-bdb7-3ef037590bad req-845a2cbc-9a93-4593-9c86-fc577d63360f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888100 Jan 20 12:05:06.430464 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-1944c91a-29c5-46f7-941f-e0851362fca6 req-d3e58c1f-2ec3-48f8-9694-c45701d58cef tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Calling delete_port for 127e33f3-f4cd-48dc-a674-507eee6c31fe owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 12:05:06.532032 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:06.640421 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1944c91a-29c5-46f7-941f-e0851362fca6 req-d3e58c1f-2ec3-48f8-9694-c45701d58cef tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:06.774479 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e58c1f-2ec3-48f8-9694-c45701d58cef tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Pushing event deleted for resources: {'Port': ['ID=127e33f3-f4cd-48dc-a674-507eee6c31fe,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:05:06.849890 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-1944c91a-29c5-46f7-941f-e0851362fca6 req-d3e58c1f-2ec3-48f8-9694-c45701d58cef tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] No DVR routers for this DVR port 127e33f3-f4cd-48dc-a674-507eee6c31fe on host hv-neutron-8254 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 12:05:06.852322 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-1944c91a-29c5-46f7-941f-e0851362fca6 req-d3e58c1f-2ec3-48f8-9694-c45701d58cef tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:06.854898 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cdcb53-827d-4e7f-acfb-acfa6daf40da', 'name': 'network-vif-deleted', 'tag': '127e33f3-f4cd-48dc-a674-507eee6c31fe'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:05:06.915641 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-1944c91a-29c5-46f7-941f-e0851362fca6 req-d3e58c1f-2ec3-48f8-9694-c45701d58cef tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.72 "DELETE /v2.0/ports/127e33f3-f4cd-48dc-a674-507eee6c31fe HTTP/1.1" status: 204 len: 173 time: 1.0033374 Jan 20 12:05:06.921236 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cdcb53-827d-4e7f-acfb-acfa6daf40da', 'name': 'network-vif-deleted', 'tag': '127e33f3-f4cd-48dc-a674-507eee6c31fe', 'status': 'completed', 'code': 200} Jan 20 12:05:07.499477 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-223618f2-5094-44e6-9c2b-c069176c9579 req-165739ff-c34a-49c6-8767-852e252e656b tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Synchronizing usage tracker for tenant:7c5c818dcbdf4849acf2783de0bd7573 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 12:05:07.566365 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-223618f2-5094-44e6-9c2b-c069176c9579 req-165739ff-c34a-49c6-8767-852e252e656b tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Unset dirty status for tenant:7c5c818dcbdf4849acf2783de0bd7573 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 12:05:07.567649 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-223618f2-5094-44e6-9c2b-c069176c9579 req-165739ff-c34a-49c6-8767-852e252e656b tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=73cdcb53-827d-4e7f-acfb-acfa6daf40da HTTP/1.1" status: 200 len: 210 time: 0.1127889 Jan 20 12:05:07.956720 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 127e33f3-f4cd-48dc-a674-507eee6c31fe no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 12:05:07.988418 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 127e33f3-f4cd-48dc-a674-507eee6c31fe {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 12:05:07.988757 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 127e33f3-f4cd-48dc-a674-507eee6c31fe not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 12:05:09.977348 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 46590) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:05:10.175594 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Deleting port c4f91c85-51c5-4b06-b415-3d6a3d5c96af {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:05:10.175984 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:10.183159 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:10.337771 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:10.338093 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:10.454727 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Calling delete_port for c4f91c85-51c5-4b06-b415-3d6a3d5c96af owned by network:floatingip {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 12:05:10.663402 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:10.705361 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Pushing event deleted for resources: {'Port': ['ID=c4f91c85-51c5-4b06-b415-3d6a3d5c96af,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:05:10.779968 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:10.780317 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:10.780655 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:10.780986 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:10.781318 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:10.781678 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:10.782012 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:10.782339 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:10.782661 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:10.782982 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:10.783302 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825471-1-hyperv {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 12:05:10.811273 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for floatingip, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:11.290389 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:05:11.489381 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:05:11.500379 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2555414e-a165-4f57-9059-28948e0912ed None None] Sync routers for ids ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 12:05:11.511596 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2555414e-a165-4f57-9059-28948e0912ed None None] Routers {'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:05:11.517912 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2555414e-a165-4f57-9059-28948e0912ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:05:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:11.577109 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for floatingip, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:11.630583 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-ad7e7f56-edbb-40db-a90e-3e1d545a10ae tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "DELETE /v2.0/floatingips/abe67757-cc65-498a-9fd7-47acd95f1fa2 HTTP/1.1" status: 204 len: 168 time: 1.6520197 Jan 20 12:05:11.631438 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'tag': '47df308d-66ad-4adb-8ba2-f4edbb69efd7'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:05:11.691187 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-2555414e-a165-4f57-9059-28948e0912ed None None] Set router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:05:11.768463 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'tag': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'status': 'completed', 'code': 200} Jan 20 12:05:11.859118 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8b2897f9-6292-4029-a325-f00e9173dde9 req-a7588755-abed-4129-886a-28c8234ebe1d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c5c818dcbdf4849acf2783de0bd7573&device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 1096 time: 0.0709167 Jan 20 12:05:11.997277 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2897f9-6292-4029-a325-f00e9173dde9 req-af3661b3-6c7d-4fa2-92ce-670fdf53ad7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:05:11.998749 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8b2897f9-6292-4029-a325-f00e9173dde9 req-af3661b3-6c7d-4fa2-92ce-670fdf53ad7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=1495c211-1566-41b8-83c0-100f8f0328d2 HTTP/1.1" status: 200 len: 911 time: 0.1340325 Jan 20 12:05:12.034347 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2555414e-a165-4f57-9059-28948e0912ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:13Z', 'revision_number': 4, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5', 'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'mac_address': 'fa:16:3e:ce:c4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:13Z', 'updated_at': '2022-01-20T12:00:21Z', 'revision_number': 5, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'subnets': [{'id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:12.038783 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2555414e-a165-4f57-9059-28948e0912ed None None] Checking router: b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 12:05:12.049105 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2555414e-a165-4f57-9059-28948e0912ed None None] Routers {'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:05:12.049720 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2555414e-a165-4f57-9059-28948e0912ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:05:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:12.069669 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8b2897f9-6292-4029-a325-f00e9173dde9 req-babee742-4669-4ca2-a37f-a177726d613a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47df308d-66ad-4adb-8ba2-f4edbb69efd7 HTTP/1.1" status: 200 len: 217 time: 0.0652208 Jan 20 12:05:12.136912 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2897f9-6292-4029-a325-f00e9173dde9 req-af049c54-f619-4201-9929-2b44557400b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:05:12.137096 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8b2897f9-6292-4029-a325-f00e9173dde9 req-af049c54-f619-4201-9929-2b44557400b4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a HTTP/1.1" status: 200 len: 849 time: 0.0623751 Jan 20 12:05:12.230907 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-2555414e-a165-4f57-9059-28948e0912ed None None] Set router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:05:12.272886 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8b2897f9-6292-4029-a325-f00e9173dde9 req-75dbab3e-4339-4065-947f-4624fc0b80c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1495c211-1566-41b8-83c0-100f8f0328d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1287897 Jan 20 12:05:12.282807 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e32ab6-2b7d-4a74-a356-042d43948b91 req-df835114-2239-461a-ad8d-394027b90c8b tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:05:12.284163 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02e32ab6-2b7d-4a74-a356-042d43948b91 req-df835114-2239-461a-ad8d-394027b90c8b tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 943 time: 0.1059034 Jan 20 12:05:12.408300 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-02e32ab6-2b7d-4a74-a356-042d43948b91 req-439eae7e-4636-4ce9-83cf-a641d5b7bc3c tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063559 Jan 20 12:05:12.441853 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8b2897f9-6292-4029-a325-f00e9173dde9 req-2faf6029-766c-48ab-a29b-7df706a5d000 service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567419 Jan 20 12:05:12.538020 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-2555414e-a165-4f57-9059-28948e0912ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:13Z', 'revision_number': 4, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5', 'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'mac_address': 'fa:16:3e:ce:c4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:13Z', 'updated_at': '2022-01-20T12:00:21Z', 'revision_number': 5, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'subnets': [{'id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:12.541886 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2555414e-a165-4f57-9059-28948e0912ed None None] The sync data for ids ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'] in dv-neutron-825471-1-hyperv is: [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:13Z', 'revision_number': 4, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv', '_interfaces': [{'id': '893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5', 'name': '', 'network_id': '1495c211-1566-41b8-83c0-100f8f0328d2', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'mac_address': 'fa:16:3e:ce:c4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:13Z', 'updated_at': '2022-01-20T12:00:21Z', 'revision_number': 5, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'subnets': [{'id': 'bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 12:05:12.572781 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-8b2897f9-6292-4029-a325-f00e9173dde9 req-bd36bbdb-6c00-4c67-9239-ab0f758ff1c6 service neutron] 10.222.0.72 "GET /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247637 Jan 20 12:05:12.768997 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e177038e-9a64-42b2-86c6-bb7f1c5a0ac7 None None] New status for floating IP abe67757-cc65-498a-9fd7-47acd95f1fa2: DOWN {{(pid=84333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 12:05:13.608266 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5f90e-5a5a-4623-9ae3-cf9cedfaf2b9 req-f7831dc8-a984-4153-aa6e-f3ee6247764f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:05:13.609714 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c2e5f90e-5a5a-4623-9ae3-cf9cedfaf2b9 req-f7831dc8-a984-4153-aa6e-f3ee6247764f tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 943 time: 0.0777729 Jan 20 12:05:13.696840 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-c2e5f90e-5a5a-4623-9ae3-cf9cedfaf2b9 req-7efcc0a5-ac1c-4fc7-ba53-d06c3137f49e tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/security-groups?id=743c6eca-5f48-4389-9486-290fd60a8276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815442 Jan 20 12:05:13.720747 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5173157-97a0-458c-abd7-56313367541a req-342e55d9-ccf9-437b-90d2-0af12b463b95 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 12:05:13.722157 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a5173157-97a0-458c-abd7-56313367541a req-342e55d9-ccf9-437b-90d2-0af12b463b95 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.72 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 943 time: 0.0943699 Jan 20 12:05:13.788968 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-a5173157-97a0-458c-abd7-56313367541a req-4586fb3b-8dc5-496c-a0c4-29def867be22 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Deleting port 47df308d-66ad-4adb-8ba2-f4edbb69efd7 {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:05:13.789302 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a5173157-97a0-458c-abd7-56313367541a req-4586fb3b-8dc5-496c-a0c4-29def867be22 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:14.021528 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [req-a5173157-97a0-458c-abd7-56313367541a req-4586fb3b-8dc5-496c-a0c4-29def867be22 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] For port 47df308d-66ad-4adb-8ba2-f4edbb69efd7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=47df308d-66ad-4adb-8ba2-f4edbb69efd7,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:05:14.021832 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a5173157-97a0-458c-abd7-56313367541a req-4586fb3b-8dc5-496c-a0c4-29def867be22 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:14.214538 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [req-a5173157-97a0-458c-abd7-56313367541a req-4586fb3b-8dc5-496c-a0c4-29def867be22 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Calling delete_port for 47df308d-66ad-4adb-8ba2-f4edbb69efd7 owned by compute:nova {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 12:05:14.388592 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a5173157-97a0-458c-abd7-56313367541a req-4586fb3b-8dc5-496c-a0c4-29def867be22 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:14.435259 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586fb3b-8dc5-496c-a0c4-29def867be22 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Pushing event deleted for resources: {'Port': ['ID=47df308d-66ad-4adb-8ba2-f4edbb69efd7,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:05:14.508060 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5173157-97a0-458c-abd7-56313367541a req-4586fb3b-8dc5-496c-a0c4-29def867be22 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] No DVR routers for this DVR port 47df308d-66ad-4adb-8ba2-f4edbb69efd7 on host hv-neutron-8254 {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 12:05:14.510519 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [req-a5173157-97a0-458c-abd7-56313367541a req-4586fb3b-8dc5-496c-a0c4-29def867be22 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196425'] for port, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:14.513044 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'name': 'network-vif-deleted', 'tag': '47df308d-66ad-4adb-8ba2-f4edbb69efd7'}] {{(pid=84332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 12:05:14.524879 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-a5173157-97a0-458c-abd7-56313367541a req-4586fb3b-8dc5-496c-a0c4-29def867be22 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.72 "DELETE /v2.0/ports/47df308d-66ad-4adb-8ba2-f4edbb69efd7 HTTP/1.1" status: 204 len: 173 time: 0.7981977 Jan 20 12:05:14.568861 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766575a9-e6bc-477c-bce2-c3e73935a8cf', 'name': 'network-vif-deleted', 'tag': '47df308d-66ad-4adb-8ba2-f4edbb69efd7', 'status': 'completed', 'code': 200} Jan 20 12:05:14.862668 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-4fcde004-0d1f-44b1-9b74-7408af846dff req-bf1e4395-f27c-4d79-85e2-e065e28a7e32 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Synchronizing usage tracker for tenant:7c5c818dcbdf4849acf2783de0bd7573 on resource:port {{(pid=84332) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 12:05:14.965256 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.quota.resource [req-4fcde004-0d1f-44b1-9b74-7408af846dff req-bf1e4395-f27c-4d79-85e2-e065e28a7e32 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Unset dirty status for tenant:7c5c818dcbdf4849acf2783de0bd7573 on resource:port {{(pid=84332) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 12:05:14.966458 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [req-4fcde004-0d1f-44b1-9b74-7408af846dff req-bf1e4395-f27c-4d79-85e2-e065e28a7e32 tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "GET /v2.0/ports?device_id=766575a9-e6bc-477c-bce2-c3e73935a8cf HTTP/1.1" status: 200 len: 210 time: 0.1464989 Jan 20 12:05:15.986710 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 47df308d-66ad-4adb-8ba2-f4edbb69efd7 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 12:05:16.019230 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] No Port match for: 47df308d-66ad-4adb-8ba2-f4edbb69efd7 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 12:05:16.019582 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Device 47df308d-66ad-4adb-8ba2-f4edbb69efd7 not bound to the agent host hv-neutron-8254 {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 12:05:16.072532 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 46616) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:05:16.142029 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2ee882a5-3761-4c51-a8c7-7d9449bd957d tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:16.171381 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2ee882a5-3761-4c51-a8c7-7d9449bd957d tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:16.302940 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2ee882a5-3761-4c51-a8c7-7d9449bd957d tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:16.321432 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee882a5-3761-4c51-a8c7-7d9449bd957d tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=743c6eca-5f48-4389-9486-290fd60a8276,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:05:16.393053 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-2ee882a5-3761-4c51-a8c7-7d9449bd957d tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:16.394199 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-2ee882a5-3761-4c51-a8c7-7d9449bd957d tempest-TestSnapshotPattern-1930278364 tempest-TestSnapshotPattern-1930278364-project] 10.222.0.70 "DELETE /v2.0/security-groups/743c6eca-5f48-4389-9486-290fd60a8276 HTTP/1.1" status: 204 len: 168 time: 0.3207152 Jan 20 12:05:16.520712 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 46622) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:05:17.025356 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3313e0b-fd52-43f2-b07b-4ddf5d12e9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:17.706378 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-f3313e0b-fd52-43f2-b07b-4ddf5d12e9fc admin admin] Deleting port 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:05:17.707057 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3313e0b-fd52-43f2-b07b-4ddf5d12e9fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:17.870793 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-f3313e0b-fd52-43f2-b07b-4ddf5d12e9fc admin admin] For port 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:05:17.871141 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3313e0b-fd52-43f2-b07b-4ddf5d12e9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:17.991653 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-f3313e0b-fd52-43f2-b07b-4ddf5d12e9fc admin admin] Calling delete_port for 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 owned by network:router_interface {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 12:05:18.228997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3313e0b-fd52-43f2-b07b-4ddf5d12e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:18.275460 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3313e0b-fd52-43f2-b07b-4ddf5d12e9fc admin admin] Pushing event deleted for resources: {'Port': ['ID=893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:05:18.556794 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-f3313e0b-fd52-43f2-b07b-4ddf5d12e9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:19.213089 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3313e0b-fd52-43f2-b07b-4ddf5d12e9fc admin admin] Router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:05:19.412254 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3313e0b-fd52-43f2-b07b-4ddf5d12e9fc admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:05:19.420631 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db651e3d-932e-4fb8-a7cb-6f40a58eaff7 None None] Sync routers for ids ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'] in dv-neutron-825471-1-hyperv {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 12:05:19.436276 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db651e3d-932e-4fb8-a7cb-6f40a58eaff7 None None] Routers {'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:05:19.436276 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-db651e3d-932e-4fb8-a7cb-6f40a58eaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:05:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:19.487852 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-f3313e0b-fd52-43f2-b07b-4ddf5d12e9fc admin admin] 10.222.0.70 "PUT /v2.0/routers/b4abf35f-076c-46df-b1c0-6d2f8b0b9d95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9653647 Jan 20 12:05:19.491253 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 46632) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:05:19.607658 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-db651e3d-932e-4fb8-a7cb-6f40a58eaff7 None None] Set router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:05:19.691442 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b4caff8-58ac-4a52-846f-8f7e246068c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:19.887001 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b4caff8-58ac-4a52-846f-8f7e246068c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:19.891908 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-db651e3d-932e-4fb8-a7cb-6f40a58eaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:05:18Z', 'revision_number': 5, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:19.896228 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db651e3d-932e-4fb8-a7cb-6f40a58eaff7 None None] Checking router: b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 for host: dv-neutron-825471-1-hyperv {{(pid=84334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 12:05:19.906605 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db651e3d-932e-4fb8-a7cb-6f40a58eaff7 None None] Routers {'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:05:19.907180 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-db651e3d-932e-4fb8-a7cb-6f40a58eaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:05:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'], 'active': True} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:19.977150 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-7b4caff8-58ac-4a52-846f-8f7e246068c7 admin admin] Deleting port 891bd2be-f7fc-4200-af33-4e0f555ec5f1 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:05:19.977495 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b4caff8-58ac-4a52-846f-8f7e246068c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:20.106232 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_dvr_db [None req-db651e3d-932e-4fb8-a7cb-6f40a58eaff7 None None] Set router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 gateway port host: dv-neutron-825471-1-hyperv {{(pid=84334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:05:20.151247 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.db [None req-7b4caff8-58ac-4a52-846f-8f7e246068c7 admin admin] For port 891bd2be-f7fc-4200-af33-4e0f555ec5f1, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=891bd2be-f7fc-4200-af33-4e0f555ec5f1,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:05:20.151604 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b4caff8-58ac-4a52-846f-8f7e246068c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:20.273861 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.plugins.ml2.plugin [None req-7b4caff8-58ac-4a52-846f-8f7e246068c7 admin admin] Calling delete_port for 891bd2be-f7fc-4200-af33-4e0f555ec5f1 owned by network:router_gateway {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 12:05:20.388008 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.l3_hamode_db [None req-db651e3d-932e-4fb8-a7cb-6f40a58eaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:05:18Z', 'revision_number': 5, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:20.391895 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db651e3d-932e-4fb8-a7cb-6f40a58eaff7 None None] The sync data for ids ['b4abf35f-076c-46df-b1c0-6d2f8b0b9d95'] in dv-neutron-825471-1-hyperv is: [{'id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'name': 'tempest-TestSnapshotPattern-1000124313-router', 'tenant_id': '7c5c818dcbdf4849acf2783de0bd7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99'}], 'enable_snat': True}, 'gw_port_id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:05:18Z', 'revision_number': 5, 'project_id': '7c5c818dcbdf4849acf2783de0bd7573', 'gw_port': {'id': '891bd2be-f7fc-4200-af33-4e0f555ec5f1', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4abf35f-076c-46df-b1c0-6d2f8b0b9d95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:10Z', 'updated_at': '2022-01-20T12:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}] {{(pid=84334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 12:05:20.514452 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b4caff8-58ac-4a52-846f-8f7e246068c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32150991'] for port, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:20.561612 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4caff8-58ac-4a52-846f-8f7e246068c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=891bd2be-f7fc-4200-af33-4e0f555ec5f1,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:05:20.878424 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b4caff8-58ac-4a52-846f-8f7e246068c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:21.137416 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b4caff8-58ac-4a52-846f-8f7e246068c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:21.141530 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b4caff8-58ac-4a52-846f-8f7e246068c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:21.233157 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b4caff8-58ac-4a52-846f-8f7e246068c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:21.233718 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4caff8-58ac-4a52-846f-8f7e246068c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 {{(pid=84331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 12:05:21.247663 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-7b4caff8-58ac-4a52-846f-8f7e246068c7 admin admin] Notify callbacks [] for router, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:21.248786 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-7b4caff8-58ac-4a52-846f-8f7e246068c7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b4abf35f-076c-46df-b1c0-6d2f8b0b9d95 HTTP/1.1" status: 204 len: 168 time: 1.7565250 Jan 20 12:05:21.251362 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 46638) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:05:21.315741 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bcea54-ee93-4016-b346-3f45ff5b1d09 admin admin] Deleting subnet bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 12:05:21.319564 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-44bcea54-ee93-4016-b346-3f45ff5b1d09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:21.373069 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-44bcea54-ee93-4016-b346-3f45ff5b1d09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:21.454226 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-44bcea54-ee93-4016-b346-3f45ff5b1d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:21.577710 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-44bcea54-ee93-4016-b346-3f45ff5b1d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:21.614105 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcea54-ee93-4016-b346-3f45ff5b1d09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:05:21.622044 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-44bcea54-ee93-4016-b346-3f45ff5b1d09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:21.629707 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3e8148-391a-4bfb-882f-27e983de3028 None None] Network 1495c211-1566-41b8-83c0-100f8f0328d2 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 12:05:21.632597 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 46642) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:05:21.636254 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-44bcea54-ee93-4016-b346-3f45ff5b1d09 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/bcb8f00c-dcb2-4270-a027-1ab4c9e5a58a HTTP/1.1" status: 204 len: 168 time: 0.3803174 Jan 20 12:05:21.728320 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 12:05:21.754166 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:21.765301 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] Deleting port c5538549-f3e5-45bf-b0d9-f04a3c3958cc {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:05:21.765672 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:21.770519 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 12:05:21.770881 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 893b98bf-4bb8-4e1b-8adb-ba1b5aca0de5 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 12:05:21.771289 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 891bd2be-f7fc-4200-af33-4e0f555ec5f1 no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 12:05:21.810106 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 891bd2be-f7fc-4200-af33-4e0f555ec5f1 {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 12:05:21.810461 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 891bd2be-f7fc-4200-af33-4e0f555ec5f1 not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 12:05:21.964742 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767f4e80-0f7b-4129-8c77-a50c58116ca1 None None] DHCP port deletion for 1495c211-1566-41b8-83c0-100f8f0328d2 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 12:05:21.968869 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-767f4e80-0f7b-4129-8c77-a50c58116ca1 None None] Deleting port c5538549-f3e5-45bf-b0d9-f04a3c3958cc {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:05:21.969495 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-767f4e80-0f7b-4129-8c77-a50c58116ca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:21.972743 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] For port c5538549-f3e5-45bf-b0d9-f04a3c3958cc, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c5538549-f3e5-45bf-b0d9-f04a3c3958cc,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:05:21.973104 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:22.096833 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] Calling delete_port for c5538549-f3e5-45bf-b0d9-f04a3c3958cc owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 12:05:22.205465 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-767f4e80-0f7b-4129-8c77-a50c58116ca1 None None] For port c5538549-f3e5-45bf-b0d9-f04a3c3958cc, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=c5538549-f3e5-45bf-b0d9-f04a3c3958cc,segment=NetworkSegment(409d92fc-2fd8-469d-ae27-918630815375),segment_id=409d92fc-2fd8-469d-ae27-918630815375)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:05:22.205812 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-767f4e80-0f7b-4129-8c77-a50c58116ca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:22.234093 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:22.277851 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5538549-f3e5-45bf-b0d9-f04a3c3958cc,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:05:22.283877 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] No DVR routers for this DVR port c5538549-f3e5-45bf-b0d9-f04a3c3958cc on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 12:05:22.325366 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-767f4e80-0f7b-4129-8c77-a50c58116ca1 None None] Calling delete_port for c5538549-f3e5-45bf-b0d9-f04a3c3958cc owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 12:05:22.394057 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-767f4e80-0f7b-4129-8c77-a50c58116ca1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 12:05:22.394440 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-767f4e80-0f7b-4129-8c77-a50c58116ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 12:05:22.397864 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:22.426082 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1495c211-1566-41b8-83c0-100f8f0328d2']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:22.437685 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409d92fc-2fd8-469d-ae27-918630815375') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:22.437974 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409d92fc-2fd8-469d-ae27-918630815375') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:22.449463 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:22.465196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:22.471198 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 12:05:22.474184 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 12:05:22.484095 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 12:05:22.606150 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:22.621971 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:22.633763 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] Pushing event deleted for resources: {'Network': ['ID=1495c211-1566-41b8-83c0-100f8f0328d2,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:05:22.692921 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-41fe9ed7-2ed0-40d9-a0dd-21c4dca24d58 admin admin] 10.222.0.70 "DELETE /v2.0/networks/1495c211-1566-41b8-83c0-100f8f0328d2 HTTP/1.1" status: 204 len: 168 time: 1.0587549 Jan 20 12:05:22.695971 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 46646) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:05:22.895913 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-767f4e80-0f7b-4129-8c77-a50c58116ca1 None None] Deleting port c5538549-f3e5-45bf-b0d9-f04a3c3958cc {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:05:22.896472 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-767f4e80-0f7b-4129-8c77-a50c58116ca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:22.968387 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-767f4e80-0f7b-4129-8c77-a50c58116ca1 None None] The port 'c5538549-f3e5-45bf-b0d9-f04a3c3958cc' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 12:05:23.160658 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-869c7a2a-6e4b-445d-b1ca-0c793a5a3524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1783901'] for router_interface, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:23.483565 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c5538549-f3e5-45bf-b0d9-f04a3c3958cc no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 12:05:23.516132 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: c5538549-f3e5-45bf-b0d9-f04a3c3958cc {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 12:05:23.516477 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device c5538549-f3e5-45bf-b0d9-f04a3c3958cc not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 12:05:23.747486 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-869c7a2a-6e4b-445d-b1ca-0c793a5a3524 admin admin] Deleting port 9fd8fc1b-d258-425a-9529-327e0ac0152f {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:05:23.748043 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-869c7a2a-6e4b-445d-b1ca-0c793a5a3524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:23.916652 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-869c7a2a-6e4b-445d-b1ca-0c793a5a3524 admin admin] For port 9fd8fc1b-d258-425a-9529-327e0ac0152f, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=9fd8fc1b-d258-425a-9529-327e0ac0152f,segment=NetworkSegment(58c536fb-3f9f-4c93-9fd3-cee510447bf1),segment_id=58c536fb-3f9f-4c93-9fd3-cee510447bf1)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:05:23.917007 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-869c7a2a-6e4b-445d-b1ca-0c793a5a3524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:24.035970 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-869c7a2a-6e4b-445d-b1ca-0c793a5a3524 admin admin] Calling delete_port for 9fd8fc1b-d258-425a-9529-327e0ac0152f owned by network:router_interface {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 12:05:24.279154 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-869c7a2a-6e4b-445d-b1ca-0c793a5a3524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:24.324296 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c7a2a-6e4b-445d-b1ca-0c793a5a3524 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd8fc1b-d258-425a-9529-327e0ac0152f,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:05:24.686852 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-869c7a2a-6e4b-445d-b1ca-0c793a5a3524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1783220'] for router_interface, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:25.242846 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869c7a2a-6e4b-445d-b1ca-0c793a5a3524 admin admin] Router 44e83e99-f32c-4ce0-ad84-ea823e3eb10f has already been hosted by L3 agent 1a9aba28-ee58-43b4-b2c5-db2c38cf9eec {{(pid=84332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 12:05:25.438588 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869c7a2a-6e4b-445d-b1ca-0c793a5a3524 admin admin] Notify agent at l3_agent.dv-neutron-825471-1-hyperv the message routers_updated {{(pid=84332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 12:05:25.450276 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d8caf3-0a47-42fe-a1cd-5ce950a8f106 None None] Sync routers for ids ['44e83e99-f32c-4ce0-ad84-ea823e3eb10f'] in dv-neutron-825471-1-hyperv {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 12:05:25.462278 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d8caf3-0a47-42fe-a1cd-5ce950a8f106 None None] Routers {'44e83e99-f32c-4ce0-ad84-ea823e3eb10f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:05:25.468820 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-52d8caf3-0a47-42fe-a1cd-5ce950a8f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:05:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['44e83e99-f32c-4ce0-ad84-ea823e3eb10f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:25.512892 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-869c7a2a-6e4b-445d-b1ca-0c793a5a3524 admin admin] 10.222.0.70 "PUT /v2.0/routers/44e83e99-f32c-4ce0-ad84-ea823e3eb10f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8135295 Jan 20 12:05:25.513102 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 46650) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:05:25.638577 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-52d8caf3-0a47-42fe-a1cd-5ce950a8f106 None None] Set router 44e83e99-f32c-4ce0-ad84-ea823e3eb10f gateway port host: dv-neutron-825471-1-hyperv {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:05:25.703300 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e39274bb-410e-41df-9323-41fec02cf9c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:25.892949 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e39274bb-410e-41df-9323-41fec02cf9c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:25.923645 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-52d8caf3-0a47-42fe-a1cd-5ce950a8f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e83e99-f32c-4ce0-ad84-ea823e3eb10f', 'name': 'tempest-TestSnapshotPattern-1845264701-router', 'tenant_id': 'f889f28a16c142d782c16e9d3775a4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'external_fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ff45bad0-728e-48c0-8e2a-e363d9ac82bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:17Z', 'updated_at': '2022-01-20T12:05:24Z', 'revision_number': 5, 'project_id': 'f889f28a16c142d782c16e9d3775a4df', 'gw_port': {'id': 'ff45bad0-728e-48c0-8e2a-e363d9ac82bb', 'name': '', 'network_id': '5b1d19bb-43c5-44cb-9395-b66102f481bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ef:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e83e99-f32c-4ce0-ad84-ea823e3eb10f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825471-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T12:00:18Z', 'updated_at': '2022-01-20T12:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a6803678-b9f7-4554-861d-00141a25ed1b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825471-1-hyperv'}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:25.927951 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d8caf3-0a47-42fe-a1cd-5ce950a8f106 None None] Checking router: 44e83e99-f32c-4ce0-ad84-ea823e3eb10f for host: dv-neutron-825471-1-hyperv {{(pid=84333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 12:05:25.938722 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d8caf3-0a47-42fe-a1cd-5ce950a8f106 None None] Routers {'44e83e99-f32c-4ce0-ad84-ea823e3eb10f'} bound to L3 agent in host dv-neutron-825471-1-hyperv {{(pid=84333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 12:05:25.939355 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-52d8caf3-0a47-42fe-a1cd-5ce950a8f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825471-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T10:49:34Z,description=,heartbeat_timestamp=2022-01-20T12:05:04Z,host='dv-neutron-825471-1-hyperv',id=1a9aba28-ee58-43b4-b2c5-db2c38cf9eec,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T10:49:34Z,topic='l3_agent')) {'router_ids': ['44e83e99-f32c-4ce0-ad84-ea823e3eb10f'], 'active': True} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:25.977401 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e39274bb-410e-41df-9323-41fec02cf9c6 admin admin] Deleting port ff45bad0-728e-48c0-8e2a-e363d9ac82bb {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:05:25.977778 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e39274bb-410e-41df-9323-41fec02cf9c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:26.086446 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_dvr_db [None req-52d8caf3-0a47-42fe-a1cd-5ce950a8f106 None None] Set router 44e83e99-f32c-4ce0-ad84-ea823e3eb10f gateway port host: None {{(pid=84333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 12:05:26.194232 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.db.l3_hamode_db [None req-52d8caf3-0a47-42fe-a1cd-5ce950a8f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e83e99-f32c-4ce0-ad84-ea823e3eb10f', 'name': 'tempest-TestSnapshotPattern-1845264701-router', 'tenant_id': 'f889f28a16c142d782c16e9d3775a4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:17Z', 'updated_at': '2022-01-20T12:05:25Z', 'revision_number': 6, 'project_id': 'f889f28a16c142d782c16e9d3775a4df', 'gw_port_host': None}], 'dv-neutron-825471-1-hyperv', False) {} {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:26.198175 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d8caf3-0a47-42fe-a1cd-5ce950a8f106 None None] The sync data for ids ['44e83e99-f32c-4ce0-ad84-ea823e3eb10f'] in dv-neutron-825471-1-hyperv is: [{'id': '44e83e99-f32c-4ce0-ad84-ea823e3eb10f', 'name': 'tempest-TestSnapshotPattern-1845264701-router', 'tenant_id': 'f889f28a16c142d782c16e9d3775a4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T12:00:17Z', 'updated_at': '2022-01-20T12:05:25Z', 'revision_number': 6, 'project_id': 'f889f28a16c142d782c16e9d3775a4df', 'gw_port_host': None}] {{(pid=84333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 12:05:26.260669 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-e39274bb-410e-41df-9323-41fec02cf9c6 admin admin] For port ff45bad0-728e-48c0-8e2a-e363d9ac82bb, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=ff45bad0-728e-48c0-8e2a-e363d9ac82bb,segment=NetworkSegment(ae45b4c5-59a2-43c2-b823-b9fcd25928f0),segment_id=ae45b4c5-59a2-43c2-b823-b9fcd25928f0)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:05:26.261212 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e39274bb-410e-41df-9323-41fec02cf9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:26.379606 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-e39274bb-410e-41df-9323-41fec02cf9c6 admin admin] Calling delete_port for ff45bad0-728e-48c0-8e2a-e363d9ac82bb owned by network:router_gateway {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 12:05:26.605089 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e39274bb-410e-41df-9323-41fec02cf9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:26.650394 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39274bb-410e-41df-9323-41fec02cf9c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff45bad0-728e-48c0-8e2a-e363d9ac82bb,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:05:26.865590 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e39274bb-410e-41df-9323-41fec02cf9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783160'] for router_gateway, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:27.116297 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e39274bb-410e-41df-9323-41fec02cf9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1754092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47998'] for router, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:27.120636 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e39274bb-410e-41df-9323-41fec02cf9c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:27.194026 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e39274bb-410e-41df-9323-41fec02cf9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1754000'] for router, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:27.194553 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39274bb-410e-41df-9323-41fec02cf9c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44e83e99-f32c-4ce0-ad84-ea823e3eb10f {{(pid=84332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 12:05:27.206494 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-e39274bb-410e-41df-9323-41fec02cf9c6 admin admin] Notify callbacks [] for router, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:27.207699 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-e39274bb-410e-41df-9323-41fec02cf9c6 admin admin] 10.222.0.70 "DELETE /v2.0/routers/44e83e99-f32c-4ce0-ad84-ea823e3eb10f HTTP/1.1" status: 204 len: 168 time: 1.6934626 Jan 20 12:05:27.211822 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 46654) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:05:27.278043 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99fe843-8433-4910-9ffb-fde5d435d8f9 admin admin] Deleting subnet 2471817c-77d8-403a-b71f-eaec1ce3bc9f {{(pid=84331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 12:05:27.280997 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d99fe843-8433-4910-9ffb-fde5d435d8f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:27.330744 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d99fe843-8433-4910-9ffb-fde5d435d8f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32148264'] for subnet, precommit_delete_associations {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:27.406278 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d99fe843-8433-4910-9ffb-fde5d435d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-553995'] for subnet, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:27.486952 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9fd8fc1b-d258-425a-9529-327e0ac0152f no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 12:05:27.519622 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 9fd8fc1b-d258-425a-9529-327e0ac0152f {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 12:05:27.519963 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 9fd8fc1b-d258-425a-9529-327e0ac0152f not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 12:05:27.520373 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ff45bad0-728e-48c0-8e2a-e363d9ac82bb no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 12:05:27.553439 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: ff45bad0-728e-48c0-8e2a-e363d9ac82bb {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 12:05:27.553738 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device ff45bad0-728e-48c0-8e2a-e363d9ac82bb not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 12:05:27.554394 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d99fe843-8433-4910-9ffb-fde5d435d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32148284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32064733'] for subnet, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:27.592271 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fe843-8433-4910-9ffb-fde5d435d8f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2471817c-77d8-403a-b71f-eaec1ce3bc9f,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:05:27.598746 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-d99fe843-8433-4910-9ffb-fde5d435d8f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:27.603861 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce563a5b-89a2-4784-85ae-128bff49cd37 None None] Network d6e0baad-75d3-4b5e-9889-856efb3b6992 requested from dv-neutron-825471-1-hyperv {{(pid=84333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 12:05:27.606847 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-d99fe843-8433-4910-9ffb-fde5d435d8f9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2471817c-77d8-403a-b71f-eaec1ce3bc9f HTTP/1.1" status: 204 len: 168 time: 0.3940005 Jan 20 12:05:27.609396 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.wsgi [-] (84332) accepted ('10.222.0.70', 46658) {{(pid=84332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:05:27.711727 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546281'] for network, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:27.723024 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] Deleting port 157dc9e6-948c-4494-b293-9d6c6a85729d {{(pid=84332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:05:27.723370 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:27.889952 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465dbb18-ce0c-4759-af66-c10530e9c496 None None] DHCP port deletion for d6e0baad-75d3-4b5e-9889-856efb3b6992 request from dv-neutron-825471-1-hyperv {{(pid=84333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 12:05:27.893924 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-465dbb18-ce0c-4759-af66-c10530e9c496 None None] Deleting port 157dc9e6-948c-4494-b293-9d6c6a85729d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:05:27.894393 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-465dbb18-ce0c-4759-af66-c10530e9c496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:28.020646 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.db [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] For port 157dc9e6-948c-4494-b293-9d6c6a85729d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=157dc9e6-948c-4494-b293-9d6c6a85729d,segment=NetworkSegment(58c536fb-3f9f-4c93-9fd3-cee510447bf1),segment_id=58c536fb-3f9f-4c93-9fd3-cee510447bf1)] {{(pid=84332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:05:28.020988 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:28.099468 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.db [None req-465dbb18-ce0c-4759-af66-c10530e9c496 None None] For port 157dc9e6-948c-4494-b293-9d6c6a85729d, host dv-neutron-825471-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825471-1-hyperv',level=0,port_id=157dc9e6-948c-4494-b293-9d6c6a85729d,segment=NetworkSegment(58c536fb-3f9f-4c93-9fd3-cee510447bf1),segment_id=58c536fb-3f9f-4c93-9fd3-cee510447bf1)] {{(pid=84333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 12:05:28.099861 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-465dbb18-ce0c-4759-af66-c10530e9c496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628715'] for port, precommit_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:28.140381 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.plugin [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] Calling delete_port for 157dc9e6-948c-4494-b293-9d6c6a85729d owned by network:dhcp {{(pid=84332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 12:05:28.219593 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-465dbb18-ce0c-4759-af66-c10530e9c496 None None] Calling delete_port for 157dc9e6-948c-4494-b293-9d6c6a85729d owned by network:dhcp {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 12:05:28.268663 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747725419246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747725061084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32309457'] for port, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:28.291972 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.db.api [None req-465dbb18-ce0c-4759-af66-c10530e9c496 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 12:05:28.292227 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG oslo_db.api [None req-465dbb18-ce0c-4759-af66-c10530e9c496 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 12:05:28.315832 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] Pushing event deleted for resources: {'Port': ['ID=157dc9e6-948c-4494-b293-9d6c6a85729d,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:05:28.320356 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] No DVR routers for this DVR port 157dc9e6-948c-4494-b293-9d6c6a85729d on host dv-neutron-825471-1-hyperv {{(pid=84332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 12:05:28.432036 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553090', 'neutron.services.segments.db._delete_segments_for_network-8747725495772'] for network, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:28.456168 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e0baad-75d3-4b5e-9889-856efb3b6992']}} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:28.468255 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c536fb-3f9f-4c93-9fd3-cee510447bf1') {'for_net_delete': True} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:28.468551 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.services.segments.db [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c536fb-3f9f-4c93-9fd3-cee510447bf1') {} {{(pid=84332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 12:05:28.479826 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747725495655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1306562'] for segment, before_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:28.495196 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-544177'] for segment, precommit_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:28.501068 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 12:05:28.503109 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-544166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32309380'] for segment, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: Traceback (most recent call last): Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: timer() Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: cb(*args, **kw) Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: return func(*args, **kwargs) Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: self._notify() Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: self.callback(batched_events) Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: event.method(event) Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: return f(self, *a, **k) Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._get(url).json() Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: return self.request(url, 'GET', **kwargs) Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 12:05:28.514836 dv-neutron-825471-1-hyperv neutron-server[84332]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 12:05:28.646207 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783133'] for network, after_delete {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:28.661591 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron_lib.callbacks.manager [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] Notify callbacks [] for network, before_response {{(pid=84332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:28.671088 dv-neutron-825471-1-hyperv neutron-server[84332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e0baad-75d3-4b5e-9889-856efb3b6992,revision_number=None']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:05:28.680849 dv-neutron-825471-1-hyperv neutron-server[84332]: INFO neutron.wsgi [None req-ce60385d-d622-45a5-b887-3f87a33b2d4c admin admin] 10.222.0.70 "DELETE /v2.0/networks/d6e0baad-75d3-4b5e-9889-856efb3b6992 HTTP/1.1" status: 204 len: 168 time: 1.0675457 Jan 20 12:05:28.793335 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-465dbb18-ce0c-4759-af66-c10530e9c496 None None] Deleting port 157dc9e6-948c-4494-b293-9d6c6a85729d {{(pid=84333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 12:05:28.793919 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-465dbb18-ce0c-4759-af66-c10530e9c496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747725559345'] for port, before_delete {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:28.856903 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-465dbb18-ce0c-4759-af66-c10530e9c496 None None] The port '157dc9e6-948c-4494-b293-9d6c6a85729d' was deleted {{(pid=84333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 12:05:29.045025 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 46664) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:05:29.093230 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-c4c96555-1c40-4bcf-9b8c-358a52fb8fe9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c5c818dcbdf4849acf2783de0bd7573&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0470612 Jan 20 12:05:29.095963 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 46668) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:05:29.157203 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-26120713-ae63-4905-8341-4d98b93e2d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:29.182356 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-26120713-ae63-4905-8341-4d98b93e2d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:29.308670 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-26120713-ae63-4905-8341-4d98b93e2d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:29.324354 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26120713-ae63-4905-8341-4d98b93e2d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9475c06-e17d-4fef-bd51-66530a33c2ea,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:05:29.335183 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-26120713-ae63-4905-8341-4d98b93e2d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:29.336342 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-26120713-ae63-4905-8341-4d98b93e2d9e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b9475c06-e17d-4fef-bd51-66530a33c2ea HTTP/1.1" status: 204 len: 168 time: 0.2394559 Jan 20 12:05:29.485715 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 157dc9e6-948c-4494-b293-9d6c6a85729d no longer exists at agent ovs-agent-dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 12:05:29.521011 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] No Port match for: 157dc9e6-948c-4494-b293-9d6c6a85729d {{(pid=84333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 12:05:29.521354 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron.plugins.ml2.rpc [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Device 157dc9e6-948c-4494-b293-9d6c6a85729d not bound to the agent host dv-neutron-825471-1-hyperv {{(pid=84333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 12:05:30.044481 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 46676) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:05:30.092708 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-fdf4404d-37a6-431b-a637-289e3d1b3c58 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f889f28a16c142d782c16e9d3775a4df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0471070 Jan 20 12:05:30.095598 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.wsgi [-] (84331) accepted ('10.222.0.70', 46680) {{(pid=84331) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 12:05:30.152841 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0648ab87-a685-44c2-9fb5-a66564eabb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:30.178492 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0648ab87-a685-44c2-9fb5-a66564eabb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:30.359725 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0648ab87-a685-44c2-9fb5-a66564eabb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796394'] for security_group, after_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:30.364676 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648ab87-a685-44c2-9fb5-a66564eabb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089e10dd-434f-451c-a100-dfb5618a4224,revision_number=None']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 12:05:30.369144 dv-neutron-825471-1-hyperv neutron-server[84331]: DEBUG neutron_lib.callbacks.manager [None req-0648ab87-a685-44c2-9fb5-a66564eabb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:30.369957 dv-neutron-825471-1-hyperv neutron-server[84331]: INFO neutron.wsgi [None req-0648ab87-a685-44c2-9fb5-a66564eabb59 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/089e10dd-434f-451c-a100-dfb5618a4224 HTTP/1.1" status: 204 len: 168 time: 0.2734990 Jan 20 12:05:31.467854 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-0495af3b-2629-45c0-bc2c-1d5106148b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:33.908554 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-9d86c1f7-7409-46d2-b387-84f1bda88479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:34.079582 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 12:05:35.006245 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:35.125671 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:36.525658 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:05:40.205211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:06:01.473260 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-418e5a7c-2315-48ab-a0ac-538f6d5e8e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:06:03.919578 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-43804758-3d49-4a6a-befd-7868936fd7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:06:04.970988 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:06:05.130610 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:06:06.518982 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:06:10.187781 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:06:11.080104 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 12:06:31.461510 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5bb40d81-52bb-4563-a4a8-19d44591def0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:06:33.901301 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-49b32f6f-0426-4db9-b521-394bb6166bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:06:34.987063 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:06:35.113146 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:06:36.547434 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:06:40.209926 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:06:48.080375 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 12:07:01.444155 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-22616c35-0029-4fee-b3c6-74ad0425ed3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:07:03.906909 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-75ab6de7-63fb-4e60-abb4-6455c9c587bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:07:04.992530 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:07:05.135314 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:07:06.523949 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:07:10.226581 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:07:25.080518 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 12:07:31.471789 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-097c7629-5b07-4426-a5ee-2f58de5432c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:07:33.889040 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3a75-4244-47fd-a767-20eb2287426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:07:34.974914 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:07:35.088788 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:07:36.557406 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:07:40.254601 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:08:01.505807 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-fdd8731d-974f-4384-a0da-dc7a98a1192d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:08:02.080086 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 12:08:03.900048 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-15ecba4a-d257-403f-883e-5b34c8aa4259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:08:05.025941 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:08:05.128597 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:08:06.539926 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:08:10.220977 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:08:31.476964 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-ad6a104d-fc6d-4517-aeca-7ec9ae3d0723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:08:33.922698 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-02389753-e477-4f79-b50f-2c0ff304c221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:08:34.979716 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:08:35.105277 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:08:36.562392 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:08:39.079314 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 12:08:40.236911 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:09:01.493700 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7df1e1da-493b-4830-aa29-c96b2942919f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:09:03.922437 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-727a3544-f477-4eea-ba28-338b1a14d2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:09:04.996619 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:09:05.138883 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:09:06.550784 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:09:10.242270 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:09:16.080418 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 12:09:31.470366 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-13909924-edcb-4b59-b6a0-70a0edc6616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:09:33.898833 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-e398b9be-1613-46e7-a367-36ac8345b6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:09:34.995238 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:09:35.127196 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:09:36.561641 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:09:40.281455 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:09:53.080302 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 12:10:01.498664 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b455a6f1-29af-45fb-8821-4d6f016ea47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:10:03.909671 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-26dd3cd7-e936-4bc4-ba00-932091fd8b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:10:04.995701 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:10:05.109881 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:10:06.584934 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:10:10.304704 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:10:30.081517 dv-neutron-825471-1-hyperv neutron-server[84334]: DEBUG neutron.db.agents_db [None req-150a6db2-3f7f-49cd-b26d-01158338a185 None None] Agent healthcheck: found 6 active agents {{(pid=84334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 12:10:31.492379 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-67fb89ed-6791-4704-8af5-5ed60506e37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:10:33.938677 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-1c98d547-ca2f-4855-b49d-2ef7a9324657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:10:35.006448 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:10:35.120578 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:10:36.543793 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-dcfda740-0a11-43ca-8b36-e0d9c710f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:10:40.291838 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b89c2037-6958-48f5-9856-f4e754d1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:11:01.496919 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-813bdf3f-ff87-49c7-b9ce-78121547c641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:11:03.972253 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-3a03f3aa-61f5-41bc-bc3e-99cbc802f510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:11:05.012211 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-7f1c70a3-e985-4212-9bf0-ce93fcdad530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 12:11:05.143802 dv-neutron-825471-1-hyperv neutron-server[84333]: DEBUG neutron_lib.callbacks.manager [None req-b6892ce9-bfb0-456e-bf5b-9d1ecd909de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747725495754', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555650'] for agent, after_update {{(pid=84333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}